00000800:00000200:0.1F:1780297878.914702:0:3621:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be548428] -> 12345-192.168.203.125@tcp (2) 00000800:00000200:2.1F:1780297878.915291:0:3612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be548428] -> 12345-192.168.203.125@tcp (2) 00000800:00000200:2.1:1780297878.915308:0:3612:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp 000000006e50a745 deleted 00000800:00000010:2.1:1780297878.915311:0:3612:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006e50a745. 00000800:00000200:2.1:1780297878.915317:0:3612:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1780297878.915324:0:3612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp ip 192.168.203.125:1023 00000800:00000200:2.1:1780297878.915328:0:3612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000704829e7 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1:1780297878.915479:0:3611:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1780297878.915944:0:3613:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000be548428] -> 12345-192.168.203.125@tcp (4) 00000800:00000200:2.1:1780297878.915948:0:3613:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp 000000006e50a745 deleted 00000800:00000010:2.1:1780297878.915951:0:3613:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006e50a745. 00000800:00000200:2.1:1780297878.915955:0:3613:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1F:1780297878.916059:0:3611:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1:1780297879.000189:0:0:0:(ldlm_resource.c:1550:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000b6824665. 00010000:00000010:3.1:1780297879.000196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000027d3a930. 00010000:00000010:3.1:1780297879.078172:0:0:0:(ldlm_resource.c:1550:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000b6824665. 00010000:00000010:3.1:1780297879.078185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000027d3a930. 00010000:00000010:3.1:1780297879.078191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000ac4408d. 00010000:00000010:1.1F:1780297879.086164:0:0:0:(ldlm_resource.c:1550:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000440a3c03. 00010000:00000010:1.1:1780297879.086178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000045ae2ef5. 00080000:00000010:0.1:1780297879.104148:0:6453:0:(osd_handler.c:1611:osd_oxc_free()) kfreed 'oxe': 68 at 00000000808462dc. 00000100:00100000:3.0:1780298622.666624:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777607687296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 668us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298622.666632:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2865 00002000:00100000:3.0:1780298622.666638:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (1081344->1146879) req@ffff9cf36e5d8700 x1866777607687296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:328/0 lens 488/440 e 0 to 0 dl 1780298633 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298622.666644:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8700 with x1866777607687296 ext(1081344->1146879) 00002000:00010000:3.0:1780298622.666647:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5d8700 00000100:00100000:3.0:1780298622.672956:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.682313:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.684759:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607688704 00000100:00100000:3.0:1780298622.684763:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607688704 00002000:00100000:3.0:1780298622.684779:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1986560->1990655) req@ffff9cf34831f100 x1866777607688704/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:328/0 lens 488/0 e 0 to 0 dl 1780298633 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298622.684785:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831f100 with x1866777607688704 ext(1986560->1990655) 00002000:00010000:3.0:1780298622.684787:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831f100 00000100:00100000:3.0:1780298622.684802:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2870 00000100:00100000:3.0:1780298622.684806:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777607688704:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298622.684870:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777607688704:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 63us (160us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298622.684875:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2870 00002000:00100000:3.0:1780298622.684879:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1986560->1990655) req@ffff9cf34831f100 x1866777607688704/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:328/0 lens 488/4536 e 0 to 0 dl 1780298633 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298622.684885:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831f100 with x1866777607688704 ext(1986560->1990655) 00002000:00010000:3.0:1780298622.684887:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831f100 00000100:00100000:3.0:1780298622.685852:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.688298:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.691215:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.694753:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.697382:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.699658:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607690240 00000100:00100000:3.0:1780298622.699664:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607690240 00000100:00100000:3.0:1780298622.699701:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1486 00000100:00100000:3.0:1780298622.699708:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777607690240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.699716:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.699724:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d4afe0b/0xaf35132e6302494e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c518d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.699752:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603816960:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298622.699777:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.704795:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.710029:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607691520 00000100:00100000:3.0:1780298622.710034:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607691520 00002000:00100000:3.0:1780298622.710059:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (806912->851967) req@ffff9cf34831d500 x1866777607691520/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:328/0 lens 488/0 e 0 to 0 dl 1780298633 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298622.710074:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831d500 with x1866777607691520 ext(806912->851967) 00010000:00010000:3.0:1780298622.710081:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e63024940 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [806912->1974271] (req 806912->851967) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c517f expref: 8 pid: 19992 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.710094:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e63024940 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [806912->1974271] (req 806912->851967) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c517f expref: 8 pid: 19992 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780298622.710108:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf34831d500 00000100:00100000:3.0:1780298622.712892:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f759500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777603818112:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298622.712907:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298622.712939:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607691776:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 881us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298622.712944:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13526 00000100:00100000:3.0:1780298622.714187:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607692032 00000100:00100000:3.0:1780298622.714192:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607692032 00010000:00010000:3.0:1780298622.714211:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6302487c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c50c9 expref: 9 pid: 9128 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.714239:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13527 00000100:00100000:3.0:1780298622.714247:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607692032:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298622.714255:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298622.714267:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6302487c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c50c9 expref: 9 pid: 9128 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.714278:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6302487c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c50c9 expref: 9 pid: 9128 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.714292:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6302487c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c50c9 expref: 9 pid: 9128 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.714302:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298622 v=(50 14) 00010000:00010000:3.0:1780298622.714306:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298622 v=(50 14) 00010000:00010000:3.0:1780298622.714310:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6302497f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c51b7 expref: 5 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.714325:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6302497f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c51b7 expref: 5 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.714346:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6302497f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c51b7 expref: 5 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.714356:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777603818368:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298622.714391:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.715040:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777603818368:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298622.715118:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298622.715199:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777607692032:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 952us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298622.715213:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13527 00000100:00100000:3.0:1780298622.721302:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.722289:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.724012:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777603819008:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298622.724023:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298622.724103:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f759500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777607693312:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 842us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298622.724112:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13530 00000100:00100000:3.0:1780298622.724299:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.725233:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.730064:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607694208 00000100:00100000:3.0:1780298622.730069:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607694208 00002000:00100000:3.0:1780298622.730089:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3837952->3842047) req@ffff9cf242b43800 x1866777607694208/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:328/0 lens 488/0 e 0 to 0 dl 1780298633 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298622.730099:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43800 with x1866777607694208 ext(3837952->3842047) 00002000:00010000:3.0:1780298622.730102:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b43800 00000100:00100000:3.0:1780298622.730119:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2882 00000100:00100000:3.0:1780298622.730141:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777607694208:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298622.730222:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777607694208:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 96us (202us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298622.730229:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2882 00002000:00100000:3.0:1780298622.730235:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3837952->3842047) req@ffff9cf242b43800 x1866777607694208/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:328/0 lens 488/4536 e 0 to 0 dl 1780298633 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298622.730244:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43800 with x1866777607694208 ext(3837952->3842047) 00002000:00010000:3.0:1780298622.730248:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b43800 00000100:00100000:3.0:1780298622.733790:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603819520:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.733803:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004fdbd682/0xaf35132e630249d3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c51ef expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.733813:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004fdbd682/0xaf35132e630249d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c51ef expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.733821:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278e00, rc 0) 00000100:00100000:3.0:1780298622.733852:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777607694592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 878us (938us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.733862:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1497 00000100:00100000:3.0:1780298622.735560:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603819776:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.735581:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630249e1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c51fd expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.735626:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630249e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c51fd expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.735633:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00000100:00100000:3.0:1780298622.735656:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777607694848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 844us (922us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.735663:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1499 00000100:00100000:3.0:1780298622.736590:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607694976 00000100:00100000:3.0:1780298622.736594:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607694976 00000100:00100000:3.0:1780298622.736620:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1500 00000100:00100000:3.0:1780298622.736625:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777607694976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.736632:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.736639:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e2cfab1/0xaf35132e630249e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5204 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.736661:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603819904:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298622.736694:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.737317:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603819904:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.737335:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003e2cfab1/0xaf35132e630249e8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5204 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.737350:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e2cfab1/0xaf35132e630249e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5204 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.737361:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2e00, rc 0) 00000100:00100000:3.0:1780298622.737393:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777607694976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 766us (824us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.737401:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1500 00000100:00100000:3.0:1780298622.738250:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607695104 00000100:00100000:3.0:1780298622.738254:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607695104 00000100:00100000:3.0:1780298622.738282:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1501 00000100:00100000:3.0:1780298622.738290:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777607695104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.738298:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.738306:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008361787d/0xaf35132e630249ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c520b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.738324:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e630249b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3825664->37380095] (req 3825664->3842047) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c51da expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.738332:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298622 v=(105 23) 00010000:00010000:3.0:1780298622.738336:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298622 v=(106 23) 00010000:00010000:3.0:1780298622.738342:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008361787d/0xaf35132e630249ef lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3923968->3928063] (req 3923968->3928063) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c520b expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.738360:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e630249b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3825664->37380095] (req 3825664->3842047) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c51da expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.738373:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e630249b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3825664->37380095] (req 3825664->3842047) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c51da expref: 8 pid: 20252 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.738384:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603820032:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298622.738438:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.739074:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603820032:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298622.739089:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008361787d/0xaf35132e630249ef lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3923968->3928063] (req 3923968->3928063) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c520b expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.739100:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2800, rc 0) 00000100:00100000:3.0:1780298622.739148:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777607695104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 857us (927us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298622.739156:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1501 00000100:00100000:3.0:1780298622.739496:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607695232 00000100:00100000:3.0:1780298622.739500:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607695232 00000100:00100000:3.0:1780298622.740942:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607695360 00000100:00100000:3.0:1780298622.740947:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607695360 00000100:00100000:3.0:1780298622.742056:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607695488 00000100:00100000:3.0:1780298622.742062:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607695488 00002000:00100000:3.0:1780298622.742083:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3923968->3928063) req@ffff9cf24304d880 x1866777607695488/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:328/0 lens 488/0 e 0 to 0 dl 1780298633 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298622.742089:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304d880 with x1866777607695488 ext(3923968->3928063) 00002000:00010000:3.0:1780298622.742092:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304d880 00000100:00100000:3.0:1780298622.742108:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2883 00000100:00100000:3.0:1780298622.742113:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777607695488:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298622.749185:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1503 00000100:00100000:3.0:1780298622.749197:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777607696000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.749206:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.749216:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e630249fd lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5219 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.749271:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603820288:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298622.749328:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.750179:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603820288:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.750199:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e630249fd lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5219 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.750211:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e630249fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5219 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.750220:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2e00, rc 0) 00000100:00100000:3.0:1780298622.750242:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777607696000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1049us (1175us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.750247:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1503 00000100:00100000:3.0:1780298622.751226:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607696128 00000100:00100000:3.0:1780298622.751231:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607696128 00000100:00100000:3.0:1780298622.751255:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1504 00000100:00100000:3.0:1780298622.751260:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777607696128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.751269:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.751276:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2b1eebc/0xaf35132e63024a04 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5220 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.751298:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603820416:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298622.751334:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.752074:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603820416:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.752087:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f2b1eebc/0xaf35132e63024a04 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5220 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.752097:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2b1eebc/0xaf35132e63024a04 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5220 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.752105:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3800, rc 0) 00000100:00100000:3.0:1780298622.752161:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777607696128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 900us (959us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.752166:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1504 00000100:00100000:3.0:1780298622.754488:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607696384 00000100:00100000:3.0:1780298622.754493:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607696384 00010000:00010000:3.0:1780298622.754520:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e630249f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5212 expref: 13 pid: 12101 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.754552:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13533 00000100:00100000:3.0:1780298622.754569:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777607696384:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298622.754580:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298622.754599:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e630249f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5212 expref: 12 pid: 12101 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.754612:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e630249f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5212 expref: 12 pid: 12101 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.754630:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e630249f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5212 expref: 12 pid: 12101 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.754643:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298622.754717:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777607696384:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 149us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298622.754725:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13533 00010000:00010000:3.0:1780298622.755504:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298622.756734:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607696640 00000100:00100000:3.0:1780298622.756739:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607696640 00000100:00100000:3.0:1780298622.756767:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2886 00000100:00100000:3.0:1780298622.756774:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777607696640:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298622.757036:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1780298622.757040:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298622.757043:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298622.757044:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298622.757046:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 2040 -> 2088 00000100:00100000:3.0:1780298622.757077:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777607696640:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 303us (382us total) trans 4294968806 rc 0/0 00000100:00100000:3.0:1780298622.757084:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2886 00000100:00100000:3.0:1780298622.761257:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607696896 00000100:00100000:3.0:1780298622.761263:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607696896 00000100:00100000:3.0:1780298622.761294:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1507 00000100:00100000:3.0:1780298622.761300:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777607696896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.761309:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.761317:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2b1eebc/0xaf35132e63024a19 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5235 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.761352:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603821056:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298622.761387:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.762223:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603821056:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.762242:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f2b1eebc/0xaf35132e63024a19 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5235 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.762259:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2b1eebc/0xaf35132e63024a19 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5235 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.762270:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3800, rc 0) 00000100:00100000:3.0:1780298622.762311:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777607696896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1011us (1095us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.762318:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1507 00000100:00100000:3.0:1780298622.763544:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607697024 00000100:00100000:3.0:1780298622.763549:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607697024 00000100:00100000:3.0:1780298622.763600:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1508 00000100:00100000:3.0:1780298622.763609:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777607697024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.763622:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.763634:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e2cfab1/0xaf35132e63024a20 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c523c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.763666:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603821184:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298622.763715:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.764678:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603821184:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.764697:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003e2cfab1/0xaf35132e63024a20 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c523c expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.764713:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e2cfab1/0xaf35132e63024a20 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c523c expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.764723:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2e00, rc 0) 00000100:00100000:3.0:1780298622.764756:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777607697024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1149us (1267us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.764763:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1508 00000100:00100000:3.0:1780298622.770642:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.774940:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607697536 00000100:00100000:3.0:1780298622.774945:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607697536 00000100:00100000:3.0:1780298622.774971:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1511 00000100:00100000:3.0:1780298622.774976:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777607697536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.774983:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.774990:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e2cfab1/0xaf35132e63024a35 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5251 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.775025:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603821568:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298622.775062:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.775817:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603821568:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.775833:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003e2cfab1/0xaf35132e63024a35 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5251 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.775845:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e2cfab1/0xaf35132e63024a35 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5251 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.775852:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2e00, rc 0) 00000100:00100000:3.0:1780298622.775875:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777607697536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 900us (972us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.775880:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1511 00000100:00100000:3.0:1780298622.776866:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.778346:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.782913:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.784574:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607698304 00000100:00100000:3.0:1780298622.784594:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607698304 00002000:00100000:3.0:1780298622.784635:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (4136960->4141055) req@ffff9cf37f8d5180 x1866777607698304/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:328/0 lens 488/0 e 0 to 0 dl 1780298633 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298622.784646:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d5180 with x1866777607698304 ext(4136960->4141055) 00002000:00010000:3.0:1780298622.784651:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d5180 00000100:00100000:3.0:1780298622.784678:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2891 00000100:00100000:3.0:1780298622.784687:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607698304:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298622.784826:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607698304:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 141us (311us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298622.784831:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2891 00002000:00100000:3.0:1780298622.784837:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (4136960->4141055) req@ffff9cf37f8d5180 x1866777607698304/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:328/0 lens 488/4536 e 0 to 0 dl 1780298633 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298622.784844:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d5180 with x1866777607698304 ext(4136960->4141055) 00002000:00010000:3.0:1780298622.784848:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d5180 00000100:00100000:3.0:1780298622.791058:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607698944 00000100:00100000:3.0:1780298622.791071:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607698944 00002000:00100000:3.0:1780298622.791102:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (4157440->4161535) req@ffff9cf37f8d7480 x1866777607698944/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:328/0 lens 488/0 e 0 to 0 dl 1780298633 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298622.791110:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d7480 with x1866777607698944 ext(4157440->4161535) 00002000:00010000:3.0:1780298622.791113:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d7480 00000100:00100000:3.0:1780298622.791163:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2896 00000100:00100000:3.0:1780298622.791176:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777607698944:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298622.804119:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603822080:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.804163:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e63024a4a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5266 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.804185:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e63024a4a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5266 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.804216:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00000100:00100000:3.0:1780298622.804245:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777607700096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1134us (1253us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.804256:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1515 00000100:00100000:3.0:1780298622.807078:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607700480 00000100:00100000:3.0:1780298622.807082:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607700480 00000100:00100000:3.0:1780298622.807108:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1518 00000100:00100000:3.0:1780298622.807114:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777607700480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.807152:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.807162:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e2cfab1/0xaf35132e63024a5f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c527b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.807180:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298622 v=(107 23) 00010000:00010000:3.0:1780298622.807185:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298622 v=(107 23) 00010000:00010000:3.0:1780298622.807197:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e2cfab1/0xaf35132e63024a5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2695168->4124671] (req 2695168->2699263) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c527b expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.807214:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003e2cfab1/0xaf35132e63024a5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2695168->4124671] (req 2695168->2699263) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c527b expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.807223:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2e00, rc 0) 00000100:00100000:3.0:1780298622.807256:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777607700480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 141us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298622.807263:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1518 00000100:00100000:3.0:1780298622.810710:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.814805:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607701248 00000100:00100000:3.0:1780298622.814811:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607701248 00000100:00100000:3.0:1780298622.814845:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1522 00000100:00100000:3.0:1780298622.814855:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777607701248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.814863:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.814872:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2b1eebc/0xaf35132e63024a7b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5297 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.814901:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603822848:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298622.814946:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.818701:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.824672:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.825945:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.827013:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.828325:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.828364:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.830657:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.831840:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.833303:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607703296 00000100:00100000:3.0:1780298622.833308:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607703296 00010000:00010000:3.0:1780298622.833328:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e630249a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c51cc expref: 11 pid: 8359 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.833353:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13539 00000100:00100000:3.0:1780298622.833360:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777607703296:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298622.833368:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298622.833382:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e630249a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c51cc expref: 11 pid: 8359 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.833392:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e630249a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c51cc expref: 11 pid: 8359 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.833407:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e630249a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c51cc expref: 11 pid: 8359 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.833417:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298622 v=(52 14) 00010000:00010000:3.0:1780298622.833421:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298622 v=(52 14) 00010000:00010000:3.0:1780298622.833438:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb61c4b0/0xaf35132e63024ab3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c52c8 expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.833446:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb61c4b0/0xaf35132e63024ab3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c52c8 expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.833467:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000eb61c4b0/0xaf35132e63024ab3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c52c8 expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.833477:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777603824256:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298622.833512:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.834466:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607703552 00000100:00100000:3.0:1780298622.834471:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607703552 00002000:00010000:3.0:1780298622.834486:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4016280->18446744073709551615) 00002000:00100000:3.0:1780298622.834490:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ac380 with x1866777607703552 ext(4016280->18446744073709551615) 00002000:00010000:3.0:1780298622.834497:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556ac380. 00000100:00100000:3.0:1780298622.834522:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2908 00000100:00100000:3.0:1780298622.834531:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777607703552:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298622.834666:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 1141935 -> 4016280 00002000:00010000:3.0:1780298622.834669:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298622.834671:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298622.834674:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298622.834675:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:3.0:1780298622.834696:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777607703552:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 167us (257us total) trans 4294968572 rc 0/0 00000100:00100000:3.0:1780298622.834701:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2908 00002000:00010000:3.0:1780298622.834703:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4016280->18446744073709551615) 00002000:00100000:3.0:1780298622.834706:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ac380 with x1866777607703552 ext(4016280->18446744073709551615) 00002000:00010000:3.0:1780298622.834709:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556ac380. 00000100:00100000:3.0:1780298622.849212:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603824512:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.849239:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63024ac8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c52d6 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.849254:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63024ac8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c52d6 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.849264:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:3.0:1780298622.849333:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607704448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1244us (1352us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.849343:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1531 00000100:00100000:3.0:1780298622.850441:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607704832 00000100:00100000:3.0:1780298622.850446:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607704832 00000100:00100000:3.0:1780298622.850474:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1534 00000100:00100000:3.0:1780298622.850484:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607704832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.850499:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.850510:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c703984a/0xaf35132e63024add lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c52eb expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.850543:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603824768:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298622.850568:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.851347:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603824768:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.851370:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c703984a/0xaf35132e63024add lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c52eb expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.851396:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c703984a/0xaf35132e63024add lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c52eb expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.851415:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2000, rc 0) 00000100:00100000:3.0:1780298622.851462:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607704832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 978us (1061us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.851476:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1534 00000100:00100000:3.0:1780298622.852622:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607704960 00000100:00100000:3.0:1780298622.852627:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607704960 00000100:00100000:3.0:1780298622.852672:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2913 00000100:00100000:3.0:1780298622.852682:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777607704960:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298622.853016:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1780298622.853019:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298622.853021:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298622.853022:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298622.853024:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 2256 -> 2152 00000100:00100000:3.0:1780298622.853049:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607704960:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 370us (464us total) trans 4294968810 rc 0/0 00000100:00100000:3.0:1780298622.853053:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2913 00000100:00100000:3.0:1780298622.854027:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607705088 00000100:00100000:3.0:1780298622.854033:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607705088 00000100:00100000:3.0:1780298622.854070:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607705216 00000100:00100000:3.0:1780298622.854074:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607705216 00000100:00100000:3.0:1780298622.856340:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607705472 00000100:00100000:3.0:1780298622.856347:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607705472 00000100:00100000:3.0:1780298622.866337:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1542 00000100:00100000:3.0:1780298622.866392:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777607706240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.866402:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.866412:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c703984a/0xaf35132e63024b23 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c532a expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.866458:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603825792:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298622.866484:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.867244:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603825792:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.867263:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c703984a/0xaf35132e63024b23 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c532a expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.867293:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c703984a/0xaf35132e63024b23 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c532a expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.867306:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2000, rc 0) 00000100:00100000:3.0:1780298622.867330:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777607706240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 945us (1047us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.867338:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1542 00000100:00100000:3.0:1780298622.868448:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607706368 00000100:00100000:3.0:1780298622.868454:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607706368 00000100:00100000:3.0:1780298622.868501:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1543 00000100:00100000:3.0:1780298622.868512:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607706368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.868575:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.868588:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000101214ae/0xaf35132e63024b2a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5331 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.868636:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603825920:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298622.868691:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.869448:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603825920:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.869470:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000101214ae/0xaf35132e63024b2a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5331 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.869492:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000101214ae/0xaf35132e63024b2a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5331 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.869528:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3200, rc 0) 00000100:00100000:3.0:1780298622.869569:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607706368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1058us (1197us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.869591:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1543 00000100:00100000:3.0:1780298622.870784:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607706624 00000100:00100000:3.0:1780298622.870790:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607706624 00000100:00100000:3.0:1780298622.870827:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1545 00000100:00100000:3.0:1780298622.870835:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777607706624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.870846:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.870857:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2b1eebc/0xaf35132e63024b38 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c533f expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.870879:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bb478d6d/0xaf35132e63024aac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c52c1 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.870888:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298622 v=(109 23) 00010000:00010000:3.0:1780298622.870892:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298622 v=(110 23) 00010000:00010000:3.0:1780298622.870897:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2b1eebc/0xaf35132e63024b38 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1966080->1970175] (req 1966080->1970175) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c533f expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.870919:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bb478d6d/0xaf35132e63024aac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c52c1 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.870933:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bb478d6d/0xaf35132e63024aac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c52c1 expref: 8 pid: 8358 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.870945:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603826176:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298622.870988:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.871691:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603826176:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298622.871709:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f2b1eebc/0xaf35132e63024b38 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1966080->1970175] (req 1966080->1970175) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c533f expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.871723:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3800, rc 0) 00000100:00100000:3.0:1780298622.871757:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777607706624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 923us (1010us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298622.871764:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1545 00000100:00100000:3.0:1780298622.871982:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607706752 00000100:00100000:3.0:1780298622.871986:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607706752 00010000:00010000:3.0:1780298622.872007:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bb478d6d/0xaf35132e63024aac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c52c1 expref: 9 pid: 8358 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.872034:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13540 00000100:00100000:3.0:1780298622.872041:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777607706752:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298622.872051:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298622.872066:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bb478d6d/0xaf35132e63024aac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c52c1 expref: 9 pid: 8358 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.872078:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bb478d6d/0xaf35132e63024aac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c52c1 expref: 9 pid: 8358 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.872102:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb478d6d/0xaf35132e63024aac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c52c1 expref: 9 pid: 8358 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.872113:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298622 v=(110 23) 00010000:00010000:3.0:1780298622.872117:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298622 v=(110 23) 00010000:00010000:3.0:1780298622.872150:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2b1eebc/0xaf35132e63024b38 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1966080->1970175) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c533f expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.872160:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2b1eebc/0xaf35132e63024b38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1966080->1970175) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c533f expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.872184:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f2b1eebc/0xaf35132e63024b38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1966080->1970175) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c533f expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.872194:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777603826304:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298622.872232:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.873366:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777603826304:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298622.873381:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298622.873487:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777607706752:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1443us (1530us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298622.873500:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13540 00000100:00100000:3.0:1780298622.878846:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.880943:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607707392 00000100:00100000:3.0:1780298622.880948:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607707392 00000100:00100000:3.0:1780298622.880987:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1547 00000100:00100000:3.0:1780298622.880997:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777607707392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.881007:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.881018:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000101214ae/0xaf35132e63024b46 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c534d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.881065:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603826560:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298622.881109:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.882962:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607707520 00000100:00100000:3.0:1780298622.882967:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607707520 00000100:00100000:3.0:1780298622.882993:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1548 00000100:00100000:3.0:1780298622.882998:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777607707520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.883007:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.883016:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c703984a/0xaf35132e63024b4d lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5354 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.883033:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb61c4b0/0xaf35132e63024ab3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c52c8 expref: 5 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.883040:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298622 v=(52 14) 00010000:00010000:3.0:1780298622.883051:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298622 v=(53 14) 00010000:00010000:3.0:1780298622.883059:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c703984a/0xaf35132e63024b4d lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2240512->2256895] (req 2240512->2256895) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5354 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.883085:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eb61c4b0/0xaf35132e63024ab3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c52c8 expref: 5 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.883103:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eb61c4b0/0xaf35132e63024ab3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c52c8 expref: 5 pid: 8356 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.883113:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603826688:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298622.883173:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.883921:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603826688:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298622.883939:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c703984a/0xaf35132e63024b4d lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2240512->2256895] (req 2240512->2256895) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5354 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.883952:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2000, rc 0) 00000100:00100000:3.0:1780298622.883984:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777607707520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 985us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298622.883990:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1548 00000100:00100000:3.0:1780298622.885545:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607707776 00000100:00100000:3.0:1780298622.885551:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607707776 00000100:00100000:3.0:1780298622.885593:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2918 00000100:00100000:3.0:1780298622.885601:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607707776:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298622.885811:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4016280 -> 4016280 00002000:00010000:3.0:1780298622.885816:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298622.885819:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298622.885821:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298622.885824:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 136 -> 136 00000100:00100000:3.0:1780298622.885856:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607707776:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 255us (387us total) trans 4294968574 rc 0/0 00000100:00100000:3.0:1780298622.885864:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2918 00000100:00100000:3.0:1780298622.887010:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.887045:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.889159:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.891334:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607708288 00000100:00100000:3.0:1780298622.891340:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607708288 00000100:00100000:3.0:1780298622.891385:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1552 00000100:00100000:3.0:1780298622.891395:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777607708288:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298622.893166:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607708544 00000100:00100000:3.0:1780298622.893172:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607708544 00010000:00010000:3.0:1780298622.893197:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f2b1eebc/0xaf35132e63024b38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1966080->1970175) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c533f expref: 9 pid: 20252 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.893236:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13543 00000100:00100000:3.0:1780298622.893250:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607708544:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298622.893261:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298622.893278:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f2b1eebc/0xaf35132e63024b38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1966080->1970175) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c533f expref: 9 pid: 20252 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.893307:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f2b1eebc/0xaf35132e63024b38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1966080->1970175) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c533f expref: 9 pid: 20252 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.893337:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2b1eebc/0xaf35132e63024b38 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1966080->1970175) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c533f expref: 9 pid: 20252 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.893385:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298622.893436:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777607708544:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 175us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298622.893450:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13543 00000100:00100000:3.0:1780298622.898833:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603827712:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.898867:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63024b77 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c537e expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.898889:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63024b77 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c537e expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.898903:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:3.0:1780298622.898946:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607709056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1125us (1230us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.898954:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1554 00000100:00100000:3.0:1780298622.902410:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607709440 00000100:00100000:3.0:1780298622.902416:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607709440 00000100:00100000:3.0:1780298622.902464:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607709568 00000100:00100000:3.0:1780298622.902468:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607709568 00000100:00100000:3.0:1780298622.904944:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607709696 00000100:00100000:3.0:1780298622.904951:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607709696 00000100:00100000:3.0:1780298622.904984:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1559 00000100:00100000:3.0:1780298622.904990:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607709696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.905000:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.905011:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008361787d/0xaf35132e63024b9a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c53a1 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.905048:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603828352:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298622.905106:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.906047:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603828352:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.906064:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008361787d/0xaf35132e63024b9a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c53a1 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.906083:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008361787d/0xaf35132e63024b9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c53a1 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.906096:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2800, rc 0) 00000100:00100000:3.0:1780298622.906166:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607709696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1174us (1307us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.906173:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1559 00000100:00100000:3.0:1780298622.908739:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348007b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603828608:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.908786:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63024ba8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c53af expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.908826:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63024ba8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c53af expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.908841:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00000100:00100000:3.0:1780298622.908954:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777607709952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1389us (1583us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.908964:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1561 00000100:00100000:3.0:1780298622.910027:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607710208 00000100:00100000:3.0:1780298622.910034:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607710208 00000100:00100000:3.0:1780298622.910175:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1564 00000100:00100000:3.0:1780298622.910195:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607710336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.910206:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.910219:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2b1eebc/0xaf35132e63024bbd lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c53c4 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.912967:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607710464 00000100:00100000:3.0:1780298622.912974:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607710464 00000100:00100000:3.0:1780298622.913022:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607710592 00000100:00100000:3.0:1780298622.913070:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607710592 00000100:00100000:3.0:1780298622.913115:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1566 00000100:00100000:3.0:1780298622.913150:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777607710592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.913163:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.913179:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d4afe0b/0xaf35132e63024bcb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c53d2 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.913222:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603829248:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298622.913270:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.914394:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603829248:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.914421:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001d4afe0b/0xaf35132e63024bcb lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c53d2 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.914454:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d4afe0b/0xaf35132e63024bcb lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c53d2 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.914541:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3000, rc 0) 00000100:00100000:3.0:1780298622.914581:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777607710592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1456us (1600us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.914588:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1566 00000100:00100000:3.0:1780298622.918706:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.919976:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.921395:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.923942:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607711360 00000100:00100000:3.0:1780298622.923955:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607711360 00000100:00100000:3.0:1780298622.924028:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1570 00000100:00100000:3.0:1780298622.924044:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777607711360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.924071:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.924094:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001d4afe0b/0xaf35132e63024be7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c53ee expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.924218:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603830016:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298622.924300:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.925286:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603830016:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.925317:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001d4afe0b/0xaf35132e63024be7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c53ee expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.925364:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001d4afe0b/0xaf35132e63024be7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c53ee expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.925400:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3000, rc 0) 00000100:00100000:3.0:1780298622.925465:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777607711360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1426us (1599us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.925479:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1570 00000100:00100000:3.0:1780298622.929356:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.929463:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.936610:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.940839:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.944866:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.952713:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.952786:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.954893:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1580 00000100:00100000:3.0:1780298622.954907:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777607714048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.954918:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.954929:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001d4afe0b/0xaf35132e63024c26 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c542d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.954965:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603831168:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298622.955019:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.956887:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607714304 00000100:00100000:3.0:1780298622.956892:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607714304 00000100:00100000:3.0:1780298622.956923:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1582 00000100:00100000:3.0:1780298622.956931:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777607714304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.956940:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.956949:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008361787d/0xaf35132e63024c34 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c543b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.956968:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63024c11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2830336->36384767] (req 2830336->2834431) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5418 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.956978:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298622 v=(111 23) 00010000:00010000:3.0:1780298622.956982:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298622 v=(112 23) 00010000:00010000:3.0:1780298622.956987:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008361787d/0xaf35132e63024c34 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3846144->3911679] (req 3846144->3911679) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c543b expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.957008:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63024c11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2830336->36384767] (req 2830336->2834431) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5418 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.957021:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63024c11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2830336->36384767] (req 2830336->2834431) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5418 expref: 6 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.957032:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603831424:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298622.957070:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.957973:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607714432 00000100:00100000:3.0:1780298622.957977:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607714432 00010000:00010000:3.0:1780298622.957994:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63024c11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2830336->36384767] (req 2830336->2834431) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5418 expref: 7 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.958019:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13546 00000100:00100000:3.0:1780298622.958024:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777607714432:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298622.958035:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298622.958043:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63024c11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2830336->36384767] (req 2830336->2834431) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5418 expref: 7 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.958051:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63024c11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2830336->36384767] (req 2830336->2834431) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5418 expref: 7 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.958066:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63024c11 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2830336->36384767] (req 2830336->2834431) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5418 expref: 7 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.958076:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298622 v=(112 23) 00010000:00010000:3.0:1780298622.958079:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298622 v=(112 23) 00010000:00010000:3.0:1780298622.958088:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008361787d/0xaf35132e63024c34 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3846144->3911679) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c543b expref: 5 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.958097:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008361787d/0xaf35132e63024c34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3846144->3911679) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c543b expref: 5 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.958119:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008361787d/0xaf35132e63024c34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3846144->3911679) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c543b expref: 5 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.958147:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777603831552:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298622.958178:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.963085:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607714944 00000100:00100000:3.0:1780298622.963091:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607714944 00000100:00100000:3.0:1780298622.963147:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1585 00000100:00100000:3.0:1780298622.963159:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777607714944:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298622.964924:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.966656:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607715200 00000100:00100000:3.0:1780298622.966661:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607715200 00000100:00100000:3.0:1780298622.966689:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1587 00000100:00100000:3.0:1780298622.966697:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777607715200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.966706:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.966715:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2b1eebc/0xaf35132e63024c57 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c545e expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.966735:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63024be0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2179072->35733503] (req 2179072->2248703) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c53e7 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.966745:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298622 v=(54 14) 00010000:00010000:3.0:1780298622.966749:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298622 v=(55 14) 00010000:00010000:3.0:1780298622.966754:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2b1eebc/0xaf35132e63024c57 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3125248->3129343] (req 3125248->3129343) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c545e expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.966774:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63024be0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2179072->35733503] (req 2179072->2248703) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c53e7 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.966788:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63024be0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2179072->35733503] (req 2179072->2248703) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c53e7 expref: 6 pid: 8358 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.966799:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777603832064:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298622.966835:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.968854:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.981367:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.982716:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.982810:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.984802:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.984839:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.986784:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298622.993549:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607717760 00000100:00100000:3.0:1780298622.993560:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607717760 00000100:00100000:3.0:1780298622.993625:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607717888 00000100:00100000:3.0:1780298622.993631:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607717888 00000100:00100000:3.0:1780298622.993717:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1599 00000100:00100000:3.0:1780298622.993734:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777607717888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298622.993763:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298622.993780:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63024ca4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c54ab expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298622.993850:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603833856:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298622.993959:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298622.994746:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603833856:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298622.994809:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63024ca4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c54ab expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.994835:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63024ca4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c54ab expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298622.994848:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:3.0:1780298622.994888:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777607717888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1162us (1291us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298622.994896:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1599 00000100:00100000:3.0:1780298622.997552:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.001052:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.001101:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00080000:3.0:1780298623.001228:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780298623.001238:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780298623.003039:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.003092:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.005100:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.005197:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.006089:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603835136:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.006190:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e63024ce3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c54ea expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.006211:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e63024ce3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c54ea expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.006221:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:3.0:1780298623.012328:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.016237:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607720320 00000100:00100000:3.0:1780298623.016245:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607720320 00002000:00100000:3.0:1780298623.016270:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3764224->3768319) req@ffff9cf37f7bd500 x1866777607720320/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.016277:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd500 with x1866777607720320 ext(3764224->3768319) 00002000:00010000:3.0:1780298623.016281:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bd500 00000100:00100000:3.0:1780298623.016297:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2945 00000100:00100000:3.0:1780298623.016302:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777607720320:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.016419:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777607720320:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 116us (226us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.016438:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2945 00002000:00100000:3.0:1780298623.016444:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3764224->3768319) req@ffff9cf37f7bd500 x1866777607720320/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.016450:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd500 with x1866777607720320 ext(3764224->3768319) 00002000:00010000:3.0:1780298623.016452:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bd500 00000100:00100000:3.0:1780298623.017475:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.019473:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.019507:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.021676:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607720960 00000100:00100000:3.0:1780298623.021720:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607720960 00000100:00100000:3.0:1780298623.021770:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1613 00000100:00100000:3.0:1780298623.021778:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777607720960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.021789:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.021803:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e63024d06 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c550d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.021851:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603835648:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.021887:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.023499:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.023589:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.025631:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.026576:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.027655:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.028700:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.029697:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.030735:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.031874:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.032838:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.033819:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.034765:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.035804:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.036794:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.038043:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.038076:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.038158:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1617 00000100:00100000:3.0:1780298623.038174:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777607722880:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298623.040335:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607723264 00000100:00100000:3.0:1780298623.040341:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607723264 00000100:00100000:3.0:1780298623.040387:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1620 00000100:00100000:3.0:1780298623.040398:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777607723264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.040407:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.040417:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63024d37 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c553e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.040462:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ada300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603836416:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.040488:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.043535:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607723648 00000100:00100000:3.0:1780298623.043540:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607723648 00010000:00010000:3.0:1780298623.043557:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031400/0xaf35132e63024b07 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c530e expref: 102 pid: 6477 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.043582:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13551 00000100:00100000:3.0:1780298623.043587:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+102:2400:x1866777607723648:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298623.043594:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298623.043600:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031400/0xaf35132e63024b07 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c530e expref: 102 pid: 6477 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.043608:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031400/0xaf35132e63024b07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c530e expref: 102 pid: 6477 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.043618:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031400/0xaf35132e63024b07 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c530e expref: 102 pid: 6477 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.043625:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298623.043628:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63024d3e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.043639:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63024d3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.043644:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63024d3e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.043658:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.043687:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+101:2400:x1866777607723648:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 98us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.043693:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13551 00000100:00100000:3.0:1780298623.045645:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.046482:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.047170:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603837056:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.047336:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.048303:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.049202:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.049329:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.050741:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.053157:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603837440:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298623.053171:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63024d61 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3129344->3174399] (req 3129344->3174399) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c555a expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.053180:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030a00, rc 0) 00000100:00100000:3.0:1780298623.054642:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607725184 00000100:00100000:3.0:1780298623.054646:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607725184 00002000:00100000:3.0:1780298623.054669:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3129344->3133439) req@ffff9cf255090000 x1866777607725184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.054677:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255090000 with x1866777607725184 ext(3129344->3133439) 00002000:00010000:3.0:1780298623.054680:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255090000 00000100:00100000:3.0:1780298623.054696:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2960 00000100:00100000:3.0:1780298623.054701:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777607725184:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.054828:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777607725184:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 126us (224us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.054833:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2960 00002000:00100000:3.0:1780298623.054837:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3129344->3133439) req@ffff9cf255090000 x1866777607725184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.054843:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255090000 with x1866777607725184 ext(3129344->3133439) 00002000:00010000:3.0:1780298623.054846:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255090000 00000100:00100000:3.0:1780298623.058022:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607725568 00000100:00100000:3.0:1780298623.058027:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607725568 00000100:00100000:3.0:1780298623.058120:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1624 00000100:00100000:3.0:1780298623.058143:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777607725568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.058151:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.058160:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63024d76 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5568 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.058247:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603837696:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.058296:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.058976:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603837696:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.059001:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63024d76 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5568 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.059021:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63024d76 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5568 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.059047:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:3.0:1780298623.059075:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777607725568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 934us (1096us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.059080:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1624 00000100:00100000:3.0:1780298623.059984:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607725824 00000100:00100000:3.0:1780298623.059990:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607725824 00000100:00100000:3.0:1780298623.060030:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1626 00000100:00100000:3.0:1780298623.060039:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777607725824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.060048:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.060060:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63024d84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5576 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.060097:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603837952:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.060185:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.060878:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603837952:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.060898:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63024d84 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5576 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.060913:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63024d84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5576 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.060932:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:3.0:1780298623.061004:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777607725824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 961us (1055us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.061021:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1626 00000100:00100000:3.0:1780298623.061998:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607726080 00000100:00100000:3.0:1780298623.062004:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607726080 00000100:00100000:3.0:1780298623.062828:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603838336:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.062851:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e63024d99 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5584 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.062869:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e63024d99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5584 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.062881:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031e00, rc 0) 00000100:00100000:3.0:1780298623.062913:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777607726080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (936us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.062921:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1629 00000100:00100000:3.0:1780298623.067244:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.068311:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607726848 00000100:00100000:3.0:1780298623.068316:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607726848 00002000:00100000:3.0:1780298623.068348:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (3129344->3174399) req@ffff9cf37f8ff100 x1866777607726848/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.068359:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ff100 with x1866777607726848 ext(3129344->3174399) 00010000:00010000:3.0:1780298623.068366:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63024d61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3129344->36683775] (req 3129344->3174399) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c555a expref: 7 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.068381:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63024d61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3129344->36683775] (req 3129344->3174399) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c555a expref: 7 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780298623.068389:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf37f8ff100 00000100:00100000:3.0:1780298623.068412:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 53 00000100:00100000:3.0:1780298623.068432:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777607726848:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298623.070577:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607726976 00000100:00100000:3.0:1780298623.070582:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607726976 00010000:00010000:3.0:1780298623.070603:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63024d61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3129344->36683775] (req 3129344->3174399) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c555a expref: 9 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.070630:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13557 00000100:00100000:3.0:1780298623.070637:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777607726976:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298623.070647:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780298623.070655:0:6461:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 2464 -> 2552 00010000:00010000:3.0:1780298623.070660:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63024d61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3129344->36683775] (req 3129344->3174399) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c555a expref: 9 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.070672:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63024d61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3129344->36683775] (req 3129344->3174399) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c555a expref: 9 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.070690:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63024d61 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3129344->36683775] (req 3129344->3174399) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c555a expref: 9 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.070712:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(117 23) 00010000:00010000:3.0:1780298623.070715:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(117 23) 00010000:00010000:3.0:1780298623.070723:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e63024db5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4136960->37691391] (req 4136960->4141055) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c55a7 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.070732:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e63024db5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4136960->37691391] (req 4136960->4141055) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c55a7 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.070756:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e63024db5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4136960->37691391] (req 4136960->4141055) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c55a7 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.070767:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777603838976:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298623.070805:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.071390:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777603838976:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298623.071399:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.071417:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777607726976:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 782us (876us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.071436:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13557 00000100:00100000:3.0:1780298623.074173:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607727360 00000100:00100000:3.0:1780298623.074178:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607727360 00002000:00100000:3.0:1780298623.074201:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (4145152->4149247) req@ffff9cf37f8fd880 x1866777607727360/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.074210:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fd880 with x1866777607727360 ext(4145152->4149247) 00002000:00010000:3.0:1780298623.074214:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8fd880 00000100:00100000:3.0:1780298623.074235:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2964 00000100:00100000:3.0:1780298623.074243:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777607727360:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.074316:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777607727360:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (195us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.074323:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2964 00002000:00100000:3.0:1780298623.074329:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (4145152->4149247) req@ffff9cf37f8fd880 x1866777607727360/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.074339:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fd880 with x1866777607727360 ext(4145152->4149247) 00002000:00010000:3.0:1780298623.074343:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8fd880 00000100:00100000:3.0:1780298623.075269:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3623:1866777603839232:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780298623.075335:0:6482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777603839104 00000100:00100000:3.0:1780298623.075338:0:6482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777603839104 00000100:00100000:3.0:1780298623.075371:0:6482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1780298623.075379:0:6482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3625:x1866777603839104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780298623.075403:0:6482:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446043648 avail 1299804160 00000100:00100000:3.0:1780298623.075458:0:6482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3625:x1866777603839104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.075465:0:6482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1780298623.075522:0:3623:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968638 gen 2 00000004:00080000:3.0:1780298623.075527:0:3623:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9cf255991c00, transno 4294968638 00000100:00100000:3.0:1780298623.075544:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3623:1866777603839232:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780298623.075647:0:8361:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777603839360 00000100:00100000:3.0:1780298623.075651:0:8361:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777603839360 00000100:00100000:3.0:1780298623.075714:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1780298623.075720:0:8361:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3624:x1866777603839360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780298623.075729:0:8361:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 184966848 pending 0 free 3923013632 avail 3690725376 00000100:00100000:3.0:1780298623.075755:0:8361:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3624:x1866777603839360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.075759:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1780298623.080513:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607728000 00000100:00100000:3.0:1780298623.080519:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607728000 00002000:00100000:3.0:1780298623.080545:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (4165632->4194303) req@ffff9cf36e5d8380 x1866777607728000/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.080567:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8380 with x1866777607728000 ext(4165632->4194303) 00002000:00010000:3.0:1780298623.080572:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d8380 00000100:00100000:3.0:1780298623.080605:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607728128 00000100:00100000:3.0:1780298623.080610:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607728128 00002000:00100000:3.0:1780298623.080633:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (0->8191) req@ffff9cf24304f100 x1866777607728128/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.080639:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f100 with x1866777607728128 ext(0->8191) 00002000:00010000:3.0:1780298623.080642:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304f100 00000100:00100000:3.0:1780298623.080663:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2970 00000100:00100000:3.0:1780298623.080671:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777607728128:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.080763:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777607728128:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 94us (214us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1780298623.080768:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2970 00002000:00100000:3.0:1780298623.080773:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (0->8191) req@ffff9cf24304f100 x1866777607728128/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/8632 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.080778:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f100 with x1866777607728128 ext(0->8191) 00002000:00010000:3.0:1780298623.080782:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304f100 00000100:00100000:3.0:1780298623.085846:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607728512 00000100:00100000:3.0:1780298623.085852:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607728512 00000100:00100000:3.0:1780298623.085883:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607728640 00000100:00100000:3.0:1780298623.085886:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607728640 00000100:00100000:3.0:1780298623.085913:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1635 00000100:00100000:3.0:1780298623.085925:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777607728640:12345-192.168.203.25@tcp:16:fsx.0 00000100:00100000:3.0:1780298623.086832:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777607728640:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 909us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.086841:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1635 00000100:00100000:3.0:1780298623.090283:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603839616:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.090296:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63024dc3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c55b5 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.090306:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63024dc3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c55b5 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.090319:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030a00, rc 0) 00000100:00100000:3.0:1780298623.090341:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777607728896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 714us (787us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.090346:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1637 00000100:00100000:3.0:1780298623.093007:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777603839872:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298623.093019:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.093044:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777607729152:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 834us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.093105:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13558 00000100:00100000:3.0:1780298623.094248:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607729536 00000100:00100000:3.0:1780298623.094252:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607729536 00000100:00100000:3.0:1780298623.094293:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1639 00000100:00100000:3.0:1780298623.094307:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777607729536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.094350:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298623.095174:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603840000:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.095196:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63024dd1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c55c3 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.095215:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63024dd1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c55c3 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.095225:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:3.0:1780298623.096085:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607729664 00000100:00100000:3.0:1780298623.096091:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607729664 00000100:00100000:3.0:1780298623.096119:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1641 00000100:00100000:3.0:1780298623.096153:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607729664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.096195:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.096204:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63024ddf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c55d1 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.096241:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603840256:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.096294:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.096842:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603840256:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.096861:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63024ddf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c55d1 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.096883:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63024ddf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c55d1 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.096902:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:3.0:1780298623.096933:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607729664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 783us (908us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.096953:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1641 00000100:00100000:3.0:1780298623.099082:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603840640:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.099102:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e63024df4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c55df expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.099121:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e63024df4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c55df expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.099165:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:3.0:1780298623.099192:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777607729920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 902us (1007us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.099200:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1643 00000100:00100000:3.0:1780298623.100176:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.101340:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.103086:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607730560 00000100:00100000:3.0:1780298623.103091:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607730560 00000100:00100000:3.0:1780298623.103120:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1647 00000100:00100000:3.0:1780298623.103183:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777607730560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.103194:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298623.103898:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603841152:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.103953:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63024e10 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c55fb expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.103968:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63024e10 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c55fb expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.103975:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:3.0:1780298623.103993:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777607730560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 818us (936us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.103997:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1647 00000100:00100000:3.0:1780298623.104932:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.109733:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.109773:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.112810:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.115297:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1655 00000100:00100000:3.0:1780298623.115310:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777607731968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.115320:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.115334:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63024e41 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5633 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.115389:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603841920:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.115459:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.116265:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603841920:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.116293:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63024e41 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5633 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.116316:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63024e41 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5633 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.116329:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:3.0:1780298623.119288:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.119324:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.121287:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.121377:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.125662:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.127272:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.127360:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.136002:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607734400 00000100:00100000:3.0:1780298623.136007:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607734400 00000100:00100000:3.0:1780298623.136036:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1672 00000100:00100000:3.0:1780298623.136045:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777607734400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.136054:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.136066:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63024eb8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c56aa expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.136098:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603843840:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.139974:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.140063:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.141758:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607735296 00000100:00100000:3.0:1780298623.141763:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607735296 00000100:00100000:3.0:1780298623.143273:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.144001:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.145298:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607735808 00000100:00100000:3.0:1780298623.145303:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607735808 00000100:00100000:3.0:1780298623.145336:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1681 00000100:00100000:3.0:1780298623.145343:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607735808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.145350:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.145359:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e63024ef7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c56e9 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.145388:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603844736:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.145415:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.146259:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603844736:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.146312:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e63024ef7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c56e9 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.146324:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e63024ef7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c56e9 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.146331:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:3.0:1780298623.146355:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607735808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1014us (1106us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.146363:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1681 00000100:00100000:3.0:1780298623.148095:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348318000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603844992:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.148203:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007d30c332/0xaf35132e63024f05 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c56f0 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.148215:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d30c332/0xaf35132e63024f05 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c56f0 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.148223:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2451b7a00, rc 0) 00000100:00100000:3.0:1780298623.148252:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777607735936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1022us (1076us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.148257:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1683 00000100:00100000:3.0:1780298623.153111:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.153301:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.153448:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.155774:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348007480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777603845760:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298623.155783:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.155843:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777607737216:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 850us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.155851:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13563 00000100:00100000:3.0:1780298623.155949:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607737344 00000100:00100000:3.0:1780298623.155952:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607737344 00000100:00100000:3.0:1780298623.155972:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1685 00000100:00100000:3.0:1780298623.155977:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777607737344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.155985:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.155994:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63024f1a lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5705 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.156008:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009aa43742/0xaf35132e63024dca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1880064->35434495] (req 1880064->1900543) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c55bc expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.156014:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63024e17 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [765952->1880063] (req 765952->802815) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5609 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.156019:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003e5b3111/0xaf35132e63024e95 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1777664->1875967] (req 1777664->1843199) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5687 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.156022:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 3 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(58 14) 00010000:00010000:3.0:1780298623.156024:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(61 14) 00010000:00010000:3.0:1780298623.156027:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63024f1a lrc: 6/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5705 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.156040:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003e5b3111/0xaf35132e63024e95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1777664->1875967] (req 1777664->1843199) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5687 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.156055:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003e5b3111/0xaf35132e63024e95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1777664->1875967] (req 1777664->1843199) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5687 expref: 10 pid: 8359 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.156061:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603845888:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298623.156093:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63024e17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [765952->1880063] (req 765952->802815) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5609 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.156105:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63024e17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [765952->1880063] (req 765952->802815) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5609 expref: 8 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.156111:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603846016:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298623.156162:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009aa43742/0xaf35132e63024dca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1880064->35434495] (req 1880064->1900543) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c55bc expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.156170:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009aa43742/0xaf35132e63024dca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1880064->35434495] (req 1880064->1900543) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c55bc expref: 10 pid: 8358 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.156178:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255511880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603846144:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.157188:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.158569:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607737984 00000100:00100000:3.0:1780298623.158573:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607737984 00002000:00010000:3.0:1780298623.158590:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298623.158594:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831a300 with x1866777607737984 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298623.158600:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831a300. 00000100:00100000:3.0:1780298623.158631:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2983 00000100:00100000:3.0:1780298623.158640:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777607737984:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298623.158776:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3243045 -> 4194304 00002000:00010000:3.0:1780298623.158780:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298623.158783:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298623.158786:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298623.158793:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:3.0:1780298623.158831:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777607737984:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 191us (308us total) trans 4294968581 rc 0/0 00000100:00100000:3.0:1780298623.158843:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2983 00002000:00010000:3.0:1780298623.158850:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298623.158856:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831a300 with x1866777607737984 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298623.158864:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831a300. 00000100:00100000:3.0:1780298623.159626:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.161018:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607738240 00000100:00100000:3.0:1780298623.161023:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607738240 00000100:00100000:3.0:1780298623.161061:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1686 00000100:00100000:3.0:1780298623.161073:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777607738240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.161084:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.161095:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63024f2f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5713 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.169487:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.170917:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607739392 00000100:00100000:3.0:1780298623.170923:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607739392 00002000:00100000:3.0:1780298623.170947:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (4935680->4939775) req@ffff9cf24310e300 x1866777607739392/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.170956:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310e300 with x1866777607739392 ext(4935680->4939775) 00002000:00010000:3.0:1780298623.170960:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310e300 00000100:00100000:3.0:1780298623.170981:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2985 00000100:00100000:3.0:1780298623.170989:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777607739392:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.171083:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777607739392:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 95us (200us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.171091:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2985 00002000:00100000:3.0:1780298623.171099:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (4935680->4939775) req@ffff9cf24310e300 x1866777607739392/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.171107:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310e300 with x1866777607739392 ext(4935680->4939775) 00002000:00010000:3.0:1780298623.171111:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310e300 00000100:00100000:3.0:1780298623.177106:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607740032 00000100:00100000:3.0:1780298623.177111:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607740032 00002000:00100000:3.0:1780298623.177163:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (4956160->4960255) req@ffff9cf24310d880 x1866777607740032/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.177174:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310d880 with x1866777607740032 ext(4956160->4960255) 00002000:00010000:3.0:1780298623.177179:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310d880 00000100:00100000:3.0:1780298623.191490:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607740800 00000100:00100000:3.0:1780298623.191495:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607740800 00000100:00100000:3.0:1780298623.191530:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1694 00000100:00100000:3.0:1780298623.191538:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777607740800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.191549:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.191560:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63024f6e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c574b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.191619:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603847424:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.191694:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00002000:00010000:3.0:1780298623.192531:0:8359:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 2712 -> 2848 00000100:00100000:3.0:1780298623.192547:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603847424:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.192570:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63024f6e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c574b expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.192589:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63024f6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c574b expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.192599:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:3.0:1780298623.192630:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777607740800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1094us (1184us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.192636:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1694 00000100:00100000:3.0:1780298623.196606:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607741312 00000100:00100000:3.0:1780298623.196611:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607741312 00010000:00010000:3.0:1780298623.196635:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63024f67 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5744 expref: 105 pid: 7411 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.196663:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13568 00000100:00100000:3.0:1780298623.196672:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+105:2400:x1866777607741312:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298623.196682:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298623.196688:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63024f67 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5744 expref: 105 pid: 7411 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.196700:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63024f67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5744 expref: 105 pid: 7411 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.196715:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63024f67 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5744 expref: 105 pid: 7411 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.196726:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298623.196730:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63024f7c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.196742:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63024f7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.196750:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63024f7c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.196770:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.196802:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+104:2400:x1866777607741312:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 130us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.196810:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13568 00000100:00100000:3.0:1780298623.198872:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607741568 00000100:00100000:3.0:1780298623.198877:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607741568 00010000:00010000:3.0:1780298623.198896:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004f563921/0xaf35132e63024f59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4931584->38486015] (req 4931584->4935679) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c573d expref: 8 pid: 19992 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.198924:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13569 00000100:00100000:3.0:1780298623.198934:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607741568:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298623.198943:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298623.198959:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004f563921/0xaf35132e63024f59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4931584->38486015] (req 4931584->4935679) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c573d expref: 8 pid: 19992 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.198971:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004f563921/0xaf35132e63024f59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4931584->38486015] (req 4931584->4935679) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c573d expref: 8 pid: 19992 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.198987:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f563921/0xaf35132e63024f59 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4931584->38486015] (req 4931584->4935679) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c573d expref: 8 pid: 19992 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.198999:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(123 23) 00010000:00010000:3.0:1780298623.199003:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(123 23) 00010000:00010000:3.0:1780298623.199009:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa90adfb/0xaf35132e63024f83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5759 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.199018:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa90adfb/0xaf35132e63024f83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5759 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.199041:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000fa90adfb/0xaf35132e63024f83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5759 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.199052:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777603847936:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298623.199091:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.199769:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777603847936:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298623.199780:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.199867:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777607741568:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 935us (1030us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.199875:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13569 00000100:00100000:3.0:1780298623.201041:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607741824 00000100:00100000:3.0:1780298623.201045:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607741824 00010000:00010000:3.0:1780298623.201059:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63024f1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5705 expref: 9 pid: 8359 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.201078:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13570 00000100:00100000:3.0:1780298623.201083:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777607741824:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298623.201090:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298623.201101:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63024f1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5705 expref: 9 pid: 8359 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.201109:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63024f1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5705 expref: 9 pid: 8359 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.201119:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63024f1a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5705 expref: 9 pid: 8359 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.201143:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(62 14) 00010000:00010000:3.0:1780298623.201145:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(62 14) 00010000:00010000:3.0:1780298623.201150:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e05e5a74/0xaf35132e63024f8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5760 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.201156:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e05e5a74/0xaf35132e63024f8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5760 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.201171:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e05e5a74/0xaf35132e63024f8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5760 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.201179:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777603848192:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298623.201207:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.201848:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777603848192:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298623.201857:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.201883:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777607741824:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 798us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.201954:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13570 00000100:00100000:3.0:1780298623.206634:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607742336 00000100:00100000:3.0:1780298623.206639:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607742336 00000100:00100000:3.0:1780298623.206677:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1698 00000100:00100000:3.0:1780298623.206686:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777607742336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.206777:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.206788:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63024f9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c576e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.206886:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603848320:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.206961:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.207900:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603848320:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.207924:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63024f9f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c576e expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.207952:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63024f9f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c576e expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.207965:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:3.0:1780298623.207995:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777607742336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1310us (1404us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.208003:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1698 00000100:00100000:3.0:1780298623.216119:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.218203:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607743488 00000100:00100000:3.0:1780298623.218208:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607743488 00000100:00100000:3.0:1780298623.218267:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607743616 00000100:00100000:3.0:1780298623.218271:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607743616 00000100:00100000:3.0:1780298623.226352:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.229848:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.237217:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.237251:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.239398:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607745664 00000100:00100000:3.0:1780298623.239403:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607745664 00000100:00100000:3.0:1780298623.239446:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607745536 00000100:00100000:3.0:1780298623.239448:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607745536 00000100:00100000:3.0:1780298623.239477:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1713 00000100:00100000:3.0:1780298623.239490:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777607745536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.239500:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.239510:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e6302502b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c57de expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.239544:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255511c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603850368:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.239588:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.242909:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607746048 00000100:00100000:3.0:1780298623.242914:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607746048 00010000:00010000:3.0:1780298623.242936:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a000/0xaf35132e6302500f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c57c9 expref: 105 pid: 17578 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.242963:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13572 00000100:00100000:3.0:1780298623.242971:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+105:2400:x1866777607746048:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298623.242983:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298623.242989:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a000/0xaf35132e6302500f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c57c9 expref: 105 pid: 17578 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.243000:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a000/0xaf35132e6302500f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c57c9 expref: 105 pid: 17578 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.243016:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a000/0xaf35132e6302500f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c57c9 expref: 105 pid: 17578 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.243032:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298623.243038:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2451b7e00/0xaf35132e63025032 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.243049:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2451b7e00/0xaf35132e63025032 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.243056:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2451b7e00/0xaf35132e63025032 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.243075:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.243108:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+104:2400:x1866777607746048:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 136us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.243159:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13572 00000100:00100000:3.0:1780298623.244222:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607746176 00000100:00100000:3.0:1780298623.244228:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607746176 00002000:00010000:3.0:1780298623.244245:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2034070->18446744073709551615) 00002000:00100000:3.0:1780298623.244252:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5880 with x1866777607746176 ext(2034070->18446744073709551615) 00002000:00010000:3.0:1780298623.244261:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd5880. 00000100:00100000:3.0:1780298623.246394:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.246464:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.247361:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603850624:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.247399:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f7fbf63b/0xaf35132e63025047 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c57f3 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.247446:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7fbf63b/0xaf35132e63025047 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c57f3 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.247473:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2451b6400, rc 0) 00000100:00100000:3.0:1780298623.247512:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777607746560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1034us (1161us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.247533:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1714 00000100:00100000:3.0:1780298623.248684:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.250536:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607747072 00000100:00100000:3.0:1780298623.250541:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607747072 00000100:00100000:3.0:1780298623.250570:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1718 00000100:00100000:3.0:1780298623.250576:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777607747072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.250583:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.250590:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63025063 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c580f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.250604:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa90adfb/0xaf35132e63024f83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5759 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.250612:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(123 23) 00010000:00010000:3.0:1780298623.250616:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(124 23) 00010000:00010000:3.0:1780298623.250619:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63025063 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [98304->167935] (req 98304->167935) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c580f expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.250636:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fa90adfb/0xaf35132e63024f83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5759 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.250645:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fa90adfb/0xaf35132e63024f83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5759 expref: 9 pid: 19992 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.250652:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603851136:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.250683:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.254843:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607747456 00000100:00100000:3.0:1780298623.254848:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607747456 00000100:00100000:3.0:1780298623.254874:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1719 00000100:00100000:3.0:1780298623.254881:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777607747456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.254891:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.254900:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e6302506a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5816 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.254931:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603851392:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.255020:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.255699:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603851392:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.255717:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e6302506a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5816 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.255804:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e6302506a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5816 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.255815:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:3.0:1780298623.255846:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777607747456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 965us (1055us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.255855:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1719 00000100:00100000:3.0:1780298623.256854:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607747840 00000100:00100000:3.0:1780298623.256859:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607747840 00000100:00100000:3.0:1780298623.256907:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1722 00000100:00100000:3.0:1780298623.256917:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777607747840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.256928:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.256936:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e6302507f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c582b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.256959:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603851776:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.256999:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.257583:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603851776:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.257602:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e6302507f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c582b expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.257618:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e6302507f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c582b expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.257644:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:3.0:1780298623.257678:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777607747840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 765us (841us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.257692:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1722 00000100:00100000:3.0:1780298623.258669:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607747968 00000100:00100000:3.0:1780298623.258674:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607747968 00000100:00100000:3.0:1780298623.258708:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3005 00000100:00100000:3.0:1780298623.258715:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777607747968:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298623.258869:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2034070 -> 2034070 00002000:00010000:3.0:1780298623.258873:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298623.258875:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298623.258877:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298623.258879:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1328 -> 1328 00000100:00100000:3.0:1780298623.258916:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607747968:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 201us (282us total) trans 4294968828 rc 0/0 00000100:00100000:3.0:1780298623.258922:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3005 00000100:00100000:3.0:1780298623.261909:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.262780:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603852160:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.262812:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e63025094 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5840 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.262824:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e63025094 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5840 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.262839:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a600, rc 0) 00000100:00100000:3.0:1780298623.262898:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777607748352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 946us (1063us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.262904:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1725 00000100:00100000:3.0:1780298623.265383:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607748864 00000100:00100000:3.0:1780298623.265388:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607748864 00010000:00010000:3.0:1780298623.265449:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e63025040 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c57ec expref: 105 pid: 9976 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.265472:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13574 00000100:00100000:3.0:1780298623.265478:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+105:2399:x1866777607748864:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298623.265486:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298623.265491:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e63025040 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c57ec expref: 105 pid: 9976 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.265500:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e63025040 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c57ec expref: 105 pid: 9976 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.265514:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e63025040 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c57ec expref: 105 pid: 9976 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.265523:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298623.265527:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e630250a2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.265538:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e630250a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.265544:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e630250a2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.265559:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.265583:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+104:2399:x1866777607748864:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 105us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.265589:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13574 00000100:00100000:3.0:1780298623.266443:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607748992 00000100:00100000:3.0:1780298623.266446:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607748992 00000100:00100000:3.0:1780298623.266470:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1727 00000100:00100000:3.0:1780298623.266475:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777607748992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.266482:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.266490:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630250a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c584e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.266505:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63025063 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [98304->33652735] (req 98304->167935) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c580f expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.266511:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(124 23) 00010000:00010000:3.0:1780298623.266514:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(125 23) 00010000:00010000:3.0:1780298623.266517:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630250a9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c584e expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.266530:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63025063 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [98304->33652735] (req 98304->167935) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c580f expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.266537:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63025063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [98304->33652735] (req 98304->167935) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c580f expref: 7 pid: 9128 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.266544:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603852544:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.266575:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.268579:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.269544:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.270568:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.270656:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.272566:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.272654:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.274478:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607750144 00000100:00100000:3.0:1780298623.274484:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607750144 00000100:00100000:3.0:1780298623.274520:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1732 00000100:00100000:3.0:1780298623.274528:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777607750144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.274536:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.274542:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630250da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5878 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.274558:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630250a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c584e expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.274565:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(125 23) 00010000:00010000:3.0:1780298623.274568:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(126 23) 00010000:00010000:3.0:1780298623.274572:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630250da lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3469312->3489791] (req 3469312->3489791) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5878 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.274588:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630250a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c584e expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.274596:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630250a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c584e expref: 10 pid: 9128 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.274604:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603853312:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.274644:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.275523:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607750272 00000100:00100000:3.0:1780298623.275528:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607750272 00010000:00010000:3.0:1780298623.275552:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630250a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c584e expref: 11 pid: 9128 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.275584:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13576 00000100:00100000:3.0:1780298623.275592:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777607750272:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298623.275602:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298623.275614:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630250a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c584e expref: 11 pid: 9128 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.275627:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630250a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c584e expref: 11 pid: 9128 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.275643:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630250a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c584e expref: 11 pid: 9128 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.275655:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(126 23) 00010000:00010000:3.0:1780298623.275658:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(126 23) 00010000:00010000:3.0:1780298623.275667:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630250da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3489791) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5878 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.275677:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630250da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3489791) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5878 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.275702:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630250da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3489791) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5878 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.275713:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777603853440:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298623.275759:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.297336:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.300352:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.302162:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.303372:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.306356:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607751296 00000100:00100000:3.0:1780298623.306362:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607751296 00010000:00010000:3.0:1780298623.306388:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630250da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3469312->3489791) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5878 expref: 9 pid: 8358 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.306417:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13578 00000100:00100000:3.0:1780298623.306438:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777607751296:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298623.306452:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298623.306466:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630250da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3489791) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5878 expref: 9 pid: 8358 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.306477:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630250da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3489791) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5878 expref: 9 pid: 8358 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.306496:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630250da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3469312->3489791) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5878 expref: 9 pid: 8358 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.306507:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(126 23) 00010000:00010000:3.0:1780298623.306511:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(126 23) 00010000:00010000:3.0:1780298623.306519:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63025104 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [65536->33619967] (req 65536->114687) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c589b expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.306528:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63025104 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [65536->33619967] (req 65536->114687) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c589b expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.306558:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63025104 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [65536->33619967] (req 65536->114687) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c589b expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.306570:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777603854080:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298623.306631:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.312795:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.312909:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.314746:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607752064 00000100:00100000:3.0:1780298623.314751:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607752064 00000100:00100000:3.0:1780298623.314775:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1741 00000100:00100000:3.0:1780298623.314781:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777607752064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.314787:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.314795:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e63025127 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c58be expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.314811:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e05e5a74/0xaf35132e63024f8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5760 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.314818:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(62 14) 00010000:00010000:3.0:1780298623.314821:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(63 14) 00010000:00010000:3.0:1780298623.314824:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e63025127 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2531328->2543615] (req 2531328->2543615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c58be expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.314846:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e05e5a74/0xaf35132e63024f8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5760 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.314860:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e05e5a74/0xaf35132e63024f8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5760 expref: 12 pid: 8358 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.314873:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603854720:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.314910:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.316984:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.318473:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1742 00000100:00100000:3.0:1780298623.318483:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777607752448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.318491:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.318501:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6302512e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c58c5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.318534:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603854976:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.318572:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.320386:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.321389:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603855360:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.321404:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63025143 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c58da expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.321417:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63025143 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c58da expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.321439:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298623.321465:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777607752832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 998us (1081us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.321472:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1745 00000100:00100000:3.0:1780298623.325750:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.325795:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.328760:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.328808:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.330743:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.330788:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.332459:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.332485:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.334445:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.334493:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.336265:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.337068:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.338334:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.338451:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.340566:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607755392 00000100:00100000:3.0:1780298623.340571:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607755392 00000100:00100000:3.0:1780298623.342494:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607755520 00000100:00100000:3.0:1780298623.342499:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607755520 00000100:00100000:3.0:1780298623.342534:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1763 00000100:00100000:3.0:1780298623.342543:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777607755520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.342553:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.342562:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e06fa3fe/0xaf35132e630251c1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5958 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.342583:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000065a1d570/0xaf35132e6302519e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [409600->2531327] (req 409600->446463) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5935 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.342593:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(63 14) 00010000:00010000:3.0:1780298623.342597:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(64 14) 00010000:00010000:3.0:1780298623.342602:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e06fa3fe/0xaf35132e630251c1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1388544->1421311] (req 1388544->1421311) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5958 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.342627:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000065a1d570/0xaf35132e6302519e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [409600->2531327] (req 409600->446463) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5935 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.342647:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000065a1d570/0xaf35132e6302519e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [409600->2531327] (req 409600->446463) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5935 expref: 11 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.342658:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603857536:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.342707:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.343434:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603857536:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298623.343452:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e06fa3fe/0xaf35132e630251c1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1388544->1421311] (req 1388544->1421311) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5958 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.343464:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693e00, rc 0) 00000100:00100000:3.0:1780298623.343550:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777607755520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1008us (1091us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.343558:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1763 00000100:00100000:3.0:1780298623.343715:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607755648 00000100:00100000:3.0:1780298623.343720:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607755648 00010000:00010000:3.0:1780298623.343740:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000065a1d570/0xaf35132e6302519e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [409600->2531327] (req 409600->446463) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5935 expref: 12 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.343769:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13580 00000100:00100000:3.0:1780298623.343778:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777607755648:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298623.343788:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298623.343802:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000065a1d570/0xaf35132e6302519e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [409600->2531327] (req 409600->446463) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5935 expref: 12 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.343819:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000065a1d570/0xaf35132e6302519e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [409600->2531327] (req 409600->446463) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5935 expref: 12 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.343837:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065a1d570/0xaf35132e6302519e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [409600->2531327] (req 409600->446463) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5935 expref: 12 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.343848:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(64 14) 00010000:00010000:3.0:1780298623.343851:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(64 14) 00010000:00010000:3.0:1780298623.343859:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e06fa3fe/0xaf35132e630251c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1388544->2531327] (req 1388544->1421311) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5958 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.343869:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e06fa3fe/0xaf35132e630251c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1388544->2531327] (req 1388544->1421311) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5958 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.343891:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e06fa3fe/0xaf35132e630251c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1388544->2531327] (req 1388544->1421311) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5958 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.343902:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777603857664:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298623.343940:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.344756:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777603857664:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298623.344769:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.344832:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777607755648:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1055us (1189us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.344842:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13580 00000100:00100000:3.0:1780298623.346333:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1764 00000100:00100000:3.0:1780298623.346385:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777607755904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.346394:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.346405:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e630251cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c595f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.346462:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603857792:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.346512:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.347361:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603857792:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.347389:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e630251cf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c595f expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.347414:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e630251cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c595f expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.347443:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692400, rc 0) 00000100:00100000:3.0:1780298623.347481:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777607755904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1135us (1240us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.347489:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1764 00000100:00100000:3.0:1780298623.348697:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607756288 00000100:00100000:3.0:1780298623.348702:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607756288 00000100:00100000:3.0:1780298623.349484:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777603858176:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.349577:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e630251dd lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5974 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.349599:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e630251dd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5974 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.349613:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a400, rc 0) 00000100:00100000:3.0:1780298623.349641:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777607756288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 880us (973us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.349648:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1767 00000100:00100000:3.0:1780298623.351336:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607756544 00000100:00100000:3.0:1780298623.351340:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607756544 00000100:00100000:3.0:1780298623.351369:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3015 00000100:00100000:3.0:1780298623.351374:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777607756544:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298623.351522:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2540176 -> 2540176 00002000:00010000:3.0:1780298623.351525:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298623.351527:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298623.351528:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298623 -> 1780298623 00002000:00010000:3.0:1780298623.351530:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:3.0:1780298623.351555:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777607756544:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 180us (241us total) trans 4294968589 rc 0/0 00000100:00100000:3.0:1780298623.351560:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3015 00000100:00100000:3.0:1780298623.352477:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.354244:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607756928 00000100:00100000:3.0:1780298623.354250:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607756928 00000100:00100000:3.0:1780298623.354281:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607757056 00000100:00100000:3.0:1780298623.354285:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607757056 00000100:00100000:3.0:1780298623.356022:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.356070:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.359016:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.359923:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777603859200:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298623.359931:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.359952:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777607757568:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 800us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.359957:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13581 00000100:00100000:3.0:1780298623.381879:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.386640:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.391276:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.392646:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607759360 00000100:00100000:3.0:1780298623.392655:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607759360 00000100:00100000:3.0:1780298623.394444:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.394537:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.397525:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607760000 00000100:00100000:3.0:1780298623.397529:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607760000 00010000:00010000:3.0:1780298623.397544:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2451b7200/0xaf35132e630250e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c587f expref: 102 pid: 6477 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.397564:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13584 00000100:00100000:3.0:1780298623.397569:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+102:2400:x1866777607760000:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298623.397575:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298623.397579:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2451b7200/0xaf35132e630250e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c587f expref: 102 pid: 6477 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.397587:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2451b7200/0xaf35132e630250e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c587f expref: 102 pid: 6477 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.397597:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2451b7200/0xaf35132e630250e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c587f expref: 102 pid: 6477 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.397605:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298623.397608:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2451b7a00/0xaf35132e63025262 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.397616:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2451b7a00/0xaf35132e63025262 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.397620:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2451b7a00/0xaf35132e63025262 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.397636:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.397667:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+101:2400:x1866777607760000:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 96us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.397683:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13584 00000100:00100000:3.0:1780298623.399386:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.400360:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.401403:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.401692:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.401708:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.402542:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.402700:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.403573:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.404766:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607761280 00000100:00100000:3.0:1780298623.404771:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607761280 00000100:00100000:3.0:1780298623.404829:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607761408 00000100:00100000:3.0:1780298623.404833:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607761408 00000100:00100000:3.0:1780298623.412314:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.416059:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607762560 00000100:00100000:3.0:1780298623.416062:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607762560 00000100:00100000:3.0:1780298623.416082:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1794 00000100:00100000:3.0:1780298623.416087:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777607762560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.416092:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.416097:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e630252bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5a3f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.416115:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603862528:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.416173:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.416795:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603862528:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.416807:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e630252bd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a3f expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.416816:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e630252bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a3f expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.416822:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:3.0:1780298623.416842:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777607762560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 756us (807us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.416847:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1794 00000100:00100000:3.0:1780298623.422958:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607763072 00000100:00100000:3.0:1780298623.422963:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607763072 00000100:00100000:3.0:1780298623.422984:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1798 00000100:00100000:3.0:1780298623.422990:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777607763072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.422996:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.423001:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e630252d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5a5b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.423015:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e630252a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3973120->37527551] (req 3973120->3993599) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a2a expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.423021:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(129 23) 00010000:00010000:3.0:1780298623.423024:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(130 23) 00010000:00010000:3.0:1780298623.423027:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e630252d9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4595712->4644863] (req 4595712->4644863) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a5b expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.423040:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e630252a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3973120->37527551] (req 3973120->3993599) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a2a expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.423048:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e630252a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3973120->37527551] (req 3973120->3993599) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a2a expref: 10 pid: 20252 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.423055:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603863040:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.423085:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.423694:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603863040:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298623.423705:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e630252d9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4595712->4644863] (req 4595712->4644863) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a5b expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.423716:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:3.0:1780298623.423737:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777607763072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 748us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.423741:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1798 00000100:00100000:3.0:1780298623.423983:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607763200 00000100:00100000:3.0:1780298623.423987:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607763200 00002000:00100000:3.0:1780298623.424004:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3973120->3993599) req@ffff9cf254918380 x1866777607763200/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.424011:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918380 with x1866777607763200 ext(3973120->3993599) 00010000:00010000:3.0:1780298623.424014:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e630252a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3973120->37527551] (req 3973120->3993599) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a2a expref: 11 pid: 20252 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.424022:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e630252a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3973120->37527551] (req 3973120->3993599) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a2a expref: 11 pid: 20252 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780298623.424026:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf254918380 00000100:00100000:3.0:1780298623.424040:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 55 00000100:00100000:3.0:1780298623.424045:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777607763200:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298623.425143:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777607763200:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1096us (1186us total) trans 4294968835 rc 0/0 00000100:00100000:3.0:1780298623.425152:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 55 00002000:00100000:3.0:1780298623.425159:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3973120->3993599) req@ffff9cf254918380 x1866777607763200/t4294968835(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/448 e 0 to 0 dl 1780298634 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.425174:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918380 with x1866777607763200 ext(3973120->3993599) 00010000:00010000:3.0:1780298623.425181:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e630252a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3973120->37527551] (req 3973120->3993599) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a2a expref: 13 pid: 20252 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.425195:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e630252a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3973120->37527551] (req 3973120->3993599) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a2a expref: 13 pid: 20252 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780298623.425202:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf254918380 00000100:00100000:3.0:1780298623.430209:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1802 00000100:00100000:3.0:1780298623.430233:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777607763968:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298623.431165:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241b00380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777603863680:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.431194:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e630252f5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a77 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.431210:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e630252f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a77 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.431220:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298623.431260:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777607763968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1036us (1155us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.431265:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1802 00000100:00100000:3.0:1780298623.432175:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607764096 00000100:00100000:3.0:1780298623.432183:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607764096 00000100:00100000:3.0:1780298623.432225:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1803 00000100:00100000:3.0:1780298623.432234:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777607764096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.432244:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.432256:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e630252fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5a7e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.432296:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603863808:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.432348:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.432924:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603863808:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.432936:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e630252fc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a7e expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.432945:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e630252fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a7e expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.432952:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693e00, rc 0) 00000100:00100000:3.0:1780298623.432976:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777607764096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 745us (863us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.432980:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1803 00000100:00100000:3.0:1780298623.440303:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607764992 00000100:00100000:3.0:1780298623.440314:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607764992 00000100:00100000:3.0:1780298623.440357:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1806 00000100:00100000:3.0:1780298623.440368:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:28749:x1866777607764992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.440382:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.440396:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e63025318 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5a93 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.440431:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e630252d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4595712->38150143] (req 4595712->4644863) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a5b expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.440441:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(130 23) 00010000:00010000:3.0:1780298623.440446:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(131 23) 00010000:00010000:3.0:1780298623.440451:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e63025318 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a93 expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.440478:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e630252d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4595712->38150143] (req 4595712->4644863) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a5b expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.440490:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e630252d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4595712->38150143] (req 4595712->4644863) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a5b expref: 15 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.440502:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603864320:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.440568:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.441173:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603864320:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298623.441191:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e63025318 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a93 expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.441202:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692400, rc 0) 00000100:00100000:3.0:1780298623.441277:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:28749:x1866777607764992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 912us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.441288:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1806 00000100:00100000:3.0:1780298623.442345:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777603864448:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298623.442372:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.442405:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777607765120:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 983us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.442432:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13592 00000100:00100000:3.0:1780298623.444527:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.444633:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.445464:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603864576:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.445489:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e6302532d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5aa1 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.445511:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e6302532d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5aa1 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.445531:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:3.0:1780298623.445566:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777607765632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 955us (1039us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.445577:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1807 00000100:00100000:3.0:1780298623.446635:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607766016 00000100:00100000:3.0:1780298623.446640:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607766016 00000100:00100000:3.0:1780298623.446681:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1810 00000100:00100000:3.0:1780298623.446692:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777607766016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.446711:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.446757:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e06fa3fe/0xaf35132e63025342 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5ab6 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.446782:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f754380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777603864960:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.446811:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.447441:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f754380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777603864960:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.447455:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e06fa3fe/0xaf35132e63025342 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5ab6 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.447466:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e06fa3fe/0xaf35132e63025342 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5ab6 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.447474:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693e00, rc 0) 00000100:00100000:3.0:1780298623.447530:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777607766016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 844us (948us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.447535:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1810 00000100:00100000:3.0:1780298623.448413:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607766144 00000100:00100000:3.0:1780298623.448417:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607766144 00000100:00100000:3.0:1780298623.448496:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607766272 00000100:00100000:3.0:1780298623.448501:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607766272 00000100:00100000:3.0:1780298623.448539:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1812 00000100:00100000:3.0:1780298623.448553:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777607766272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.448559:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.448568:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e63025350 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5ac4 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.448605:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f754380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603865216:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.448630:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.449372:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603865088:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.449394:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e63025349 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5abd expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.449405:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e63025349 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5abd expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.449417:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ba00, rc 0) 00000100:00100000:3.0:1780298623.449460:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777607766144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 937us (1126us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.449472:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1811 00000100:00100000:3.0:1780298623.451598:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607766528 00000100:00100000:3.0:1780298623.451601:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607766528 00010000:00010000:3.0:1780298623.451618:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004f563921/0xaf35132e63025270 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a00 expref: 14 pid: 8359 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.451640:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13593 00000100:00100000:3.0:1780298623.451644:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777607766528:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298623.451651:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298623.451662:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004f563921/0xaf35132e63025270 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a00 expref: 14 pid: 8359 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.451674:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004f563921/0xaf35132e63025270 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a00 expref: 14 pid: 8359 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.451688:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f563921/0xaf35132e63025270 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a00 expref: 14 pid: 8359 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.451695:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(68 14) 00010000:00010000:3.0:1780298623.451697:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(68 14) 00010000:00010000:3.0:1780298623.451702:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa90adfb/0xaf35132e63025357 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 679936->684031) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5acb expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.451707:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa90adfb/0xaf35132e63025357 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 679936->684031) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5acb expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.451727:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000fa90adfb/0xaf35132e63025357 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 679936->684031) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5acb expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.451737:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f754e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777603865472:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298623.451774:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.452503:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f754e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777603865472:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298623.452524:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.452544:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777607766528:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 900us (991us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.452550:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13593 00000100:00100000:3.0:1780298623.454461:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607766656 00000100:00100000:3.0:1780298623.454467:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607766656 00002000:00100000:3.0:1780298623.454494:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (0->1212415) req@ffff9cf37f747800 x1866777607766656/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.454501:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f747800 with x1866777607766656 ext(0->1212415) 00002000:00010000:3.0:1780298623.454505:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f747800 00000100:00100000:3.0:1780298623.454523:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3028 00000100:00100000:3.0:1780298623.454534:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777607766656:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.459819:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.463281:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607766912 00000100:00100000:3.0:1780298623.463291:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607766912 00000100:00100000:3.0:1780298623.463340:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1814 00000100:00100000:3.0:1780298623.463349:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777607766912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.463363:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.463376:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e06fa3fe/0xaf35132e6302536c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5ad9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.463396:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(68 14) 00010000:00010000:3.0:1780298623.463399:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(68 14) 00010000:00010000:3.0:1780298623.463405:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e06fa3fe/0xaf35132e6302536c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5ad9 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.463417:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e06fa3fe/0xaf35132e6302536c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5ad9 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.463438:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693e00, rc 0) 00000100:00100000:3.0:1780298623.463473:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777607766912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 127us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.463479:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1814 00000100:00100000:3.0:1780298623.469836:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.488879:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607769600 00000100:00100000:3.0:1780298623.488884:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607769600 00000100:00100000:3.0:1780298623.488919:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1818 00000100:00100000:3.0:1780298623.488929:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777607769600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.488938:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.488947:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63025388 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5af5 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.488968:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e63025318 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a93 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.488978:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(131 23) 00010000:00010000:3.0:1780298623.488982:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(132 23) 00010000:00010000:3.0:1780298623.488987:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63025388 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4145152->4149247] (req 4145152->4149247) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5af5 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.489012:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e63025318 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a93 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.489029:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e63025318 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a93 expref: 14 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.489048:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f754380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603865984:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.489089:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.489712:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f754380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603865984:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298623.489729:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63025388 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4145152->4149247] (req 4145152->4149247) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5af5 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.489741:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00000100:00100000:3.0:1780298623.489769:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777607769600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 842us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.489777:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1818 00000100:00100000:3.0:1780298623.490104:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607769728 00000100:00100000:3.0:1780298623.490109:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607769728 00010000:00010000:3.0:1780298623.490162:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e63025318 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5a93 expref: 15 pid: 12101 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.496815:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.498098:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.499114:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.500228:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.501303:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.502481:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.503887:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.504981:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.505077:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.508358:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.509589:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.509621:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.511725:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.511749:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.513757:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.515296:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.516299:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.517407:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.517442:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.519889:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.521918:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.523300:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607773952 00000100:00100000:3.0:1780298623.523305:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607773952 00002000:00100000:3.0:1780298623.523329:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (737280->741375) req@ffff9cf255489880 x1866777607773952/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.523339:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489880 with x1866777607773952 ext(737280->741375) 00002000:00010000:3.0:1780298623.523343:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255489880 00000100:00100000:3.0:1780298623.523365:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3058 00000100:00100000:3.0:1780298623.523373:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777607773952:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.523508:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777607773952:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 136us (236us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.523516:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3058 00002000:00100000:3.0:1780298623.523524:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (737280->741375) req@ffff9cf255489880 x1866777607773952/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.523533:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489880 with x1866777607773952 ext(737280->741375) 00002000:00010000:3.0:1780298623.523537:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255489880 00000100:00100000:3.0:1780298623.524431:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.527923:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.532741:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.532761:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:3.0:1780298623.533786:0:8356:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime: 1780298623 -> 1780298624 00000100:00100000:3.0:1780298623.533799:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603867648:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.533826:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e6302540d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5b49 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.533842:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e6302540d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5b49 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.533850:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298623.533873:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777607774976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1020us (1108us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.533884:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1827 00000100:00100000:3.0:1780298623.534881:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1829 00000100:00100000:3.0:1780298623.534892:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777607775232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.534899:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.534908:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e6302541b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5b57 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.534937:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603868032:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.534963:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.535641:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603868032:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.535657:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e6302541b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5b57 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.535682:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e6302541b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5b57 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.535693:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:3.0:1780298623.535715:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777607775232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 825us (921us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.535726:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1829 00000100:00100000:3.0:1780298623.541220:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607775360 00000100:00100000:3.0:1780298623.541226:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607775360 00002000:00100000:3.0:1780298623.541257:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (0->2097151) req@ffff9cf242b6b480 x1866777607775360/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 504/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.541264:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6b480 with x1866777607775360 ext(0->2097151) 00002000:00010000:3.0:1780298623.541268:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6b480 00000100:00100000:3.0:1780298623.541287:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3063 00000100:00100000:3.0:1780298623.541294:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777607775360:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.547053:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607775488 00000100:00100000:3.0:1780298623.547059:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607775488 00000100:00100000:3.0:1780298623.547096:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1830 00000100:00100000:3.0:1780298623.547107:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777607775488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.547150:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.547166:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e63025429 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5b5e expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.547235:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603868160:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.547310:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.548063:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603868160:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.548085:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e63025429 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5b5e expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.548103:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e63025429 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5b5e expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.548115:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:3.0:1780298623.548182:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777607775488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1078us (1189us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.548191:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1830 00000100:00100000:3.0:1780298623.549347:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1832 00000100:00100000:3.0:1780298623.549397:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777607775872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.549411:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.549434:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e63025430 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5b73 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.549470:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603868416:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.549526:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.550247:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603868416:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.550298:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e63025430 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5b73 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.550342:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e63025430 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5b73 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.550355:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693400, rc 0) 00000100:00100000:3.0:1780298623.550382:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777607775872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 991us (1134us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.550390:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1832 00000100:00100000:3.0:1780298623.552954:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607776256 00000100:00100000:3.0:1780298623.552959:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607776256 00000100:00100000:3.0:1780298623.553081:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1835 00000100:00100000:3.0:1780298623.553088:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777607776256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.553096:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.553105:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e06fa3fe/0xaf35132e63025445 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5b81 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.553151:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603868800:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.554621:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607776512 00000100:00100000:3.0:1780298623.554627:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607776512 00000100:00100000:3.0:1780298623.554700:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1837 00000100:00100000:3.0:1780298623.554709:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777607776512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.554718:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.554728:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63025453 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5b8f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.554756:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603869056:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.554827:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.555444:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603869056:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.555463:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63025453 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5b8f expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.555477:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63025453 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5b8f expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.555486:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:3.0:1780298623.555517:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777607776512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 810us (923us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.555524:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1837 00000100:00100000:3.0:1780298623.557985:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.558082:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.558868:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603869568:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.558886:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e6302546f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5bab expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.558900:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e6302546f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5bab expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.558909:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00000100:00100000:3.0:1780298623.558937:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777607777024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 766us (860us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.558944:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1841 00000100:00100000:3.0:1780298623.559721:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607777152 00000100:00100000:3.0:1780298623.559727:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607777152 00000100:00100000:3.0:1780298623.559759:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1842 00000100:00100000:3.0:1780298623.559767:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607777152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.559774:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.559781:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63025476 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5bb2 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.559806:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603869696:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.559874:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.560358:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603869696:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.560370:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63025476 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5bb2 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.560379:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63025476 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5bb2 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.560386:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00000100:00100000:3.0:1780298623.560455:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607777152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 690us (795us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.560460:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1842 00000100:00100000:3.0:1780298623.561321:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607777408 00000100:00100000:3.0:1780298623.561325:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607777408 00000100:00100000:3.0:1780298623.561380:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1844 00000100:00100000:3.0:1780298623.561386:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777607777408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.561393:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.561400:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e63025484 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5bc0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.561433:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603869952:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.561581:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.562009:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603869952:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.562020:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e63025484 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5bc0 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.562029:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e63025484 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5bc0 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.562036:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692400, rc 0) 00000100:00100000:3.0:1780298623.562097:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777607777408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 710us (793us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.562102:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1844 00000100:00100000:3.0:1780298623.562217:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603870080:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.562227:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e6302548b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5bc7 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.562262:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e6302548b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5bc7 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.562270:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:3.0:1780298623.562289:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777607777536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 784us (858us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.562294:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1845 00000100:00100000:3.0:1780298623.567075:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.569705:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.571367:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607778304 00000100:00100000:3.0:1780298623.571371:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607778304 00000100:00100000:3.0:1780298623.571404:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607778432 00000100:00100000:3.0:1780298623.571408:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607778432 00000100:00100000:3.0:1780298623.574320:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1851 00000100:00100000:3.0:1780298623.574335:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777607778688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.574346:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.574357:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e630254b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5bf1 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.574391:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603870976:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.574446:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.576139:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607778944 00000100:00100000:3.0:1780298623.576144:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607778944 00000100:00100000:3.0:1780298623.576170:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1853 00000100:00100000:3.0:1780298623.576177:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777607778944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.576183:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.576191:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e630254c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5bff expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.576262:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603871232:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.576310:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.576976:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603871232:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.577002:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e630254c3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5bff expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.577015:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e630254c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5bff expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.577024:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00000100:00100000:3.0:1780298623.577048:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777607778944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 871us (990us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.577053:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1853 00000100:00100000:3.0:1780298623.580988:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607779584 00000100:00100000:3.0:1780298623.580992:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607779584 00000100:00100000:3.0:1780298623.581014:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1855 00000100:00100000:3.0:1780298623.581020:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777607779584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.581027:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.581034:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e630254d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5c0d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.581048:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63025492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1531904->35086335] (req 1531904->1597439) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5bce expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.581059:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(133 23) 00010000:00010000:3.0:1780298623.581062:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(134 23) 00010000:00010000:3.0:1780298623.581064:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e630254d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c0d expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.581077:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63025492 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1531904->35086335] (req 1531904->1597439) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5bce expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.581083:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63025492 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1531904->35086335] (req 1531904->1597439) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5bce expref: 9 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.581089:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603871616:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.581117:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.581626:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603871616:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298623.581642:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e630254d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c0d expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.581653:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:3.0:1780298623.581680:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777607779584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 659us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.581687:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1855 00000100:00100000:3.0:1780298623.584665:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.584685:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.586728:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.588514:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607780736 00000100:00100000:3.0:1780298623.588519:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607780736 00000100:00100000:3.0:1780298623.588546:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1859 00000100:00100000:3.0:1780298623.588559:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777607780736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.588569:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.588579:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e63025502 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5c30 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.588653:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603872384:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.588706:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.590313:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.591213:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.593459:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.594601:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.594698:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.595612:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603873024:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.595638:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b549609c/0xaf35132e6302551e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c4c expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.595656:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b549609c/0xaf35132e6302551e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c4c expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.595674:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2451b7600, rc 0) 00000100:00100000:3.0:1780298623.595700:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777607781632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 946us (1002us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.595711:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1863 00000100:00100000:3.0:1780298623.596623:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.603542:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607782656 00000100:00100000:3.0:1780298623.603548:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607782656 00000100:00100000:3.0:1780298623.603591:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1867 00000100:00100000:3.0:1780298623.603599:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:28749:x1866777607782656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.603612:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.603624:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e63025541 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5c68 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.603640:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630254df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c14 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.603645:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(69 14) 00010000:00010000:3.0:1780298623.603648:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(70 14) 00010000:00010000:3.0:1780298623.603651:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e63025541 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c68 expref: 18 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.603665:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630254df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c14 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.603673:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630254df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c14 expref: 14 pid: 8356 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.603680:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603873664:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.603712:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.604307:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603873664:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298623.604323:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e63025541 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c68 expref: 18 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.604335:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692400, rc 0) 00000100:00100000:3.0:1780298623.604364:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777607782656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 766us (885us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.604371:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1867 00000100:00100000:3.0:1780298623.605729:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.605759:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.608109:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.608211:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.610084:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.610102:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.610186:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1871 00000100:00100000:3.0:1780298623.610194:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777607783680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.610201:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.610206:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e06fa3fe/0xaf35132e6302556b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5c8b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.610236:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603874176:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.610282:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.613382:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.614487:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.614565:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.616285:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607784320 00000100:00100000:3.0:1780298623.616291:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607784320 00000100:00100000:3.0:1780298623.616315:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607784448 00000100:00100000:3.0:1780298623.616317:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607784448 00000100:00100000:3.0:1780298623.616340:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1874 00000100:00100000:3.0:1780298623.616352:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607784320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.616362:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.616370:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6302558e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5ca7 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.616397:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603874688:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.616446:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.617103:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603874688:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.617163:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6302558e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5ca7 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.617219:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6302558e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5ca7 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.617236:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:3.0:1780298623.617263:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607784320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 916us (1006us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.617269:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1874 00000100:00100000:3.0:1780298623.624235:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603875072:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.624261:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dc037d02/0xaf35132e630255b1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5cbc expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.624295:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc037d02/0xaf35132e630255b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5cbc expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.624307:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2451b6200, rc 0) 00000100:00100000:3.0:1780298623.624336:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777607785344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 995us (1102us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.624347:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1876 00000100:00100000:3.0:1780298623.627222:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607785856 00000100:00100000:3.0:1780298623.627226:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607785856 00000100:00100000:3.0:1780298623.627250:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1880 00000100:00100000:3.0:1780298623.627255:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777607785856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.627262:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.627270:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e630255cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5cd8 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.627290:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6302553a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c61 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.627299:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(136 23) 00010000:00010000:3.0:1780298623.627303:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(137 23) 00010000:00010000:3.0:1780298623.627308:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e630255cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [720896->770047] (req 720896->770047) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5cd8 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.627331:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6302553a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c61 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.627345:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6302553a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c61 expref: 11 pid: 19992 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.627356:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603875584:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.627398:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.627993:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603875584:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298623.628010:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e630255cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [720896->770047] (req 720896->770047) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5cd8 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.628021:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:3.0:1780298623.628050:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777607785856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 794us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.628057:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1880 00000100:00100000:3.0:1780298623.629291:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.630550:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607786240 00000100:00100000:3.0:1780298623.630555:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607786240 00000100:00100000:3.0:1780298623.630595:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1881 00000100:00100000:3.0:1780298623.630605:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777607786240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.630619:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.630628:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e630255d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5cdf expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.630694:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603875840:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.630744:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.631404:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603875840:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.631438:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e630255d4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5cdf expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.631485:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e630255d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5cdf expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.631493:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00000100:00100000:3.0:1780298623.631519:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777607786240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 916us (1031us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.631525:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1881 00000100:00100000:3.0:1780298623.632403:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607786624 00000100:00100000:3.0:1780298623.632406:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607786624 00000100:00100000:3.0:1780298623.633882:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.636264:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.638858:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.641199:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.642740:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607787904 00000100:00100000:3.0:1780298623.642744:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607787904 00002000:00100000:3.0:1780298623.642760:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1011712->1015807) req@ffff9cf348006300 x1866777607787904/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.642766:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006300 with x1866777607787904 ext(1011712->1015807) 00002000:00010000:3.0:1780298623.642769:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348006300 00000100:00100000:3.0:1780298623.642782:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3083 00000100:00100000:3.0:1780298623.642786:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777607787904:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.642854:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777607787904:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 67us (139us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.642859:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3083 00002000:00100000:3.0:1780298623.642864:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1011712->1015807) req@ffff9cf348006300 x1866777607787904/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.642870:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006300 with x1866777607787904 ext(1011712->1015807) 00002000:00010000:3.0:1780298623.642873:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348006300 00000100:00100000:3.0:1780298623.643593:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.644308:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603876608:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.644325:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6302560c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5d10 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.644340:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6302560c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5d10 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.644351:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:3.0:1780298623.644379:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777607788032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 717us (786us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.644384:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1887 00000100:00100000:3.0:1780298623.648879:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607788672 00000100:00100000:3.0:1780298623.648884:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607788672 00002000:00100000:3.0:1780298623.648904:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (442368->446463) req@ffff9cf36d4b5c00 x1866777607788672/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.648912:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5c00 with x1866777607788672 ext(442368->446463) 00002000:00010000:3.0:1780298623.648917:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b5c00 00000100:00100000:3.0:1780298623.648937:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3086 00000100:00100000:3.0:1780298623.648945:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777607788672:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.649017:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777607788672:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (162us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.649024:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3086 00002000:00100000:3.0:1780298623.649031:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (442368->446463) req@ffff9cf36d4b5c00 x1866777607788672/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.649039:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5c00 with x1866777607788672 ext(442368->446463) 00002000:00010000:3.0:1780298623.649043:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b5c00 00000100:00100000:3.0:1780298623.650524:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607788928 00000100:00100000:3.0:1780298623.650528:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607788928 00002000:00100000:3.0:1780298623.650544:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (450560->454655) req@ffff9cf3760a3850 x1866777607788928/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.650550:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3760a3850 with x1866777607788928 ext(450560->454655) 00002000:00010000:3.0:1780298623.650558:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3760a3850 00000100:00100000:3.0:1780298623.650572:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3088 00000100:00100000:3.0:1780298623.650577:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3760a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777607788928:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.650633:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3760a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777607788928:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 55us (136us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.650637:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3088 00002000:00100000:3.0:1780298623.650647:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (450560->454655) req@ffff9cf3760a3850 x1866777607788928/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.650652:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3760a3850 with x1866777607788928 ext(450560->454655) 00002000:00010000:3.0:1780298623.650655:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3760a3850 00000100:00100000:3.0:1780298623.657985:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.658007:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.658088:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1891 00000100:00100000:3.0:1780298623.658100:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777607789952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.658109:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.658119:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e63025628 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5d2c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.660220:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607790208 00000100:00100000:3.0:1780298623.660225:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607790208 00000100:00100000:3.0:1780298623.660256:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1893 00000100:00100000:3.0:1780298623.660264:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777607790208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.660272:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.660281:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e63025636 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5d3a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.660310:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603877248:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.660378:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.660950:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603877248:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.660966:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e63025636 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5d3a expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.660977:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e63025636 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5d3a expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.661013:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693400, rc 0) 00000100:00100000:3.0:1780298623.661034:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777607790208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 773us (889us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.661040:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1893 00000100:00100000:3.0:1780298623.661848:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607790336 00000100:00100000:3.0:1780298623.661852:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607790336 00000100:00100000:3.0:1780298623.661880:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1894 00000100:00100000:3.0:1780298623.661889:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777607790336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.661897:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.661905:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e6302563d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5d41 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.661930:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603877376:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.661969:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.662533:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603877376:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.662544:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e6302563d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5d41 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.662553:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e6302563d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5d41 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.662560:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693e00, rc 0) 00000100:00100000:3.0:1780298623.662581:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777607790336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 695us (757us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.662586:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1894 00000100:00100000:3.0:1780298623.666765:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607790848 00000100:00100000:3.0:1780298623.666770:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607790848 00000100:00100000:3.0:1780298623.666797:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607790976 00000100:00100000:3.0:1780298623.666799:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607790976 00000100:00100000:3.0:1780298623.666816:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1897 00000100:00100000:3.0:1780298623.666823:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777607790848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.666833:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.666842:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63025652 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5d56 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.666867:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603877632:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.666908:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.667579:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603877632:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.667593:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63025652 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5d56 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.667604:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63025652 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5d56 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.667612:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00000100:00100000:3.0:1780298623.667638:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777607790848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 816us (902us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.667647:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1897 00000100:00100000:3.0:1780298623.668594:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.671156:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.672255:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607791616 00000100:00100000:3.0:1780298623.672261:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607791616 00002000:00100000:3.0:1780298623.672291:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (20480->24575) req@ffff9cf36d4b6680 x1866777607791616/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.672302:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6680 with x1866777607791616 ext(20480->24575) 00002000:00010000:3.0:1780298623.672307:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b6680 00000100:00100000:3.0:1780298623.672325:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3096 00000100:00100000:3.0:1780298623.672334:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777607791616:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.672463:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777607791616:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 130us (234us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.672470:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3096 00002000:00100000:3.0:1780298623.672477:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (20480->24575) req@ffff9cf36d4b6680 x1866777607791616/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.672487:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6680 with x1866777607791616 ext(20480->24575) 00002000:00010000:3.0:1780298623.672490:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b6680 00000100:00100000:3.0:1780298623.673146:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.676627:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607792256 00000100:00100000:3.0:1780298623.676632:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607792256 00002000:00100000:3.0:1780298623.676649:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (40960->45055) req@ffff9cf243ed9c00 x1866777607792256/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.676656:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed9c00 with x1866777607792256 ext(40960->45055) 00002000:00010000:3.0:1780298623.676659:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243ed9c00 00000100:00100000:3.0:1780298623.676672:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3101 00000100:00100000:3.0:1780298623.676677:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777607792256:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.676731:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777607792256:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 54us (167us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.676736:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3101 00002000:00100000:3.0:1780298623.676740:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (40960->45055) req@ffff9cf243ed9c00 x1866777607792256/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.676746:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed9c00 with x1866777607792256 ext(40960->45055) 00002000:00010000:3.0:1780298623.676749:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243ed9c00 00000100:00100000:3.0:1780298623.681049:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607792896 00000100:00100000:3.0:1780298623.681053:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607792896 00002000:00100000:3.0:1780298623.681068:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (61440->65535) req@ffff9cf243ed8000 x1866777607792896/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.681075:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed8000 with x1866777607792896 ext(61440->65535) 00002000:00010000:3.0:1780298623.681077:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243ed8000 00000100:00100000:3.0:1780298623.681092:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3106 00000100:00100000:3.0:1780298623.681097:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777607792896:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.681179:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777607792896:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (159us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.681184:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3106 00002000:00100000:3.0:1780298623.681188:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (61440->65535) req@ffff9cf243ed8000 x1866777607792896/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.681194:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed8000 with x1866777607792896 ext(61440->65535) 00002000:00010000:3.0:1780298623.681196:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243ed8000 00000100:00100000:3.0:1780298623.685467:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607793536 00000100:00100000:3.0:1780298623.685472:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607793536 00002000:00100000:3.0:1780298623.685488:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (81920->86015) req@ffff9cf348006300 x1866777607793536/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.685495:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006300 with x1866777607793536 ext(81920->86015) 00002000:00010000:3.0:1780298623.685497:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348006300 00000100:00100000:3.0:1780298623.685510:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3111 00000100:00100000:3.0:1780298623.685515:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777607793536:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.685592:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777607793536:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 75us (184us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.685601:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3111 00002000:00100000:3.0:1780298623.685608:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (81920->86015) req@ffff9cf348006300 x1866777607793536/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.685614:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006300 with x1866777607793536 ext(81920->86015) 00002000:00010000:3.0:1780298623.685616:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348006300 00000100:00100000:3.0:1780298623.689581:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1905 00000100:00100000:3.0:1780298623.689600:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777607794048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.689614:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.689625:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6302568a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5d87 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.689667:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603878784:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.689703:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.690370:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603878784:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.690393:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6302568a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5d87 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.690433:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6302568a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5d87 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.690446:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00000100:00100000:3.0:1780298623.690477:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777607794048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 882us (954us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.690485:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1905 00000100:00100000:3.0:1780298623.692054:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607794304 00000100:00100000:3.0:1780298623.692059:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607794304 00000100:00100000:3.0:1780298623.692083:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1906 00000100:00100000:3.0:1780298623.692088:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777607794304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.692096:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.692103:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e63025691 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5d95 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.692147:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603878912:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.695432:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f745c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777603879168:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298623.695441:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.695462:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777607794560:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 813us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.695468:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13610 00000100:00100000:3.0:1780298623.696720:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.698229:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607794944 00000100:00100000:3.0:1780298623.698233:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607794944 00000100:00100000:3.0:1780298623.698256:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1909 00000100:00100000:3.0:1780298623.698261:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777607794944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.698268:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.698274:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e630256a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5daa expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.698295:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603879424:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.698325:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.701694:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.701752:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.703696:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607795584 00000100:00100000:3.0:1780298623.703702:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607795584 00000100:00100000:3.0:1780298623.703742:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1913 00000100:00100000:3.0:1780298623.703752:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777607795584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.703761:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.703769:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e630256c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5dc6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.703807:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603879808:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.703854:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.705823:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607795840 00000100:00100000:3.0:1780298623.705829:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607795840 00000100:00100000:3.0:1780298623.705863:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1915 00000100:00100000:3.0:1780298623.705872:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777607795840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.705884:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.705895:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e630256d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5dd4 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.705928:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603880064:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.705985:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.708388:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.710738:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.714289:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.717659:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.721321:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.722579:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607797632 00000100:00100000:3.0:1780298623.722583:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607797632 00002000:00100000:3.0:1780298623.722601:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3805184->3809279) req@ffff9cf241a82680 x1866777607797632/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.722608:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82680 with x1866777607797632 ext(3805184->3809279) 00002000:00010000:3.0:1780298623.722611:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a82680 00000100:00100000:3.0:1780298623.722627:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3126 00000100:00100000:3.0:1780298623.722632:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777607797632:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.722713:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777607797632:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (185us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.722718:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3126 00002000:00100000:3.0:1780298623.722723:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3805184->3809279) req@ffff9cf241a82680 x1866777607797632/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.722729:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82680 with x1866777607797632 ext(3805184->3809279) 00002000:00010000:3.0:1780298623.722732:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a82680 00000100:00100000:3.0:1780298623.728513:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.730730:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.732625:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.734868:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.734945:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.736067:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603881216:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.736098:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63025708 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5e0c expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.736152:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63025708 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5e0c expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.736176:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:3.0:1780298623.736225:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777607798784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1208us (1356us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.736236:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1923 00000100:00100000:3.0:1780298623.737354:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.740907:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.744370:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.748040:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.748115:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.752619:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.753910:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.755195:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.756912:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.757036:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.757737:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.759002:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.759095:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.770483:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.782900:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.783099:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607803008 00000100:00100000:3.0:1780298623.783105:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607803008 00000100:00100000:3.0:1780298623.785006:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.787938:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607803392 00000100:00100000:3.0:1780298623.787945:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607803392 00000100:00100000:3.0:1780298623.787977:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1936 00000100:00100000:3.0:1780298623.787983:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777607803392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.787994:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.788003:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63025771 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5e67 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.788021:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63025740 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5e3d expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.788031:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(145 23) 00010000:00010000:3.0:1780298623.788036:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(146 23) 00010000:00010000:3.0:1780298623.788041:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63025771 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5484544->5517311] (req 5484544->5517311) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5e67 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.788068:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63025740 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5e3d expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.788090:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63025740 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5e3d expref: 14 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.788103:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603883392:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.788181:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.793791:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.796707:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.802026:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.803560:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.804544:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.805959:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607804928 00000100:00100000:3.0:1780298623.805965:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607804928 00002000:00100000:3.0:1780298623.805987:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (1634304->1638399) req@ffff9cf242b40380 x1866777607804928/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.805996:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40380 with x1866777607804928 ext(1634304->1638399) 00002000:00010000:3.0:1780298623.806000:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40380 00000100:00100000:3.0:1780298623.806019:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3144 00000100:00100000:3.0:1780298623.806026:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777607804928:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.806109:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777607804928:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 83us (203us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.806116:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3144 00002000:00100000:3.0:1780298623.806146:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (1634304->1638399) req@ffff9cf242b40380 x1866777607804928/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.806162:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40380 with x1866777607804928 ext(1634304->1638399) 00002000:00010000:3.0:1780298623.806166:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40380 00000100:00100000:3.0:1780298623.807000:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.810083:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.812258:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.813202:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.815410:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.816495:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.817415:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.818364:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.819403:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.819446:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.821640:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.821696:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.823778:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.823801:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.825715:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.826982:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.828382:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.829839:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.831166:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.832224:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.833393:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.834531:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.835689:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.836935:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.838175:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.840481:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.841774:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.844182:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.852429:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607810048 00000100:00100000:3.0:1780298623.852435:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607810048 00000100:00100000:3.0:1780298623.852534:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1957 00000100:00100000:3.0:1780298623.852549:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777607810048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.852559:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.852571:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e6302580b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5efa expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.852608:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603886080:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.852672:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.853373:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603886080:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.853392:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e6302580b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5efa expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.853410:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e6302580b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5efa expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.853438:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:3.0:1780298623.853472:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777607810048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 929us (1148us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.853481:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1957 00000100:00100000:3.0:1780298623.854357:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607810304 00000100:00100000:3.0:1780298623.854362:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607810304 00000100:00100000:3.0:1780298623.854384:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1959 00000100:00100000:3.0:1780298623.854389:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777607810304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.854396:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.854403:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025819 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5f08 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.854431:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e63025541 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c68 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.854438:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(70 14) 00010000:00010000:3.0:1780298623.854442:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(71 14) 00010000:00010000:3.0:1780298623.854446:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025819 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3772416->3813375] (req 3772416->3813375) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5f08 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.854463:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e63025541 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c68 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.854473:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e63025541 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c68 expref: 8 pid: 8359 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.854482:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603886336:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.854512:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.855011:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603886336:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298623.855022:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025819 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3772416->3813375] (req 3772416->3813375) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5f08 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.855033:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298623.855053:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777607810304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 664us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.855058:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1959 00000100:00100000:3.0:1780298623.855943:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607810432 00000100:00100000:3.0:1780298623.855947:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607810432 00010000:00010000:3.0:1780298623.855969:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e63025541 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c68 expref: 9 pid: 8359 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.855996:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13620 00000100:00100000:3.0:1780298623.856005:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607810432:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298623.856014:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298623.856025:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e63025541 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c68 expref: 9 pid: 8359 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.856036:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e63025541 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c68 expref: 9 pid: 8359 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.856053:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e63025541 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5c68 expref: 9 pid: 8359 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.856063:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(71 14) 00010000:00010000:3.0:1780298623.856066:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(71 14) 00010000:00010000:3.0:1780298623.856073:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025819 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3772416->37326847] (req 3772416->3813375) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5f08 expref: 5 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.856082:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025819 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3772416->37326847] (req 3772416->3813375) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5f08 expref: 5 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.856105:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025819 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3772416->37326847] (req 3772416->3813375) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5f08 expref: 5 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.856115:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777603886464:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298623.856178:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.856911:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777603886464:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298623.856924:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.856989:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777607810432:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 983us (1082us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.857000:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13620 00000100:00100000:3.0:1780298623.858229:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607810816 00000100:00100000:3.0:1780298623.858233:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607810816 00000100:00100000:3.0:1780298623.858259:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1961 00000100:00100000:3.0:1780298623.858268:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777607810816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.858275:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.858284:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63025827 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5f16 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.858307:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603886720:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.858333:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.865458:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607811712 00000100:00100000:3.0:1780298623.865463:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607811712 00000100:00100000:3.0:1780298623.865494:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1968 00000100:00100000:3.0:1780298623.865502:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777607811712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.865509:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.865516:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63025858 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5f47 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.865540:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603887616:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.865577:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.866168:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603887616:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.866187:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63025858 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5f47 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.866202:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63025858 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5f47 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.866215:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a400, rc 0) 00000100:00100000:3.0:1780298623.866284:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777607811712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 782us (849us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.866295:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1968 00000100:00100000:3.0:1780298623.867168:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607811968 00000100:00100000:3.0:1780298623.867174:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607811968 00000100:00100000:3.0:1780298623.867207:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607812096 00000100:00100000:3.0:1780298623.867211:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607812096 00000100:00100000:3.0:1780298623.871761:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607812608 00000100:00100000:3.0:1780298623.871767:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607812608 00000100:00100000:3.0:1780298623.873534:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.873580:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.874356:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241b03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603888512:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.874373:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e2336867/0xaf35132e63025890 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5f7f expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.874384:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2336867/0xaf35132e63025890 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5f7f expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.874392:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9200, rc 0) 00000100:00100000:3.0:1780298623.874429:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777607812864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 770us (840us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.874435:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1976 00000100:00100000:3.0:1780298623.876020:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.878022:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1978 00000100:00100000:3.0:1780298623.878066:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777607813376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.878078:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.878088:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e6302589e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5f8d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.878160:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603888768:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.878192:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.879839:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.881289:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607813888 00000100:00100000:3.0:1780298623.881293:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607813888 00000100:00100000:3.0:1780298623.881314:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1982 00000100:00100000:3.0:1780298623.881319:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777607813888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.881326:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.881332:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e630258ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5fa9 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.881343:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(147 23) 00010000:00010000:3.0:1780298623.881346:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(147 23) 00010000:00010000:3.0:1780298623.881351:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e630258ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1404928->4255743] (req 1404928->1433599) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5fa9 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.881360:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e630258ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1404928->4255743] (req 1404928->1433599) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5fa9 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.881366:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:3.0:1780298623.881386:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777607813888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 67us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.881390:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1982 00000100:00100000:3.0:1780298623.881941:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.883044:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607814272 00000100:00100000:3.0:1780298623.883049:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607814272 00000100:00100000:3.0:1780298623.883101:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1984 00000100:00100000:3.0:1780298623.883112:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607814272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.883119:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.883153:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e630258c8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5fb7 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.883186:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603889280:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.883223:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.883945:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603889280:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.883957:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e630258c8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5fb7 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.883967:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e630258c8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5fb7 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.883974:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a600, rc 0) 00000100:00100000:3.0:1780298623.883996:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607814272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 888us (972us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.884001:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1984 00000100:00100000:3.0:1780298623.884753:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.887542:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607814912 00000100:00100000:3.0:1780298623.887548:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607814912 00000100:00100000:3.0:1780298623.887577:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1988 00000100:00100000:3.0:1780298623.887584:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777607814912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.887592:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.887601:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630258e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5fd3 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.887656:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603889792:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.887682:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00002000:00010000:3.0:1780298623.888265:0:8356:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size: 3811469 -> 3909866 00000100:00100000:3.0:1780298623.888275:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603889792:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.888289:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630258e4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5fd3 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.888300:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630258e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5fd3 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.888307:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298623.888329:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777607814912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 747us (846us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.888334:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1988 00000100:00100000:3.0:1780298623.890794:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607815424 00000100:00100000:3.0:1780298623.890799:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607815424 00000100:00100000:3.0:1780298623.890829:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1992 00000100:00100000:3.0:1780298623.890842:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777607815424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.890849:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.890858:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e63025900 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c5fef expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.890882:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603890304:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.890915:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.891673:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603890304:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.891687:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e63025900 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5fef expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.891702:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e63025900 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5fef expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.891714:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a800, rc 0) 00000100:00100000:3.0:1780298623.891736:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777607815424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 896us (968us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.891752:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1992 00000100:00100000:3.0:1780298623.899141:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607816576 00000100:00100000:3.0:1780298623.899146:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607816576 00000100:00100000:3.0:1780298623.899180:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607816448 00000100:00100000:3.0:1780298623.899183:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607816448 00000100:00100000:3.0:1780298623.900910:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.901174:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607816832 00000100:00100000:3.0:1780298623.901177:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607816832 00000100:00100000:3.0:1780298623.903573:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.905583:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.909041:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.910144:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.911080:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607818112 00000100:00100000:3.0:1780298623.911084:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607818112 00000100:00100000:3.0:1780298623.911106:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2002 00000100:00100000:3.0:1780298623.911111:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777607818112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.911117:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.911139:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e6302594d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6035 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.911155:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e630258ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1404928->4255743] (req 1404928->1433599) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5fa9 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.911166:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f7fbf63b/0xaf35132e63025897 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4255744->4866047] (req 4255744->4263935) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5f86 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.911172:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000526fee1/0xaf35132e630257e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4866048->5484543] (req 4866048->4870143) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5ed7 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.911176:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63025771 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [5484544->39038975] (req 5484544->5517311) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5e67 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.911181:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 4 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(147 23) 00010000:00010000:3.0:1780298623.911184:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(151 23) 00010000:00010000:3.0:1780298623.911187:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e6302594d lrc: 7/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6035 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.911202:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63025771 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [5484544->39038975] (req 5484544->5517311) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5e67 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.911208:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63025771 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [5484544->39038975] (req 5484544->5517311) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5e67 expref: 9 pid: 19992 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.911214:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603891584:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298623.911250:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000526fee1/0xaf35132e630257e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4866048->5484543] (req 4866048->4870143) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5ed7 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.911261:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000526fee1/0xaf35132e630257e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4866048->5484543] (req 4866048->4870143) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5ed7 expref: 9 pid: 12101 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.911268:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603891712:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298623.911288:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f7fbf63b/0xaf35132e63025897 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4255744->4866047] (req 4255744->4263935) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5f86 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.911297:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f7fbf63b/0xaf35132e63025897 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4255744->4866047] (req 4255744->4263935) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5f86 expref: 9 pid: 8359 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.911307:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603891840:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298623.911349:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e630258ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1404928->4255743] (req 1404928->1433599) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5fa9 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.911394:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e630258ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1404928->4255743] (req 1404928->1433599) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5fa9 expref: 9 pid: 8358 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.911404:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603891968:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.911482:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.912047:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603891584:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.912055:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603891712:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.912060:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603891840:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.912107:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603891968:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298623.912175:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e6302594d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6035 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.912186:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a600, rc 0) 00000100:00100000:3.0:1780298623.912207:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777607818112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1097us (1149us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.912212:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2002 00000100:00100000:3.0:1780298623.912500:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.912598:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.912666:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.913694:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.914640:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.915930:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.917359:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607819392 00000100:00100000:3.0:1780298623.917363:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607819392 00010000:00010000:3.0:1780298623.917377:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025819 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3772416->37326847] (req 3772416->3813375) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5f08 expref: 9 pid: 8358 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.917395:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13628 00000100:00100000:3.0:1780298623.917402:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777607819392:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298623.917408:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780298623.917413:0:6461:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 120 -> 128 00010000:00010000:3.0:1780298623.917430:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025819 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3772416->37326847] (req 3772416->3813375) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5f08 expref: 9 pid: 8358 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.917441:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025819 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3772416->37326847] (req 3772416->3813375) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5f08 expref: 9 pid: 8358 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.917451:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025819 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3772416->37326847] (req 3772416->3813375) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c5f08 expref: 9 pid: 8358 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.917460:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(74 14) 00010000:00010000:3.0:1780298623.917462:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(74 14) 00010000:00010000:3.0:1780298623.917468:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63025954 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c603c expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.917476:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63025954 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c603c expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.917499:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63025954 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c603c expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.917509:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777603892608:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298623.917542:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.922569:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607820160 00000100:00100000:3.0:1780298623.922574:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607820160 00000100:00100000:3.0:1780298623.922610:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2006 00000100:00100000:3.0:1780298623.922621:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777607820160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.922633:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.922643:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63025977 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6058 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.922670:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603892992:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.922711:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.923375:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343966680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603892992:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.923388:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63025977 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6058 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.923402:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63025977 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6058 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.923412:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298623.923482:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777607820160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 866us (960us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.923489:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2006 00000100:00100000:3.0:1780298623.924560:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607820416 00000100:00100000:3.0:1780298623.924564:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607820416 00000100:00100000:3.0:1780298623.924591:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2008 00000100:00100000:3.0:1780298623.924600:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777607820416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.924613:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.924622:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025985 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6066 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.924646:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603893248:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.924727:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.925549:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343966680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603893248:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.925567:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025985 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6066 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.925594:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025985 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6066 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.925606:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298623.925678:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777607820416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1079us (1161us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.925687:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2008 00000100:00100000:3.0:1780298623.933160:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607821312 00000100:00100000:3.0:1780298623.933166:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607821312 00002000:00100000:3.0:1780298623.933193:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2273280->2277375) req@ffff9cf348319500 x1866777607821312/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.933202:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348319500 with x1866777607821312 ext(2273280->2277375) 00002000:00010000:3.0:1780298623.933206:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348319500 00000100:00100000:3.0:1780298623.933232:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3190 00000100:00100000:3.0:1780298623.933241:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777607821312:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.933325:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777607821312:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 86us (215us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.933332:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3190 00002000:00100000:3.0:1780298623.933339:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2273280->2277375) req@ffff9cf348319500 x1866777607821312/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.933348:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348319500 with x1866777607821312 ext(2273280->2277375) 00002000:00010000:3.0:1780298623.933352:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348319500 00000100:00100000:3.0:1780298623.937267:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607821696 00000100:00100000:3.0:1780298623.937273:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607821696 00002000:00100000:3.0:1780298623.937297:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2285568->2289663) req@ffff9cf244ad9880 x1866777607821696/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.937308:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9880 with x1866777607821696 ext(2285568->2289663) 00002000:00010000:3.0:1780298623.937311:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9880 00000100:00100000:3.0:1780298623.937334:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3193 00000100:00100000:3.0:1780298623.937342:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777607821696:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.937434:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777607821696:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 92us (199us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.937442:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3193 00002000:00100000:3.0:1780298623.937449:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2285568->2289663) req@ffff9cf244ad9880 x1866777607821696/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.937457:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9880 with x1866777607821696 ext(2285568->2289663) 00002000:00010000:3.0:1780298623.937461:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9880 00000100:00100000:3.0:1780298623.938670:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.940204:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607821952 00000100:00100000:3.0:1780298623.940209:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607821952 00002000:00100000:3.0:1780298623.940230:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2293760->2297855) req@ffff9cf244ada680 x1866777607821952/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.940241:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ada680 with x1866777607821952 ext(2293760->2297855) 00002000:00010000:3.0:1780298623.940246:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ada680 00000100:00100000:3.0:1780298623.940269:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3195 00000100:00100000:3.0:1780298623.940278:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777607821952:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.940358:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777607821952:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 82us (200us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.940366:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3195 00002000:00100000:3.0:1780298623.940373:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2293760->2297855) req@ffff9cf244ada680 x1866777607821952/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.940382:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ada680 with x1866777607821952 ext(2293760->2297855) 00002000:00010000:3.0:1780298623.940387:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ada680 00000100:00100000:3.0:1780298623.944396:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607822336 00000100:00100000:3.0:1780298623.944401:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607822336 00002000:00100000:3.0:1780298623.944439:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2306048->2310143) req@ffff9cf244adb480 x1866777607822336/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.944449:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adb480 with x1866777607822336 ext(2306048->2310143) 00002000:00010000:3.0:1780298623.944453:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244adb480 00000100:00100000:3.0:1780298623.944474:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3198 00000100:00100000:3.0:1780298623.944482:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777607822336:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.944600:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777607822336:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 119us (237us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.944608:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3198 00002000:00100000:3.0:1780298623.944613:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2306048->2310143) req@ffff9cf244adb480 x1866777607822336/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.944628:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adb480 with x1866777607822336 ext(2306048->2310143) 00002000:00010000:3.0:1780298623.944632:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244adb480 00000100:00100000:3.0:1780298623.947333:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607822592 00000100:00100000:3.0:1780298623.947339:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607822592 00002000:00100000:3.0:1780298623.947364:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2314240->2318335) req@ffff9cf243844e00 x1866777607822592/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:329/0 lens 488/0 e 0 to 0 dl 1780298634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.947370:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844e00 with x1866777607822592 ext(2314240->2318335) 00002000:00010000:3.0:1780298623.947373:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243844e00 00000100:00100000:3.0:1780298623.947389:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3200 00000100:00100000:3.0:1780298623.947395:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777607822592:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298623.947484:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777607822592:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 90us (192us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298623.947489:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3200 00002000:00100000:3.0:1780298623.947494:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2314240->2318335) req@ffff9cf243844e00 x1866777607822592/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:329/0 lens 488/4536 e 0 to 0 dl 1780298634 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298623.947500:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844e00 with x1866777607822592 ext(2314240->2318335) 00002000:00010000:3.0:1780298623.947503:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243844e00 00000100:00100000:3.0:1780298623.954717:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2012 00000100:00100000:3.0:1780298623.954729:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777607823104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.954741:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.954761:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e6302599a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c607b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.954840:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603893760:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.954926:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00002000:00010000:3.0:1780298623.955666:0:19992:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 1512 -> 1632 00000100:00100000:3.0:1780298623.955682:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603893760:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.955708:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e6302599a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c607b expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.955729:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e6302599a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c607b expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.955741:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298623.955774:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777607823104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1048us (1146us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.955784:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2012 00000100:00100000:3.0:1780298623.956850:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607823488 00000100:00100000:3.0:1780298623.956854:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607823488 00000100:00100000:3.0:1780298623.956907:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2015 00000100:00100000:3.0:1780298623.956915:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607823488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.956921:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.956930:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e630259af lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6090 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.956952:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777603894144:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.957024:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.957642:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777603894144:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.957665:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e630259af lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6090 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.957678:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e630259af lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6090 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.957695:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298623.957720:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607823488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 806us (902us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.957725:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2015 00000100:00100000:3.0:1780298623.958807:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607823744 00000100:00100000:3.0:1780298623.958812:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607823744 00000100:00100000:3.0:1780298623.960449:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607824000 00000100:00100000:3.0:1780298623.960454:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607824000 00000100:00100000:3.0:1780298623.960493:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2019 00000100:00100000:3.0:1780298623.960506:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607824000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.960515:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.960526:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630259cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c60ac expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.960562:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777603894656:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.960609:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.961323:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777603894656:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.961345:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630259cb lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60ac expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.961368:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630259cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60ac expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.961384:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298623.961429:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607824000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 916us (1003us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.961438:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2019 00000100:00100000:3.0:1780298623.962302:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607824128 00000100:00100000:3.0:1780298623.962308:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607824128 00000100:00100000:3.0:1780298623.962336:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2020 00000100:00100000:3.0:1780298623.962344:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777607824128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.962352:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.962361:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e630259d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c60b3 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.962379:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(152 23) 00010000:00010000:3.0:1780298623.962383:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(152 23) 00010000:00010000:3.0:1780298623.962394:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e630259d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1990656->2260991] (req 1990656->2002943) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60b3 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.962410:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e630259d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1990656->2260991] (req 1990656->2002943) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60b3 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.962441:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298623.962473:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777607824128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 130us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.962479:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2020 00000100:00100000:3.0:1780298623.963171:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607824256 00000100:00100000:3.0:1780298623.963176:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607824256 00000100:00100000:3.0:1780298623.963219:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3203 00000100:00100000:3.0:1780298623.963228:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777607824256:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298623.963486:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1780298623.963490:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298624 -> 1780298624 00002000:00010000:3.0:1780298623.963493:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298624 -> 1780298624 00002000:00010000:3.0:1780298623.963496:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298624 -> 1780298624 00002000:00010000:3.0:1780298623.963498:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1632 -> 1656 00000100:00100000:3.0:1780298623.963528:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777607824256:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 302us (423us total) trans 4294968859 rc 0/0 00000100:00100000:3.0:1780298623.963536:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3203 00000100:00100000:3.0:1780298623.968557:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.969462:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.972673:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607825152 00000100:00100000:3.0:1780298623.972678:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607825152 00000100:00100000:3.0:1780298623.972713:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2024 00000100:00100000:3.0:1780298623.972722:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777607825152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.972731:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.972742:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e630259fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c60d6 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.972783:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603895296:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298623.972836:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.973559:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603895296:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.973576:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e630259fc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60d6 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.973590:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e630259fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60d6 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.973599:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298623.973628:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777607825152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 908us (999us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.973635:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2024 00000100:00100000:3.0:1780298623.976940:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607825664 00000100:00100000:3.0:1780298623.976945:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607825664 00010000:00010000:3.0:1780298623.976967:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003e5b3111/0xaf35132e63025a03 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60dd expref: 10 pid: 19992 timeout: 913 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.977092:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607825792 00000100:00100000:3.0:1780298623.977096:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607825792 00010000:00010000:3.0:1780298623.977112:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e05e5a74/0xaf35132e630259f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 430080->487423) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60cf expref: 10 pid: 8358 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.977984:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607825920 00000100:00100000:3.0:1780298623.977989:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607825920 00000100:00100000:3.0:1780298623.978024:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3205 00000100:00100000:3.0:1780298623.978030:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777607825920:12345-192.168.203.25@tcp:22:fsx.0 00000100:00100000:3.0:1780298623.979055:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.979104:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.979991:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603895936:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.980011:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000be7a634/0xaf35132e63025a18 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60f2 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.980029:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000be7a634/0xaf35132e63025a18 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60f2 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.980046:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2451b6800, rc 0) 00000100:00100000:3.0:1780298623.980080:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777607826048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 902us (1064us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.980094:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2028 00000100:00100000:3.0:1780298623.981858:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603896192:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.981881:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f7fbf63b/0xaf35132e63025a26 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6100 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.981902:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7fbf63b/0xaf35132e63025a26 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6100 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.981925:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2451b6400, rc 0) 00000100:00100000:3.0:1780298623.981955:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607826304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 799us (917us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.981964:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2030 00000100:00100000:3.0:1780298623.983015:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607826560 00000100:00100000:3.0:1780298623.983019:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607826560 00000100:00100000:3.0:1780298623.983041:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2032 00000100:00100000:3.0:1780298623.983046:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777607826560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.983053:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.983059:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63025a34 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c610e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.983072:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e63025993 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2260992->35815423] (req 2260992->2265087) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6074 expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.983078:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(152 23) 00010000:00010000:3.0:1780298623.983080:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(153 23) 00010000:00010000:3.0:1780298623.983083:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63025a34 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2342912->2387967] (req 2342912->2387967) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c610e expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.983102:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e63025993 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2260992->35815423] (req 2260992->2265087) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6074 expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.983109:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e63025993 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2260992->35815423] (req 2260992->2265087) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6074 expref: 7 pid: 9128 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.983115:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603896448:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.986938:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.986976:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298623.988709:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2035 00000100:00100000:3.0:1780298623.988721:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777607827200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.988730:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.988737:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63025a49 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6123 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.988755:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63025a49 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6123 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.988766:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63025a49 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6123 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.988773:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298623.988798:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777607827200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 81us (233us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.988803:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2035 00000100:00100000:3.0:1780298623.989429:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603896832:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298623.989445:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000526fee1/0xaf35132e63025a50 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c612a expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.989458:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000526fee1/0xaf35132e63025a50 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c612a expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.989468:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2451b6600, rc 0) 00000100:00100000:3.0:1780298623.989499:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777607827328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 770us (852us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298623.989506:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2036 00000100:00100000:3.0:1780298623.991950:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607827712 00000100:00100000:3.0:1780298623.991955:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607827712 00010000:00010000:3.0:1780298623.992002:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e630259e0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60ba expref: 123 pid: 17578 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.992028:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13634 00000100:00100000:3.0:1780298623.992036:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+123:2399:x1866777607827712:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298623.992044:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298623.992048:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e630259e0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60ba expref: 123 pid: 17578 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.992059:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e630259e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60ba expref: 123 pid: 17578 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.992073:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e630259e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60ba expref: 123 pid: 17578 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.992084:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298623.992088:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2451b7c00/0xaf35132e63025a57 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.992104:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2451b7c00/0xaf35132e63025a57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.992112:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2451b7c00/0xaf35132e63025a57 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.992151:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.992904:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607827840 00000100:00100000:3.0:1780298623.992909:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607827840 00000100:00100000:3.0:1780298623.992934:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2037 00000100:00100000:3.0:1780298623.992941:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777607827840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298623.992949:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298623.992956:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63025a5e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6131 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.992973:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e630259d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1990656->2260991] (req 1990656->2002943) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60b3 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.992982:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63025a34 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2342912->18446744073709551615] (req 2342912->2387967) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c610e expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.992990:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(153 23) 00010000:00010000:3.0:1780298623.992993:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298623 v=(155 23) 00010000:00010000:3.0:1780298623.992997:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63025a5e lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6131 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.993013:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63025a34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2342912->18446744073709551615] (req 2342912->2387967) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c610e expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.993023:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63025a34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2342912->18446744073709551615] (req 2342912->2387967) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c610e expref: 6 pid: 8356 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.993039:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603897088:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298623.993081:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e630259d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1990656->2260991] (req 1990656->2002943) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60b3 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.993092:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e630259d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1990656->2260991] (req 1990656->2002943) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60b3 expref: 8 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.993102:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603897216:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.993201:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.993580:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603897088:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298623.993716:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603897216:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298623.993792:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63025a5e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6131 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.993805:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a800, rc 0) 00000100:00100000:3.0:1780298623.993837:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777607827840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 895us (952us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.993845:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2037 00000100:00100000:3.0:1780298623.995709:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607828352 00000100:00100000:3.0:1780298623.995713:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607828352 00010000:00010000:3.0:1780298623.995728:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e63025a11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [790528->34344959] (req 790528->794623) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60eb expref: 11 pid: 8358 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.995756:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13637 00000100:00100000:3.0:1780298623.995763:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777607828352:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298623.995772:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298623.995780:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e63025a11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [790528->34344959] (req 790528->794623) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60eb expref: 11 pid: 8358 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.995791:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e63025a11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [790528->34344959] (req 790528->794623) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60eb expref: 11 pid: 8358 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.995804:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e63025a11 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [790528->34344959] (req 790528->794623) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c60eb expref: 11 pid: 8358 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.995814:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(76 14) 00010000:00010000:3.0:1780298623.995817:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298623 v=(76 14) 00010000:00010000:3.0:1780298623.995822:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e63025a65 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6138 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.995831:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e63025a65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6138 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298623.995847:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e63025a65 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6138 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298623.995856:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777603897600:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298623.995888:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298623.996512:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343966a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777603897600:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298623.996575:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298623.996667:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777607828352:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 902us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298623.996676:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13637 00000100:00100000:3.0:1780298623.996811:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607828608 00000100:00100000:3.0:1780298623.996816:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607828608 00002000:00010000:3.0:1780298623.996830:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298623.996833:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488700 with x1866777607828608 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298623.996839:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255488700. 00000100:00100000:3.0:1780298623.996858:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3208 00000100:00100000:3.0:1780298623.996867:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777607828608:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298623.996949:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 1288719 -> 4194304 00002000:00010000:3.0:1780298623.996953:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298624 -> 1780298624 00002000:00010000:3.0:1780298623.996956:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298624 -> 1780298624 00002000:00010000:3.0:1780298623.996959:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298624 -> 1780298624 00002000:00010000:3.0:1780298623.996961:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 40 -> 40 00000100:00100000:3.0:1780298623.996990:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777607828608:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 126us (244us total) trans 4294968606 rc 0/0 00000100:00100000:3.0:1780298623.996996:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3208 00002000:00010000:3.0:1780298623.997000:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298623.997056:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488700 with x1866777607828608 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298623.997061:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255488700. 00000100:00100000:3.0:1780298624.007927:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607829504 00000100:00100000:3.0:1780298624.007932:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607829504 00000100:00100000:3.0:1780298624.007991:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607829632 00000100:00100000:3.0:1780298624.007994:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607829632 00000100:00100000:3.0:1780298624.008031:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2041 00000100:00100000:3.0:1780298624.008039:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607829632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.008048:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.008056:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025a81 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c614d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.008086:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777603897856:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.008146:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.008826:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777603897856:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.008844:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025a81 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c614d expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.008860:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025a81 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c614d expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.008881:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298624.008908:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607829632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 869us (961us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.008929:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2041 00000100:00100000:3.0:1780298624.009854:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607829760 00000100:00100000:3.0:1780298624.009858:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607829760 00000100:00100000:3.0:1780298624.009882:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2042 00000100:00100000:3.0:1780298624.009889:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777607829760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.009896:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.009903:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025a88 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6154 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.009931:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603897984:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.009966:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.010721:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603897984:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.010734:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025a88 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6154 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.010744:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025a88 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6154 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.010751:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298624.010775:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777607829760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 887us (975us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.010780:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2042 00000100:00100000:3.0:1780298624.011768:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607830016 00000100:00100000:3.0:1780298624.011772:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607830016 00000100:00100000:3.0:1780298624.011793:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2044 00000100:00100000:3.0:1780298624.011799:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777607830016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.011806:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.011814:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63025a96 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6162 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.011840:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603898240:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.011907:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.012535:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603898240:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.012550:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63025a96 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6162 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.012561:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63025a96 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6162 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.012567:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298624.012591:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777607830016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 793us (868us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.012596:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2044 00000100:00100000:3.0:1780298624.016769:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607830528 00000100:00100000:3.0:1780298624.016775:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607830528 00002000:00100000:3.0:1780298624.016803:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (3416064->4194303) req@ffff9cf25548a300 x1866777607830528/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.016853:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548a300 with x1866777607830528 ext(3416064->4194303) 00002000:00010000:3.0:1780298624.016857:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25548a300 00000100:00100000:3.0:1780298624.016876:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3213 00000100:00100000:3.0:1780298624.016886:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777607830528:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298624.020872:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.022670:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.023695:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603898752:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.023721:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003e5b3111/0xaf35132e63025ac7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c618c expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.023749:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e5b3111/0xaf35132e63025ac7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c618c expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.023769:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278400, rc 0) 00000100:00100000:3.0:1780298624.023805:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607831040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1055us (1135us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.023815:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2049 00000100:00100000:3.0:1780298624.024818:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607831296 00000100:00100000:3.0:1780298624.024822:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607831296 00000100:00100000:3.0:1780298624.024842:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607831168 00000100:00100000:3.0:1780298624.024844:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607831168 00000100:00100000:3.0:1780298624.026678:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.030116:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.030156:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.030213:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2053 00000100:00100000:3.0:1780298624.030222:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777607831808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.030230:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.030239:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63025ae3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c61a8 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.030269:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603899392:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.030313:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.032014:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607831936 00000100:00100000:3.0:1780298624.032018:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607831936 00000100:00100000:3.0:1780298624.032047:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2054 00000100:00100000:3.0:1780298624.032052:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777607831936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.032058:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.032066:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63025aea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c61af expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.032090:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603899520:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.032197:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.032831:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603899520:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.032849:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63025aea lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c61af expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.032865:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63025aea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c61af expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.032876:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298624.032911:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777607831936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (933us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.032923:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2054 00000100:00100000:3.0:1780298624.037440:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777607832192:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1347us (1461us total) trans 4294968862 rc 0/0 00000100:00100000:3.0:1780298624.037446:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3217 00002000:00100000:3.0:1780298624.037452:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (4210688->4255743) req@ffff9cf25488a680 x1866777607832192/t4294968862(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/448 e 0 to 0 dl 1780298635 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.037463:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488a680 with x1866777607832192 ext(4210688->4255743) 00002000:00010000:3.0:1780298624.037466:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25488a680 00000100:00100000:3.0:1780298624.039927:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607832448 00000100:00100000:3.0:1780298624.039931:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607832448 00000100:00100000:3.0:1780298624.039962:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2057 00000100:00100000:3.0:1780298624.039969:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777607832448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.039977:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.039989:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63025af8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c61bd expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.040038:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603899776:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.040096:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00002000:00010000:3.0:1780298624.040819:0:9128:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 1688 -> 1776 00000100:00100000:3.0:1780298624.040832:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603899776:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.040860:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63025af8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c61bd expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.040884:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63025af8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c61bd expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.040899:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298624.040930:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777607832448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 957us (1048us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.040938:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2057 00000100:00100000:3.0:1780298624.042049:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607832832 00000100:00100000:3.0:1780298624.042090:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607832832 00000100:00100000:3.0:1780298624.042155:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2060 00000100:00100000:3.0:1780298624.042166:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777607832832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.042175:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.042184:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63025b0d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c61d2 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.042251:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603900160:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.042291:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.043016:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603900160:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.043034:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63025b0d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c61d2 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.043047:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63025b0d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c61d2 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.043056:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298624.043085:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777607832832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 923us (1070us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.043092:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2060 00000100:00100000:3.0:1780298624.045282:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607833088 00000100:00100000:3.0:1780298624.045287:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607833088 00000100:00100000:3.0:1780298624.045317:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2061 00000100:00100000:3.0:1780298624.045325:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777607833088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.045335:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.045344:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63025b14 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c61d9 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.045379:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603900288:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.045438:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.050799:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.054622:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607833984 00000100:00100000:3.0:1780298624.054628:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607833984 00002000:00100000:3.0:1780298624.054655:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (348160->376831) req@ffff9cf37f755c00 x1866777607833984/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.054664:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755c00 with x1866777607833984 ext(348160->376831) 00002000:00010000:3.0:1780298624.054667:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f755c00 00000100:00100000:3.0:1780298624.054689:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3222 00000100:00100000:3.0:1780298624.054697:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777607833984:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298624.056594:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.058812:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.059945:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603900928:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.059972:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075373b83/0xaf35132e63025b30 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c61f5 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.059997:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075373b83/0xaf35132e63025b30 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c61f5 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.060021:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031c00, rc 0) 00000100:00100000:3.0:1780298624.060048:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777607834240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1171us (1354us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.060053:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2066 00000100:00100000:3.0:1780298624.064107:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.065577:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607834880 00000100:00100000:3.0:1780298624.065582:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607834880 00000100:00100000:3.0:1780298624.065614:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2070 00000100:00100000:3.0:1780298624.065619:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777607834880:12345-192.168.203.25@tcp:16:fsx.0 00000100:00100000:3.0:1780298624.066509:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777607834880:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 889us (968us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.066515:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2070 00000100:00100000:3.0:1780298624.067937:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.068068:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.071780:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.072913:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.077295:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607835904 00000100:00100000:3.0:1780298624.077300:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607835904 00000100:00100000:3.0:1780298624.077326:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2074 00000100:00100000:3.0:1780298624.077333:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607835904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.077342:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.077353:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63025b61 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6226 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.077389:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777603901824:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.077445:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.078068:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777603901824:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.078085:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63025b61 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6226 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.078102:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63025b61 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6226 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.078116:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:3.0:1780298624.078166:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607835904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 834us (902us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.078173:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2074 00000100:00100000:3.0:1780298624.082885:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603902208:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.082898:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e63025b76 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1372160->1396735] (req 1372160->1396735) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c623b expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.082906:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031400, rc 0) 00000100:00100000:3.0:1780298624.082927:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777607836288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 687us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.082932:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2077 00000100:00100000:3.0:1780298624.083181:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.084106:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.085268:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607836672 00000100:00100000:3.0:1780298624.085271:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607836672 00000100:00100000:3.0:1780298624.085330:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607836800 00000100:00100000:3.0:1780298624.085333:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607836800 00000100:00100000:3.0:1780298624.087065:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607836928 00000100:00100000:3.0:1780298624.087070:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607836928 00000100:00100000:3.0:1780298624.087105:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2081 00000100:00100000:3.0:1780298624.087119:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607836928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.087154:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.087163:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63025b92 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6250 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.087192:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603902848:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.087219:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.087896:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603902848:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.087916:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63025b92 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6250 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.087938:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63025b92 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6250 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.087959:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:3.0:1780298624.087987:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607836928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 871us (948us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.087996:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2081 00000100:00100000:3.0:1780298624.088875:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607837184 00000100:00100000:3.0:1780298624.088879:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607837184 00000100:00100000:3.0:1780298624.088903:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2082 00000100:00100000:3.0:1780298624.088910:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777607837184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.088919:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.088926:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63025b99 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c625e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.088939:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e63025b76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1372160->34926591] (req 1372160->1396735) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c623b expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.088945:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(1 155) 00010000:00010000:3.0:1780298624.088948:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(2 155) 00010000:00010000:3.0:1780298624.088950:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63025b99 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2359296->2416639] (req 2359296->2416639) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c625e expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.088962:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e63025b76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1372160->34926591] (req 1372160->1396735) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c623b expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.088970:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e63025b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1372160->34926591] (req 1372160->1396735) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c623b expref: 7 pid: 8356 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.088978:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603902976:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298624.089008:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.089706:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603902976:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.089725:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63025b99 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2359296->2416639] (req 2359296->2416639) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c625e expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.089738:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a400, rc 0) 00000100:00100000:3.0:1780298624.089811:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777607837184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 899us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.089823:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2082 00000100:00100000:3.0:1780298624.091791:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.096575:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.097642:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.098678:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.098747:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.100851:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2089 00000100:00100000:3.0:1780298624.100862:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607838592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.100870:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.100878:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025bca lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c628f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.100906:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603904256:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.100933:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.104745:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607839104 00000100:00100000:3.0:1780298624.104749:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607839104 00000100:00100000:3.0:1780298624.104776:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2090 00000100:00100000:3.0:1780298624.104782:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777607839104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.104791:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.104799:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63025bd8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6296 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.104817:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63025b99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2359296->35913727] (req 2359296->2416639) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c625e expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.104832:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(2 155) 00010000:00010000:3.0:1780298624.104835:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(3 155) 00010000:00010000:3.0:1780298624.104838:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63025bd8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6296 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.104852:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63025b99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2359296->35913727] (req 2359296->2416639) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c625e expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.104860:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63025b99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2359296->35913727] (req 2359296->2416639) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c625e expref: 8 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.104867:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603904512:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298624.104897:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.105448:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603904512:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.105458:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63025bd8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6296 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.105467:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:3.0:1780298624.105496:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777607839104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 714us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.105576:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2090 00000100:00100000:3.0:1780298624.108340:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.109975:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.112987:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607840256 00000100:00100000:3.0:1780298624.112992:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607840256 00000100:00100000:3.0:1780298624.113020:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607840384 00000100:00100000:3.0:1780298624.113024:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607840384 00000100:00100000:3.0:1780298624.113047:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2094 00000100:00100000:3.0:1780298624.113056:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777607840256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.113064:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.113072:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63025c02 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c62b9 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.113102:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603905408:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.113170:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.113912:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603905408:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.113933:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63025c02 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c62b9 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.113951:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63025c02 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c62b9 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.113970:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b200, rc 0) 00000100:00100000:3.0:1780298624.114008:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777607840256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 953us (1047us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.114023:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2094 00000100:00100000:3.0:1780298624.115531:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607840512 00000100:00100000:3.0:1780298624.115536:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607840512 00002000:00100000:3.0:1780298624.115571:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (2551808->2617343) req@ffff9cf24380a300 x1866777607840512/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.115588:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380a300 with x1866777607840512 ext(2551808->2617343) 00002000:00010000:3.0:1780298624.115593:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24380a300 00000100:00100000:3.0:1780298624.115617:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3232 00000100:00100000:3.0:1780298624.115627:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607840512:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298624.116677:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607840512:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1052us (1181us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1780298624.116713:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3232 00002000:00100000:3.0:1780298624.116719:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (2551808->2617343) req@ffff9cf24380a300 x1866777607840512/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/440 e 0 to 0 dl 1780298635 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.116725:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380a300 with x1866777607840512 ext(2551808->2617343) 00002000:00010000:3.0:1780298624.116729:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24380a300 00000100:00100000:3.0:1780298624.120902:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.122306:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607841024 00000100:00100000:3.0:1780298624.122312:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607841024 00002000:00100000:3.0:1780298624.122336:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (528384->593919) req@ffff9cf2551c7100 x1866777607841024/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 504/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.122345:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c7100 with x1866777607841024 ext(528384->593919) 00002000:00010000:3.0:1780298624.122349:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c7100 00000100:00100000:3.0:1780298624.122371:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3235 00000100:00100000:3.0:1780298624.122378:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607841024:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298624.123326:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607841024:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 947us (1060us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1780298624.123339:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3235 00002000:00100000:3.0:1780298624.123346:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (528384->593919) req@ffff9cf2551c7100 x1866777607841024/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 504/440 e 0 to 0 dl 1780298635 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.123356:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c7100 with x1866777607841024 ext(528384->593919) 00002000:00010000:3.0:1780298624.123359:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c7100 00000100:00100000:3.0:1780298624.126703:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2099 00000100:00100000:3.0:1780298624.126721:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777607841408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.126731:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.126743:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025c33 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c62dc expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.126782:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603905920:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.126819:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.127627:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603905920:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.127644:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025c33 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c62dc expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.127657:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025c33 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c62dc expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.127701:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298624.127730:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777607841408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1016us (1089us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.127740:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2099 00000100:00100000:3.0:1780298624.130316:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607841792 00000100:00100000:3.0:1780298624.130321:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607841792 00002000:00100000:3.0:1780298624.130344:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1019904->1023999) req@ffff9cf244ad8700 x1866777607841792/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.130355:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8700 with x1866777607841792 ext(1019904->1023999) 00002000:00010000:3.0:1780298624.130359:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244ad8700 00000100:00100000:3.0:1780298624.130378:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3237 00000100:00100000:3.0:1780298624.130386:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777607841792:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298624.130487:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777607841792:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 102us (204us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298624.130494:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3237 00002000:00100000:3.0:1780298624.130501:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1019904->1023999) req@ffff9cf244ad8700 x1866777607841792/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/4536 e 0 to 0 dl 1780298635 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.130510:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8700 with x1866777607841792 ext(1019904->1023999) 00002000:00010000:3.0:1780298624.130514:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244ad8700 00000100:00100000:3.0:1780298624.136920:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603906048:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.136939:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e63025c3a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3207168->3219455] (req 3207168->3219455) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c62ea expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.136949:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377400, rc 0) 00000100:00100000:3.0:1780298624.136972:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777607842176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 904us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.136980:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2100 00000100:00100000:3.0:1780298624.138408:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607842432 00000100:00100000:3.0:1780298624.138412:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607842432 00000100:00100000:3.0:1780298624.138453:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3240 00000100:00100000:3.0:1780298624.138458:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777607842432:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298624.138602:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1780298624.138605:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298624 -> 1780298624 00002000:00010000:3.0:1780298624.138607:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298624 -> 1780298624 00002000:00010000:3.0:1780298624.138608:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298624 -> 1780298624 00002000:00010000:3.0:1780298624.138610:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1704 -> 1704 00000100:00100000:3.0:1780298624.138633:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607842432:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 175us (279us total) trans 4294968866 rc 0/0 00000100:00100000:3.0:1780298624.138637:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3240 00000100:00100000:3.0:1780298624.139631:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607842560 00000100:00100000:3.0:1780298624.139635:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607842560 00000100:00100000:3.0:1780298624.139656:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607842688 00000100:00100000:3.0:1780298624.139658:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607842688 00000100:00100000:3.0:1780298624.139681:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2101 00000100:00100000:3.0:1780298624.139687:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607842560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.139698:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.139709:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025c41 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c62f1 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.139758:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603906304:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.139815:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.140665:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603906304:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.140693:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025c41 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c62f1 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.140723:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025c41 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c62f1 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.140741:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298624.140775:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607842560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1086us (1174us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.140790:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2101 00000100:00100000:3.0:1780298624.141708:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607842816 00000100:00100000:3.0:1780298624.141712:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607842816 00000100:00100000:3.0:1780298624.141881:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607842944 00000100:00100000:3.0:1780298624.141908:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607842944 00000100:00100000:3.0:1780298624.141937:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2104 00000100:00100000:3.0:1780298624.141985:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607842944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.141994:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.142003:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e519a97/0xaf35132e63025c56 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6306 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.142025:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603906688:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.142049:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.142904:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603906688:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.142917:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e519a97/0xaf35132e63025c56 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6306 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.142930:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e519a97/0xaf35132e63025c56 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6306 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.142936:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b200, rc 0) 00000100:00100000:3.0:1780298624.143379:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607842944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1018us (1112us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.143401:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2104 00000100:00100000:3.0:1780298624.145939:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.145986:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298624.149403:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9000/0xaf35132e63025c79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.149440:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9000/0xaf35132e63025c79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780298624.149551:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990491 00000004:00010000:3.0:1780298624.149588:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003983667b reply state 00000000b5ffd6c3 transno 4294990492 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9000/0xaf35132e63025c79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.149606:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9000/0xaf35132e63025c79 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.149615:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298624.149617:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298624.149621:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780298624.149717:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+122:28749:x1866777607843712:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1703us (1777us total) trans 4294990492 rc 0/0 00000100:00100000:3.0:1780298624.149726:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61240 00000020:00080000:3.0:1780298624.149730:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298624.150360:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607843968 00000100:00100000:3.0:1780298624.150366:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607843968 00000100:00100000:3.0:1780298624.150396:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2109 00000100:00100000:3.0:1780298624.150402:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777607843968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.150426:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.150438:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63025c80 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6329 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.150457:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e63025c3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3207168->36761599] (req 3207168->3219455) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c62ea expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.150462:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(4 155) 00010000:00010000:3.0:1780298624.150466:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(5 155) 00010000:00010000:3.0:1780298624.150469:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63025c80 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6329 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.150490:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e63025c3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3207168->36761599] (req 3207168->3219455) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c62ea expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.150499:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e63025c3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3207168->36761599] (req 3207168->3219455) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c62ea expref: 8 pid: 9128 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.150508:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603907456:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298624.150554:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.151159:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603907456:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.151179:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63025c80 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6329 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.151188:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b200, rc 0) 00000100:00100000:3.0:1780298624.151371:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.155149:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.156565:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607844736 00000100:00100000:3.0:1780298624.156572:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607844736 00002000:00100000:3.0:1780298624.156612:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2433024->2465791) req@ffff9cf36e56d180 x1866777607844736/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 504/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.156621:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56d180 with x1866777607844736 ext(2433024->2465791) 00002000:00010000:3.0:1780298624.156625:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e56d180 00000100:00100000:3.0:1780298624.156642:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3245 00000100:00100000:3.0:1780298624.156649:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777607844736:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298624.157580:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777607844736:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 928us (1053us total) trans 0 rc 24576/24576 00000100:00100000:3.0:1780298624.157596:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3245 00002000:00100000:3.0:1780298624.157604:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2433024->2465791) req@ffff9cf36e56d180 x1866777607844736/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 504/440 e 0 to 0 dl 1780298635 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.157614:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56d180 with x1866777607844736 ext(2433024->2465791) 00002000:00010000:3.0:1780298624.157618:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e56d180 00000100:00100000:3.0:1780298624.158740:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607844864 00000100:00100000:3.0:1780298624.158745:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607844864 00002000:00100000:3.0:1780298624.158763:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (2453504->2464698) req@ffff9cf36e56dc00 x1866777607844864/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 11688/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.158769:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56dc00 with x1866777607844864 ext(2453504->2464698) 00002000:00010000:3.0:1780298624.158771:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e56dc00 00000100:00100000:3.0:1780298624.158786:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3246 00000100:00100000:3.0:1780298624.158791:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607844864:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298624.159229:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777607844864:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 437us (552us total) trans 4294968614 rc 0/0 00000100:00100000:3.0:1780298624.159235:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3246 00002000:00100000:3.0:1780298624.159240:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (2453504->2464698) req@ffff9cf36e56dc00 x1866777607844864/t4294968614(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 11688/448 e 0 to 0 dl 1780298635 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.159246:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56dc00 with x1866777607844864 ext(2453504->2464698) 00002000:00010000:3.0:1780298624.159248:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e56dc00 00000100:00100000:3.0:1780298624.162871:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607845248 00000100:00100000:3.0:1780298624.162876:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607845248 00000100:00100000:3.0:1780298624.172230:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607846272 00000100:00100000:3.0:1780298624.172236:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607846272 00002000:00100000:3.0:1780298624.172259:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2031616->2035711) req@ffff9cf25548b100 x1866777607846272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.172269:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b100 with x1866777607846272 ext(2031616->2035711) 00002000:00010000:3.0:1780298624.172273:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548b100 00000100:00100000:3.0:1780298624.172294:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3250 00000100:00100000:3.0:1780298624.172303:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777607846272:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298624.172377:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777607846272:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (184us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298624.172384:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3250 00002000:00100000:3.0:1780298624.172389:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2031616->2035711) req@ffff9cf25548b100 x1866777607846272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/4536 e 0 to 0 dl 1780298635 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.172395:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b100 with x1866777607846272 ext(2031616->2035711) 00002000:00010000:3.0:1780298624.172397:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548b100 00000100:00100000:3.0:1780298624.173755:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607846400 00000100:00100000:3.0:1780298624.173759:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607846400 00000100:00100000:3.0:1780298624.173784:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3251 00000100:00100000:3.0:1780298624.173789:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777607846400:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298624.173903:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2464699 -> 2464699 00002000:00010000:3.0:1780298624.173906:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298624 -> 1780298624 00002000:00010000:3.0:1780298624.173907:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298624 -> 1780298624 00002000:00010000:3.0:1780298624.173909:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298624 -> 1780298624 00002000:00010000:3.0:1780298624.173910:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 224 -> 224 00000100:00100000:3.0:1780298624.173934:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607846400:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 145us (208us total) trans 4294968616 rc 0/0 00000100:00100000:3.0:1780298624.173938:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3251 00000100:00100000:3.0:1780298624.175286:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607846656 00000100:00100000:3.0:1780298624.175291:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607846656 00000100:00100000:3.0:1780298624.175322:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2116 00000100:00100000:3.0:1780298624.175333:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777607846656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.175340:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.175348:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63025cc6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6361 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.175381:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603908352:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.175439:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.176153:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603908352:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.176177:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63025cc6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6361 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.176194:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63025cc6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6361 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.176208:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:3.0:1780298624.176235:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777607846656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 904us (984us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.176240:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2116 00000100:00100000:3.0:1780298624.177157:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607846784 00000100:00100000:3.0:1780298624.177161:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607846784 00000100:00100000:3.0:1780298624.177190:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607846912 00000100:00100000:3.0:1780298624.177193:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607846912 00000100:00100000:3.0:1780298624.183954:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.185608:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607847936 00000100:00100000:3.0:1780298624.185613:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607847936 00000100:00100000:3.0:1780298624.185637:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2123 00000100:00100000:3.0:1780298624.185642:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777607847936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.185649:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.185655:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e63025cf7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6392 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.185670:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63025c80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6329 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.185678:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(5 155) 00010000:00010000:3.0:1780298624.185681:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(6 155) 00010000:00010000:3.0:1780298624.185684:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e63025cf7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3350528->3375103] (req 3350528->3375103) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6392 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.185700:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63025c80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6329 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.185709:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63025c80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6329 expref: 10 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.185719:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603909248:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298624.185759:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.186612:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607848064 00000100:00100000:3.0:1780298624.186616:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607848064 00002000:00100000:3.0:1780298624.186636:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (1998848->2035711) req@ffff9cf254889180 x1866777607848064/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.186642:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889180 with x1866777607848064 ext(1998848->2035711) 00010000:00010000:3.0:1780298624.186646:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63025c80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6329 expref: 11 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.186658:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63025c80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6329 expref: 11 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780298624.186663:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf254889180 00000100:00100000:3.0:1780298624.186678:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 59 00000100:00100000:3.0:1780298624.186683:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777607848064:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298624.190098:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607848320 00000100:00100000:3.0:1780298624.190102:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607848320 00000100:00100000:3.0:1780298624.190166:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3255 00000100:00100000:3.0:1780298624.190177:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607848320:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298624.190357:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1780298624.190360:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298624 -> 1780298624 00002000:00010000:3.0:1780298624.190362:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298624 -> 1780298624 00002000:00010000:3.0:1780298624.190364:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298624 -> 1780298624 00002000:00010000:3.0:1780298624.190365:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1936 -> 1984 00000100:00100000:3.0:1780298624.190396:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607848320:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 222us (357us total) trans 4294968871 rc 0/0 00000100:00100000:3.0:1780298624.190401:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3255 00000100:00100000:3.0:1780298624.191318:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.195261:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.197093:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.197120:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.201071:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607849344 00000100:00100000:3.0:1780298624.201076:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607849344 00000100:00100000:3.0:1780298624.201111:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2130 00000100:00100000:3.0:1780298624.201118:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777607849344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.201140:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.201150:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63025d28 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c63c3 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.201171:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e63025bdf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c629d expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.201182:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(2 76) 00010000:00010000:3.0:1780298624.201187:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(3 76) 00010000:00010000:3.0:1780298624.201193:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63025d28 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1941504->1953791] (req 1941504->1953791) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c63c3 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.201216:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e63025bdf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c629d expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.201232:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e63025bdf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c629d expref: 7 pid: 12101 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.201243:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603910272:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298624.201283:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.203900:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.204955:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.206031:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607849984 00000100:00100000:3.0:1780298624.206036:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607849984 00000100:00100000:3.0:1780298624.206871:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777603910656:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.206898:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001564b186/0xaf35132e63025d36 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c63d1 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.206927:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001564b186/0xaf35132e63025d36 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c63d1 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.206953:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377400, rc 0) 00000100:00100000:3.0:1780298624.206987:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777607849984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 903us (991us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.207002:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2132 00000100:00100000:3.0:1780298624.207908:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.208028:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.209793:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.211513:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.213171:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.214698:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607851136 00000100:00100000:3.0:1780298624.214702:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607851136 00000100:00100000:3.0:1780298624.214729:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2141 00000100:00100000:3.0:1780298624.214737:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777607851136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.214744:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.214752:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63025d75 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6410 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.214767:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(3 76) 00010000:00010000:3.0:1780298624.214771:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(3 76) 00010000:00010000:3.0:1780298624.214781:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63025d75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1650688->1941503] (req 1650688->1654783) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6410 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.214795:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63025d75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1650688->1941503] (req 1650688->1654783) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6410 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.214803:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a400, rc 0) 00000100:00100000:3.0:1780298624.214830:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777607851136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 94us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.214837:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2141 00000100:00100000:3.0:1780298624.215518:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.216866:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607851392 00000100:00100000:3.0:1780298624.216871:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607851392 00002000:00100000:3.0:1780298624.216889:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1654784->1658879) req@ffff9cf242862300 x1866777607851392/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:330/0 lens 488/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.216898:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862300 with x1866777607851392 ext(1654784->1658879) 00002000:00010000:3.0:1780298624.216902:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242862300 00000100:00100000:3.0:1780298624.216920:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3259 00000100:00100000:3.0:1780298624.216928:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777607851392:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298624.217020:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777607851392:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 93us (201us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298624.217028:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3259 00002000:00100000:3.0:1780298624.217034:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1654784->1658879) req@ffff9cf242862300 x1866777607851392/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:330/0 lens 488/4536 e 0 to 0 dl 1780298635 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.217042:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862300 with x1866777607851392 ext(1654784->1658879) 00002000:00010000:3.0:1780298624.217046:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242862300 00000100:00100000:3.0:1780298624.221796:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.223032:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.230563:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.230595:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.232790:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607852800 00000100:00100000:3.0:1780298624.232796:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607852800 00000100:00100000:3.0:1780298624.232834:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2145 00000100:00100000:3.0:1780298624.232846:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777607852800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.232860:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.232871:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63025d8a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6425 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.232954:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603912064:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.233012:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.233684:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603912064:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.233706:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63025d8a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6425 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.233724:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63025d8a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6425 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.233736:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a800, rc 0) 00000100:00100000:3.0:1780298624.233775:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777607852800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 931us (1049us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.233791:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2145 00000100:00100000:3.0:1780298624.234757:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607853056 00000100:00100000:3.0:1780298624.234762:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607853056 00000100:00100000:3.0:1780298624.234792:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2147 00000100:00100000:3.0:1780298624.234801:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777607853056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.234810:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.234819:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63025d98 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6433 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.234835:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(3 76) 00010000:00010000:3.0:1780298624.234840:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(3 76) 00010000:00010000:3.0:1780298624.234851:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63025d98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [102400->1650687] (req 102400->139263) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6433 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.234867:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63025d98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [102400->1650687] (req 102400->139263) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6433 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.234876:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298624.234905:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777607853056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 107us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.234912:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2147 00000100:00100000:3.0:1780298624.236729:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.238467:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.238484:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.240199:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.240217:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.241030:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603912960:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.241049:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000612d31ca/0xaf35132e63025dc2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c645d expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.241069:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000612d31ca/0xaf35132e63025dc2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c645d expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.241090:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9400, rc 0) 00000100:00100000:3.0:1780298624.241140:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777607853952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 818us (903us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.241147:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2153 00000100:00100000:3.0:1780298624.241935:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.244758:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.244787:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.245653:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603913344:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.245678:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006984ee17/0xaf35132e63025dd7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6472 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.245699:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006984ee17/0xaf35132e63025dd7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6472 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.245713:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8e00, rc 0) 00000100:00100000:3.0:1780298624.245744:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777607854464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 899us (987us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.245749:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2156 00000100:00100000:3.0:1780298624.248405:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607854976 00000100:00100000:3.0:1780298624.248410:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607854976 00000100:00100000:3.0:1780298624.248472:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2161 00000100:00100000:3.0:1780298624.248485:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777607854976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.248494:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.248505:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63025dfa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c648e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.248542:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603913984:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.248575:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.249268:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603913984:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.249285:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63025dfa lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c648e expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.249299:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63025dfa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c648e expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.249310:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a800, rc 0) 00000100:00100000:3.0:1780298624.249339:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777607854976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 860us (974us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.249346:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2161 00000100:00100000:3.0:1780298624.250241:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.251824:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.252804:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.253641:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.254888:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607855872 00000100:00100000:3.0:1780298624.254893:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607855872 00000100:00100000:3.0:1780298624.254922:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2165 00000100:00100000:3.0:1780298624.254932:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777607855872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.254975:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.254986:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63025e16 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c64b1 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.255021:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603914624:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.255081:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.258636:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.258820:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607856512 00000100:00100000:3.0:1780298624.258824:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607856512 00000100:00100000:3.0:1780298624.259548:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241b03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603915264:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.259568:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004fdbd682/0xaf35132e63025e39 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c64d4 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.259596:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004fdbd682/0xaf35132e63025e39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c64d4 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.259608:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278e00, rc 0) 00000100:00100000:3.0:1780298624.259630:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607856512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 735us (836us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.259637:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2170 00000100:00100000:3.0:1780298624.260457:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.264164:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.265997:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.266937:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603916032:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.266963:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007556fb26/0xaf35132e63025e6a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6505 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.266985:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007556fb26/0xaf35132e63025e6a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6505 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.266994:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030a00, rc 0) 00000100:00100000:3.0:1780298624.267022:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777607857536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 949us (1026us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.267028:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2177 00000100:00100000:3.0:1780298624.267987:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607857664 00000100:00100000:3.0:1780298624.267991:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607857664 00000100:00100000:3.0:1780298624.268015:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2178 00000100:00100000:3.0:1780298624.268019:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:28749:x1866777607857664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.268025:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.268031:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025e71 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c650c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.268044:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(7 155) 00010000:00010000:3.0:1780298624.268048:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(7 155) 00010000:00010000:3.0:1780298624.268058:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025e71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1028096->1880063] (req 1028096->1069055) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c650c expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.268071:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025e71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1028096->1880063] (req 1028096->1069055) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c650c expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.268087:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298624.268110:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:28749:x1866777607857664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 91us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.268114:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2178 00000100:00100000:3.0:1780298624.270009:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607858048 00000100:00100000:3.0:1780298624.270014:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607858048 00000100:00100000:3.0:1780298624.270088:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2180 00000100:00100000:3.0:1780298624.270094:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777607858048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.270100:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.270107:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e63025e7f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c651a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.270163:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603916288:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.271856:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.273678:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607858432 00000100:00100000:3.0:1780298624.273682:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607858432 00000100:00100000:3.0:1780298624.273798:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607858560 00000100:00100000:3.0:1780298624.273801:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607858560 00000100:00100000:3.0:1780298624.273857:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2184 00000100:00100000:3.0:1780298624.273866:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777607858560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.273875:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.273884:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025e9b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6536 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.273935:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603916800:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.273960:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.274513:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603916800:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.274566:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025e9b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6536 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.274580:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025e9b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6536 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.274590:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298624.274615:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777607858560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 752us (836us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.274622:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2184 00000100:00100000:3.0:1780298624.275318:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.276268:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.278607:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.279844:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.282283:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.283561:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.284865:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607859712 00000100:00100000:3.0:1780298624.284870:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607859712 00002000:00100000:3.0:1780298624.284890:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2949120->2953215) req@ffff9cf343966d80 x1866777607859712/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:330/0 lens 488/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.284900:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966d80 with x1866777607859712 ext(2949120->2953215) 00002000:00010000:3.0:1780298624.284904:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966d80 00000100:00100000:3.0:1780298624.284921:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3278 00000100:00100000:3.0:1780298624.284929:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777607859712:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298624.284996:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777607859712:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (163us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298624.285002:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3278 00002000:00100000:3.0:1780298624.285007:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2949120->2953215) req@ffff9cf343966d80 x1866777607859712/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:330/0 lens 488/4536 e 0 to 0 dl 1780298635 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.285013:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966d80 with x1866777607859712 ext(2949120->2953215) 00002000:00010000:3.0:1780298624.285016:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966d80 00000100:00100000:3.0:1780298624.286274:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607859840 00000100:00100000:3.0:1780298624.286278:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607859840 00002000:00100000:3.0:1780298624.286291:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (2953216->2990079) req@ffff9cf241b03b80 x1866777607859840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:330/0 lens 488/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.286297:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03b80 with x1866777607859840 ext(2953216->2990079) 00002000:00010000:3.0:1780298624.286299:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b03b80 00000100:00100000:3.0:1780298624.286312:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3279 00000100:00100000:3.0:1780298624.286316:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607859840:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298624.287024:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607859840:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 707us (778us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1780298624.287029:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3279 00002000:00100000:3.0:1780298624.287039:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (2953216->2990079) req@ffff9cf241b03b80 x1866777607859840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:330/0 lens 488/440 e 0 to 0 dl 1780298635 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.287046:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03b80 with x1866777607859840 ext(2953216->2990079) 00002000:00010000:3.0:1780298624.287050:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b03b80 00000100:00100000:3.0:1780298624.291227:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.293102:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607860352 00000100:00100000:3.0:1780298624.293106:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607860352 00000100:00100000:3.0:1780298624.293147:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2188 00000100:00100000:3.0:1780298624.293155:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777607860352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.293164:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.293174:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025eb0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c654b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.293206:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603917312:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.293235:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.293911:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603917312:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.293940:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025eb0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c654b expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.293961:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025eb0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c654b expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.293975:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298624.294002:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777607860352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 846us (946us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.294014:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2188 00000100:00100000:3.0:1780298624.295050:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607860608 00000100:00100000:3.0:1780298624.295055:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607860608 00000100:00100000:3.0:1780298624.295087:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2190 00000100:00100000:3.0:1780298624.295101:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607860608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.295116:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.295151:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63025ebe lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6559 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.295181:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603917568:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.295932:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603917568:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.295953:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63025ebe lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6559 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.295971:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63025ebe lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6559 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.295981:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ba00, rc 0) 00000100:00100000:3.0:1780298624.296012:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607860608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 914us (979us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.296019:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2190 00000100:00100000:3.0:1780298624.297440:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.299264:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.301295:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.303149:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.304117:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.305969:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.306007:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.308083:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.309891:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607862144 00000100:00100000:3.0:1780298624.309897:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607862144 00000100:00100000:3.0:1780298624.309928:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2200 00000100:00100000:3.0:1780298624.309936:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777607862144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.309945:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.309954:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63025f04 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c659f expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.309975:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63025d98 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [102400->1650687] (req 102400->139263) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6433 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.309985:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(3 76) 00010000:00010000:3.0:1780298624.309989:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(4 76) 00010000:00010000:3.0:1780298624.309994:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63025f04 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [385024->421887] (req 385024->421887) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c659f expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.310017:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63025d98 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [102400->1650687] (req 102400->139263) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6433 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.310033:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63025d98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [102400->1650687] (req 102400->139263) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6433 expref: 12 pid: 8358 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.310044:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603918720:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298624.310084:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.313121:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.314909:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.314935:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.317882:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.319185:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2206 00000100:00100000:3.0:1780298624.319199:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777607863296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.319210:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.319221:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e63025f2e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c65c9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.319265:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255515880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603919488:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.319327:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.320051:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255515880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603919488:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.320074:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e63025f2e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c65c9 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.320089:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e63025f2e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c65c9 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.320103:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ba00, rc 0) 00000100:00100000:3.0:1780298624.320156:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777607863296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 963us (1083us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.320170:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2206 00000100:00100000:3.0:1780298624.321351:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607863680 00000100:00100000:3.0:1780298624.321357:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607863680 00000100:00100000:3.0:1780298624.321461:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2209 00000100:00100000:3.0:1780298624.321466:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777607863680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.321472:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.321481:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e519a97/0xaf35132e63025f43 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c65de expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.321509:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255515880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603919872:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.321546:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.322102:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255515880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603919872:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.322116:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e519a97/0xaf35132e63025f43 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c65de expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.322142:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e519a97/0xaf35132e63025f43 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c65de expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.322152:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b200, rc 0) 00000100:00100000:3.0:1780298624.322180:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777607863680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 713us (864us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.322188:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2209 00000100:00100000:3.0:1780298624.327327:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.327535:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13657 00000100:00100000:3.0:1780298624.327551:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777607864704:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298624.327564:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298624.327594:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025e71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1028096->1880063] (req 1028096->1069055) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c650c expref: 7 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.327613:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025e71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [1028096->1880063] (req 1028096->1069055) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c650c expref: 7 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.327649:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63025e71 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1028096->1880063] (req 1028096->1069055) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c650c expref: 7 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.327660:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298624.327684:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777607864704:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 139us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.327698:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13657 00000100:00100000:3.0:1780298624.329902:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607865216 00000100:00100000:3.0:1780298624.329910:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607865216 00010000:00010000:3.0:1780298624.329934:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63025f04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [385024->1650687] (req 385024->421887) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c659f expref: 8 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.329979:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13660 00000100:00100000:3.0:1780298624.330036:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b03c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607865216:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298624.330051:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298624.330065:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63025f04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [385024->1650687] (req 385024->421887) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c659f expref: 8 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.330102:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63025f04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [385024->1650687] (req 385024->421887) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c659f expref: 8 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.330148:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63025f04 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [385024->1650687] (req 385024->421887) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c659f expref: 8 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.330206:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298624.331101:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.331219:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.332537:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.334815:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603921408:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.334832:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fb9fa441/0xaf35132e63025f6d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c65fa expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.334853:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb9fa441/0xaf35132e63025f6d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c65fa expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.334863:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9800, rc 0) 00000100:00100000:3.0:1780298624.334889:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777607865856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1011us (1112us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.334898:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2212 00000100:00100000:3.0:1780298624.335947:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.335972:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.336056:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2215 00000100:00100000:3.0:1780298624.336067:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607866240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.336076:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.336086:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63025f82 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c660f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.336121:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255514700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603921792:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.336187:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.336876:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255514700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603921792:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.336893:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63025f82 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c660f expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.336905:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63025f82 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c660f expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.336911:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298624.336937:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607866240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 873us (963us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.336952:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2215 00000100:00100000:3.0:1780298624.340631:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603921920:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.340646:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075373b83/0xaf35132e63025f90 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6616 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.340656:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031c00, rc 0) 00000100:00100000:3.0:1780298624.340678:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777607866624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 849us (944us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.340723:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2216 00000100:00100000:3.0:1780298624.341752:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607866880 00000100:00100000:3.0:1780298624.341794:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607866880 00000100:00100000:3.0:1780298624.341827:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2217 00000100:00100000:3.0:1780298624.341835:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777607866880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.341846:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.341857:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e519a97/0xaf35132e63025f97 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c661d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.341882:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63025f58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c65ec expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.341891:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(7 76) 00010000:00010000:3.0:1780298624.341895:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(8 76) 00010000:00010000:3.0:1780298624.341899:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e519a97/0xaf35132e63025f97 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c661d expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.341920:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63025f58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c65ec expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.341931:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63025f58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c65ec expref: 7 pid: 19992 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.341942:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255514700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603922176:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298624.341982:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.342737:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.343777:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.343882:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.347943:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.354768:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.357335:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607868544 00000100:00100000:3.0:1780298624.357340:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607868544 00000100:00100000:3.0:1780298624.357371:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2220 00000100:00100000:3.0:1780298624.357379:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777607868544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.357389:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.357399:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63025fc1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6639 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.357451:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255516a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603922688:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.357498:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.359946:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603922816:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.359960:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e63025fc8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6640 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.359970:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e63025fc8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6640 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.359976:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8a00, rc 0) 00000100:00100000:3.0:1780298624.359997:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777607868672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 750us (829us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.360002:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2221 00000100:00100000:3.0:1780298624.360973:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.366481:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607869312 00000100:00100000:3.0:1780298624.366485:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607869312 00002000:00100000:3.0:1780298624.366503:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1642496->1646591) req@ffff9cf255512a00 x1866777607869312/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.366509:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512a00 with x1866777607869312 ext(1642496->1646591) 00002000:00010000:3.0:1780298624.366512:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255512a00 00000100:00100000:3.0:1780298624.366527:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3294 00000100:00100000:3.0:1780298624.366533:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777607869312:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298624.366607:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777607869312:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 74us (165us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298624.366612:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3294 00002000:00100000:3.0:1780298624.366617:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1642496->1646591) req@ffff9cf255512a00 x1866777607869312/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/4536 e 0 to 0 dl 1780298635 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.366623:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512a00 with x1866777607869312 ext(1642496->1646591) 00002000:00010000:3.0:1780298624.366625:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255512a00 00000100:00100000:3.0:1780298624.372856:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607869952 00000100:00100000:3.0:1780298624.372861:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607869952 00002000:00100000:3.0:1780298624.372877:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1662976->1667071) req@ffff9cf242860a80 x1866777607869952/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.372884:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860a80 with x1866777607869952 ext(1662976->1667071) 00002000:00010000:3.0:1780298624.372887:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242860a80 00000100:00100000:3.0:1780298624.372901:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3299 00000100:00100000:3.0:1780298624.372906:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777607869952:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298624.372975:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777607869952:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 68us (155us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298624.372980:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3299 00002000:00100000:3.0:1780298624.372984:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1662976->1667071) req@ffff9cf242860a80 x1866777607869952/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/4536 e 0 to 0 dl 1780298635 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.372991:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860a80 with x1866777607869952 ext(1662976->1667071) 00002000:00010000:3.0:1780298624.372993:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242860a80 00000100:00100000:3.0:1780298624.380007:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607870464 00000100:00100000:3.0:1780298624.380011:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607870464 00000100:00100000:3.0:1780298624.380041:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2225 00000100:00100000:3.0:1780298624.380050:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777607870464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.380061:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.380079:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63025fdd lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6655 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.380164:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255516a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603923328:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.383831:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.383851:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.383942:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2228 00000100:00100000:3.0:1780298624.383963:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607870848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.383976:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.383984:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025ff2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c666a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.384021:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255516a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603923584:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.384059:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.384743:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255516a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603923584:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.384755:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025ff2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c666a expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.384764:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63025ff2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c666a expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.384775:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298624.384797:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607870848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 849us (945us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.384801:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2228 00000100:00100000:3.0:1780298624.387366:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607871104 00000100:00100000:3.0:1780298624.387370:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607871104 00000100:00100000:3.0:1780298624.387393:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2230 00000100:00100000:3.0:1780298624.387399:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777607871104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.387405:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.387412:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63026000 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6678 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.387438:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000075373b83/0xaf35132e63025fd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1638400->35192831] (req 1638400->1642495) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c664e expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.387445:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(9 76) 00010000:00010000:3.0:1780298624.387448:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(10 76) 00010000:00010000:3.0:1780298624.387451:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63026000 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3915776->3932159] (req 3915776->3932159) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6678 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.387465:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000075373b83/0xaf35132e63025fd6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1638400->35192831] (req 1638400->1642495) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c664e expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.387481:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000075373b83/0xaf35132e63025fd6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1638400->35192831] (req 1638400->1642495) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c664e expref: 5 pid: 8359 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.387490:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255516a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603923840:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298624.387520:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.388139:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255516a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603923840:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.388157:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63026000 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3915776->3932159] (req 3915776->3932159) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6678 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.388169:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ba00, rc 0) 00000100:00100000:3.0:1780298624.388197:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777607871104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 798us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.388206:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2230 00000100:00100000:3.0:1780298624.392311:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607871488 00000100:00100000:3.0:1780298624.392317:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607871488 00000100:00100000:3.0:1780298624.392350:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2232 00000100:00100000:3.0:1780298624.392358:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607871488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.392369:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.392378:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e6302600e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6686 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.392423:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255516a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603924224:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.392468:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.393217:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255516a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603924224:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.393234:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e6302600e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6686 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.393253:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e6302600e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6686 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.393262:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298624.393291:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607871488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 935us (1020us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.393298:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2232 00000100:00100000:3.0:1780298624.396588:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.399770:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607872128 00000100:00100000:3.0:1780298624.399776:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607872128 00000100:00100000:3.0:1780298624.399848:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607872000 00000100:00100000:3.0:1780298624.399852:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607872000 00000100:00100000:3.0:1780298624.402098:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607872256 00000100:00100000:3.0:1780298624.402102:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607872256 00000100:00100000:3.0:1780298624.402172:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2236 00000100:00100000:3.0:1780298624.402186:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777607872256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.402198:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.402206:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e6302602a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c66a2 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.402235:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255515c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603924992:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.402276:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.404232:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.406025:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607872768 00000100:00100000:3.0:1780298624.406030:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607872768 00000100:00100000:3.0:1780298624.406062:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2240 00000100:00100000:3.0:1780298624.406071:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777607872768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.406079:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.406089:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63026046 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c66be expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.406105:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(10 76) 00010000:00010000:3.0:1780298624.406109:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(10 76) 00010000:00010000:3.0:1780298624.406119:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63026046 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2584576->3915775] (req 2584576->2609151) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c66be expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.406154:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63026046 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2584576->3915775] (req 2584576->2609151) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c66be expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.406164:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a600, rc 0) 00000100:00100000:3.0:1780298624.406198:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777607872768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 129us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.406204:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2240 00000100:00100000:3.0:1780298624.408331:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607873024 00000100:00100000:3.0:1780298624.408336:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607873024 00000100:00100000:3.0:1780298624.408372:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607873152 00000100:00100000:3.0:1780298624.408376:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607873152 00000100:00100000:3.0:1780298624.408456:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2242 00000100:00100000:3.0:1780298624.408466:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777607873152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.408472:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.408480:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e519a97/0xaf35132e63026054 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c66cc expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.408512:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603925632:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.410299:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607873408 00000100:00100000:3.0:1780298624.410304:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607873408 00000100:00100000:3.0:1780298624.412063:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.417087:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.417207:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.421154:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607874560 00000100:00100000:3.0:1780298624.421160:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607874560 00000100:00100000:3.0:1780298624.421188:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2252 00000100:00100000:3.0:1780298624.421194:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777607874560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.421201:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.421208:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e6302609a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6712 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.421223:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e63026069 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [598016->5390335] (req 598016->659455) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c66e1 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.421230:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(15 155) 00010000:00010000:3.0:1780298624.421233:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(16 155) 00010000:00010000:3.0:1780298624.421236:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e6302609a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4390912->4452351] (req 4390912->4452351) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6712 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.421252:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e63026069 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [598016->5390335] (req 598016->659455) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c66e1 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.421266:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e63026069 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [598016->5390335] (req 598016->659455) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c66e1 expref: 6 pid: 12101 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.421274:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603926784:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298624.421307:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.421888:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603926784:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.421903:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e6302609a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4390912->4452351] (req 4390912->4452351) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6712 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.421914:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298624.421938:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777607874560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 744us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.421945:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2252 00000100:00100000:3.0:1780298624.424367:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.426000:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607875200 00000100:00100000:3.0:1780298624.426005:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607875200 00000100:00100000:3.0:1780298624.426043:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2256 00000100:00100000:3.0:1780298624.426058:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607875200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.426067:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.426077:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e630260b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6727 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.426110:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603927424:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.426944:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603927424:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.426963:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e630260b6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6727 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.426978:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e630260b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6727 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.427026:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298624.430229:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.432200:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607875968 00000100:00100000:3.0:1780298624.432204:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607875968 00000100:00100000:3.0:1780298624.432235:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2259 00000100:00100000:3.0:1780298624.432245:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777607875968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.432252:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.432260:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e630260cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6743 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.432287:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603927936:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.432321:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.432920:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603927936:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.432948:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e630260cb lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6743 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.432970:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e630260cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6743 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.432989:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:3.0:1780298624.433019:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777607875968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 775us (890us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.433030:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2259 00000100:00100000:3.0:1780298624.434090:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607876224 00000100:00100000:3.0:1780298624.434096:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607876224 00000100:00100000:3.0:1780298624.434190:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2261 00000100:00100000:3.0:1780298624.434200:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777607876224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.434209:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.434217:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e630260d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6751 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.434271:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603928192:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.434298:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.434863:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603928192:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.434926:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e630260d9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6751 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.434938:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e630260d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6751 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.434947:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298624.434972:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777607876224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 775us (918us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.434979:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2261 00000100:00100000:3.0:1780298624.436057:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607876480 00000100:00100000:3.0:1780298624.436062:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607876480 00000100:00100000:3.0:1780298624.442831:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607876992 00000100:00100000:3.0:1780298624.442836:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607876992 00002000:00100000:3.0:1780298624.442860:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (3743744->3780607) req@ffff9cf2548bbb80 x1866777607876992/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.442870:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bbb80 with x1866777607876992 ext(3743744->3780607) 00002000:00010000:3.0:1780298624.442873:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548bbb80 00000100:00100000:3.0:1780298624.442897:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3309 00000100:00100000:3.0:1780298624.442905:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777607876992:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298624.444764:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.446866:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607877376 00000100:00100000:3.0:1780298624.446871:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607877376 00000100:00100000:3.0:1780298624.446939:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607877504 00000100:00100000:3.0:1780298624.446943:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607877504 00000100:00100000:3.0:1780298624.446974:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2267 00000100:00100000:3.0:1780298624.446989:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777607877504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.447004:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.447015:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63026103 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c677b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.447055:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603928960:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.447088:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.447825:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603928960:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.447844:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63026103 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c677b expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.447860:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63026103 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c677b expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.447872:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298624.447902:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777607877504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 918us (1001us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.447916:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2267 00000100:00100000:3.0:1780298624.452699:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607878144 00000100:00100000:3.0:1780298624.452705:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607878144 00000100:00100000:3.0:1780298624.452739:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2270 00000100:00100000:3.0:1780298624.452752:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607878144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.452763:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.452774:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63026118 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6790 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.452811:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603929216:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.452864:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.453625:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603929216:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.453659:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63026118 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6790 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.453690:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63026118 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6790 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.453720:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:3.0:1780298624.453746:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607878144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 998us (1070us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.453759:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2270 00000100:00100000:3.0:1780298624.454771:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607878272 00000100:00100000:3.0:1780298624.454777:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607878272 00000100:00100000:3.0:1780298624.454809:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2271 00000100:00100000:3.0:1780298624.454824:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777607878272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.454832:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.454842:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e6302611f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6797 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.454918:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603929344:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.454969:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.455685:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603929344:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.455705:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e6302611f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6797 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.455728:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e6302611f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6797 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.455743:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298624.455781:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777607878272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 959us (1075us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.455792:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2271 00000100:00100000:3.0:1780298624.459708:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.459811:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.461692:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.463470:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607879296 00000100:00100000:3.0:1780298624.463476:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607879296 00000100:00100000:3.0:1780298624.463509:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2278 00000100:00100000:3.0:1780298624.463518:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777607879296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.463528:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.463538:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63026150 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c67c8 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.463559:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6302612d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [671744->3915775] (req 671744->716799) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c67a5 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.463568:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(11 76) 00010000:00010000:3.0:1780298624.463573:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(12 76) 00010000:00010000:3.0:1780298624.463578:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63026150 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2666496->2719743] (req 2666496->2719743) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c67c8 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.463601:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6302612d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [671744->3915775] (req 671744->716799) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c67a5 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.463617:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6302612d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [671744->3915775] (req 671744->716799) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c67a5 expref: 12 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.463634:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603930112:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298624.463676:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.464588:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607879424 00000100:00100000:3.0:1780298624.464593:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607879424 00010000:00010000:3.0:1780298624.464613:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6302612d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [671744->3915775] (req 671744->716799) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c67a5 expref: 12 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.464641:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13671 00000100:00100000:3.0:1780298624.464649:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777607879424:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298624.464659:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298624.464670:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6302612d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [671744->3915775] (req 671744->716799) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c67a5 expref: 12 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.464682:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6302612d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [671744->3915775] (req 671744->716799) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c67a5 expref: 12 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.464697:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6302612d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [671744->3915775] (req 671744->716799) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c67a5 expref: 12 pid: 20252 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.464706:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(12 76) 00010000:00010000:3.0:1780298624.464709:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(12 76) 00010000:00010000:3.0:1780298624.464718:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63026150 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2666496->3276799] (req 2666496->2719743) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c67c8 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.464733:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63026150 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2666496->3276799] (req 2666496->2719743) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c67c8 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.464753:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63026150 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2666496->3276799] (req 2666496->2719743) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c67c8 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.464763:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777603930240:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298624.464802:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.465440:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777603930240:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298624.465448:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298624.465468:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777607879424:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 822us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.465474:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13671 00000100:00100000:3.0:1780298624.466930:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.468524:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.468543:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.468613:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2282 00000100:00100000:3.0:1780298624.468624:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777607880064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.468632:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.468642:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e6302616c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c67e4 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.468670:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603930752:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.468705:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.470334:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.471434:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607880320 00000100:00100000:3.0:1780298624.471439:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607880320 00000100:00100000:3.0:1780298624.471471:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2283 00000100:00100000:3.0:1780298624.471482:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777607880320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.471491:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.471501:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63026173 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c67eb expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.471547:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603930880:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.471607:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.473325:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.475653:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607880960 00000100:00100000:3.0:1780298624.475660:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607880960 00000100:00100000:3.0:1780298624.475691:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2288 00000100:00100000:3.0:1780298624.475700:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777607880960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.475710:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.475719:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63026196 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c680e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.475751:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241b03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603931520:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.475802:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.478681:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.479927:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.483117:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.483156:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.483240:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2293 00000100:00100000:3.0:1780298624.483251:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777607881856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.483258:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.483267:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e630261b9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6831 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.483297:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777603932032:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.483348:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.484074:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603931904:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.484089:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e630261b2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c682a expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.484100:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e630261b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c682a expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.484108:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:3.0:1780298624.484199:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607881728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 967us (1079us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.484214:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2292 00000100:00100000:3.0:1780298624.485228:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607881984 00000100:00100000:3.0:1780298624.485233:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607881984 00000100:00100000:3.0:1780298624.485268:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2294 00000100:00100000:3.0:1780298624.485277:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777607881984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.485285:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.485294:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e630261c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6838 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.485326:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603932160:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.485363:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.486017:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603932160:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.486031:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e630261c0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6838 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.486042:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e630261c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6838 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.486049:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b200, rc 0) 00000100:00100000:3.0:1780298624.486076:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777607881984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 801us (885us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.486087:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2294 00000100:00100000:3.0:1780298624.492421:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607882752 00000100:00100000:3.0:1780298624.492428:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607882752 00010000:00010000:3.0:1780298624.492452:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e6302610a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3297280->4390911] (req 3297280->3358719) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6782 expref: 10 pid: 19992 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.492481:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13672 00000100:00100000:3.0:1780298624.492490:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f759500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777607882752:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298624.492500:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780298624.492510:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 2592 -> 2696 00010000:00010000:3.0:1780298624.492515:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e6302610a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3297280->4390911] (req 3297280->3358719) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6782 expref: 10 pid: 19992 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.492528:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e6302610a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3297280->4390911] (req 3297280->3358719) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6782 expref: 10 pid: 19992 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.492547:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e6302610a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3297280->4390911] (req 3297280->3358719) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6782 expref: 10 pid: 19992 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.492561:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(17 155) 00010000:00010000:3.0:1780298624.492564:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(17 155) 00010000:00010000:3.0:1780298624.492574:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630261dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4161536->4390911] (req 4161536->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6854 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.492584:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630261dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4161536->4390911] (req 4161536->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6854 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.492612:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630261dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4161536->4390911] (req 4161536->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6854 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.492623:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777603932800:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298624.492669:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.493384:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777603932800:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298624.493396:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298624.493434:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f759500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777607882752:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 946us (1051us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.493442:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13672 00000100:00100000:3.0:1780298624.494755:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607883136 00000100:00100000:3.0:1780298624.494759:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607883136 00000100:00100000:3.0:1780298624.494790:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2300 00000100:00100000:3.0:1780298624.494796:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777607883136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.494803:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.494812:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e630261ea lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6862 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.494846:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603932928:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.494884:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00002000:00010000:3.0:1780298624.495659:0:19992:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime: 1780298624 -> 1780298625 00000100:00100000:3.0:1780298624.495678:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603932928:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.495698:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e630261ea lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6862 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.495723:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e630261ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6862 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.495737:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298624.495773:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777607883136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 966us (1028us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.495787:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2300 00000100:00100000:3.0:1780298624.496870:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2301 00000100:00100000:3.0:1780298624.496882:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777607883264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.496894:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.496904:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e630261f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6869 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.496942:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603933184:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.496992:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.497752:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603933184:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.497775:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e630261f1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6869 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.497800:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e630261f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6869 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.497810:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b200, rc 0) 00000100:00100000:3.0:1780298624.497838:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777607883264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 959us (1052us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.497846:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2301 00000100:00100000:3.0:1780298624.498980:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607883648 00000100:00100000:3.0:1780298624.498985:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607883648 00000100:00100000:3.0:1780298624.499056:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2304 00000100:00100000:3.0:1780298624.499066:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777607883648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.499075:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.499118:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e63026206 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c687e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.499174:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603933568:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.500793:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.503545:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.506446:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.506474:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.510267:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.511364:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.513865:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.515166:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607885440 00000100:00100000:3.0:1780298624.515172:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607885440 00000100:00100000:3.0:1780298624.515257:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2313 00000100:00100000:3.0:1780298624.515272:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777607885440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.515285:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.515301:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63026245 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c68bd expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.515355:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603934848:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.515409:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.516227:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603934848:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.516252:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63026245 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c68bd expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.516267:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e63026245 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c68bd expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.516277:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b200, rc 0) 00000100:00100000:3.0:1780298624.516308:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777607885440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1044us (1208us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.516317:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2313 00000100:00100000:3.0:1780298624.520238:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.522724:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.522841:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.523759:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603935616:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.523783:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e6302626f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c68e7 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.523808:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e6302626f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c68e7 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.523820:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:3.0:1780298624.523849:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777607886464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 930us (1005us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.523857:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2319 00000100:00100000:3.0:1780298624.524917:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607886720 00000100:00100000:3.0:1780298624.524923:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607886720 00000100:00100000:3.0:1780298624.524964:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2321 00000100:00100000:3.0:1780298624.524977:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777607886720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.524987:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.524998:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e519a97/0xaf35132e6302627d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c68f5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.525034:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603935872:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.525070:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.525871:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603935872:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.525904:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e519a97/0xaf35132e6302627d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c68f5 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.525930:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e519a97/0xaf35132e6302627d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c68f5 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.525938:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b200, rc 0) 00000100:00100000:3.0:1780298624.525960:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777607886720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 988us (1068us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.525966:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2321 00000100:00100000:3.0:1780298624.527942:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.529206:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607887104 00000100:00100000:3.0:1780298624.529211:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607887104 00002000:00100000:3.0:1780298624.529243:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (5173248->5177343) req@ffff9cf2558f0a80 x1866777607887104/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.529253:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0a80 with x1866777607887104 ext(5173248->5177343) 00002000:00010000:3.0:1780298624.529258:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f0a80 00000100:00100000:3.0:1780298624.529279:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3323 00000100:00100000:3.0:1780298624.529287:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777607887104:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298624.529444:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777607887104:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 160us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.529449:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3323 00002000:00100000:3.0:1780298624.529455:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (5173248->5177343) req@ffff9cf2558f0a80 x1866777607887104/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/440 e 0 to 0 dl 1780298635 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.529461:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0a80 with x1866777607887104 ext(5173248->5177343) 00002000:00010000:3.0:1780298624.529464:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f0a80 00000100:00100000:3.0:1780298624.530447:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.531843:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607887488 00000100:00100000:3.0:1780298624.531847:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607887488 00000100:00100000:3.0:1780298624.531873:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607887360 00000100:00100000:3.0:1780298624.531877:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607887360 00000100:00100000:3.0:1780298624.531904:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2324 00000100:00100000:3.0:1780298624.531918:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777607887360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.531928:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.531939:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63026292 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6903 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.531993:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603936384:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.532054:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.532768:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603936384:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.532789:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63026292 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6903 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.532804:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63026292 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6903 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.532821:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:3.0:1780298624.532850:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777607887360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 935us (1006us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.532868:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2324 00000100:00100000:3.0:1780298624.533833:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607887616 00000100:00100000:3.0:1780298624.533838:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607887616 00000100:00100000:3.0:1780298624.533867:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607887744 00000100:00100000:3.0:1780298624.533870:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607887744 00000100:00100000:3.0:1780298624.535737:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2327 00000100:00100000:3.0:1780298624.535747:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777607887872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.535758:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.535768:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e630262a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c691f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.535803:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603936768:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.535858:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.536558:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603936768:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.536575:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e630262a7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c691f expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.536590:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e519a97/0xaf35132e630262a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c691f expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.536600:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b200, rc 0) 00000100:00100000:3.0:1780298624.536672:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777607887872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 884us (961us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.536683:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2327 00000100:00100000:3.0:1780298624.539446:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.542953:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.542986:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.545001:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607889152 00000100:00100000:3.0:1780298624.545006:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607889152 00000100:00100000:3.0:1780298624.546657:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.547945:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298624.548375:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630262e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.548397:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630262e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780298624.548480:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990497 00000004:00010000:3.0:1780298624.548510:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008527d44e reply state 000000006ef9089a transno 4294990498 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630262e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.548545:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630262e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.548565:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298624.548572:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298624.548575:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780298624.548633:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+51:28749:x1866777607889408:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1895us (1972us total) trans 4294990498 rc 0/0 00000100:00100000:3.0:1780298624.548647:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61248 00000020:00080000:3.0:1780298624.548653:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298624.549865:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.551478:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603938304:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.551505:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630262ed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c695e expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.551528:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92e00, rc 0) 00000100:00100000:3.0:1780298624.551556:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777607889664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1609us (1695us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.551572:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2336 00000100:00100000:3.0:1780298624.551591:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607889920 00000100:00100000:3.0:1780298624.551595:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607889920 00010000:00010000:3.0:1780298624.551613:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630261dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4161536->4390911] (req 4161536->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6854 expref: 12 pid: 9128 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.551657:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13677 00000100:00100000:3.0:1780298624.551669:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777607889920:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298624.551723:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298624.551744:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630261dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4161536->4390911] (req 4161536->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6854 expref: 13 pid: 9128 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.551771:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630261dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4161536->4390911] (req 4161536->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6854 expref: 13 pid: 9128 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.551999:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630261dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4161536->4390911] (req 4161536->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6854 expref: 13 pid: 9128 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.552010:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298624.552034:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777607889920:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 371us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.552066:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13677 00000100:00100000:3.0:1780298624.552103:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62 00000100:00100000:3.0:1780298624.552117:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777607889792:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298624.554812:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.555016:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607890304 00000100:00100000:3.0:1780298624.555022:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607890304 00010000:00010000:3.0:1780298624.555040:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63026015 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5390336->38944767] (req 5390336->5443583) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c668d expref: 13 pid: 8358 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.557431:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13682 00000100:00100000:3.0:1780298624.557443:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777607890688:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298624.557454:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298624.557468:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b6050429/0xaf35132e630260bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [3276800->3915775] (req 3276800->3313663) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6735 expref: 12 pid: 8358 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.557485:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b6050429/0xaf35132e630260bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [3276800->3915775] (req 3276800->3313663) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6735 expref: 12 pid: 8358 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.557518:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6050429/0xaf35132e630260bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [3276800->3915775] (req 3276800->3313663) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6735 expref: 12 pid: 8358 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.557576:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298624.557601:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777607890688:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 163us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.557610:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13682 00000100:00100000:3.0:1780298624.557638:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.559086:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.559813:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.561004:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607891584 00000100:00100000:3.0:1780298624.561012:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607891584 00002000:00010000:3.0:1780298624.561030:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298624.561036:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599df80 with x1866777607891584 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298624.561044:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25599df80. 00000100:00100000:3.0:1780298624.561069:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3328 00000100:00100000:3.0:1780298624.561079:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777607891584:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298624.564104:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.570457:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607892736 00000100:00100000:3.0:1780298624.570462:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607892736 00000100:00100000:3.0:1780298624.570499:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607892864 00000100:00100000:3.0:1780298624.570503:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607892864 00000100:00100000:3.0:1780298624.570536:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2339 00000100:00100000:3.0:1780298624.570547:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777607892864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.570560:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.570577:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63026325 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6981 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.570609:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603939456:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.570666:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.572667:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607893120 00000100:00100000:3.0:1780298624.572673:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607893120 00000100:00100000:3.0:1780298624.572715:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2341 00000100:00100000:3.0:1780298624.572729:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777607893120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.572739:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.572750:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e519a97/0xaf35132e63026333 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c698f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.572786:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603939712:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.572816:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.573637:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603939712:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.573663:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e519a97/0xaf35132e63026333 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c698f expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.573684:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e519a97/0xaf35132e63026333 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c698f expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.573697:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b200, rc 0) 00000100:00100000:3.0:1780298624.573723:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777607893120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 997us (1089us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.573731:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2341 00000100:00100000:3.0:1780298624.574554:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607893248 00000100:00100000:3.0:1780298624.574559:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607893248 00000100:00100000:3.0:1780298624.574593:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61252 00000100:00100000:3.0:1780298624.574602:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:28749:x1866777607893248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.574618:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.574630:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a400/0xaf35132e6302633a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6996 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.574704:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508ba00/0xaf35132e63026341 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.574717:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508ba00/0xaf35132e63026341 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.574729:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508ba00/0xaf35132e63026341 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298624.574750:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1620427 00000004:00200000:3.0:1780298624.574753:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298624.574770:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508ba00/0xaf35132e63026341 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.574792:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a400/0xaf35132e6302633a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6996 expref: 27 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.574809:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508ba00/0xaf35132e63026341 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6996 expref: 26 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.574817:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298624.574820:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298624.574823:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ba00, rc 0) 00000100:00100000:3.0:1780298624.574853:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:28749:x1866777607893248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 253us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.574860:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61252 00000100:00100000:3.0:1780298624.581186:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607894016 00000100:00100000:3.0:1780298624.581191:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607894016 00002000:00100000:3.0:1780298624.581212:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (2461696->2465791) req@ffff9cf3481fd880 x1866777607894016/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.581219:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fd880 with x1866777607894016 ext(2461696->2465791) 00002000:00010000:3.0:1780298624.581223:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fd880 00000100:00100000:3.0:1780298624.581238:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3334 00000100:00100000:3.0:1780298624.581242:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777607894016:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298624.581361:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777607894016:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 119us (200us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298624.581366:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3334 00002000:00100000:3.0:1780298624.581370:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (2461696->2465791) req@ffff9cf3481fd880 x1866777607894016/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:330/0 lens 488/4536 e 0 to 0 dl 1780298635 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.581376:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fd880 with x1866777607894016 ext(2461696->2465791) 00002000:00010000:3.0:1780298624.581378:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fd880 00000100:00100000:3.0:1780298624.590204:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607894656 00000100:00100000:3.0:1780298624.590209:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607894656 00000100:00100000:3.0:1780298624.590235:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2342 00000100:00100000:3.0:1780298624.590241:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2397:x1866777607894656:12345-192.168.203.25@tcp:16:fsx.0 00000100:00100000:3.0:1780298624.590937:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777607894656:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 695us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.590942:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2342 00000100:00100000:3.0:1780298624.592945:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.594638:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.594657:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.594713:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2346 00000100:00100000:3.0:1780298624.594725:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777607895296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.594733:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.594742:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63026372 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c69b9 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.594770:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255992680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603940352:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.594802:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.597327:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.597406:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61255 00000100:00100000:3.0:1780298624.597425:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:28749:x1866777607895552:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:3.0:1780298624.597596:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b200/0xaf35132e63026379 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.597609:0:17567:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e63026356 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c699d expref: 15 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.597615:0:17567:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b200/0xaf35132e63026379 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.597634:0:17567:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e63026356 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c699d expref: 15 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.597644:0:17567:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e63026356 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c699d expref: 15 pid: 6477 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.597666:0:17567:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777603940480:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298624.597705:0:17567:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.598304:0:17567:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777603940480:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.598318:0:17567:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b200/0xaf35132e63026379 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.598446:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298624.598625:0:17567:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b200/0xaf35132e63026379 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.598632:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b200/0xaf35132e63026379 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780298624.598675:0:17567:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990503 00000004:00010000:3.0:1780298624.598694:0:17567:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd177f04 reply state 0000000010deaa6d transno 4294990504 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b200/0xaf35132e63026379 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.598703:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b200/0xaf35132e63026379 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.598710:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298624.598713:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298624.598716:0:17567:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780298624.598801:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+31:28749:x1866777607895552:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1387us (1475us total) trans 4294990504 rc 0/0 00000100:00100000:3.0:1780298624.598808:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61255 00000020:00080000:3.0:1780298624.598812:0:17567:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298624.599623:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.599646:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.600692:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607896064 00000100:00100000:3.0:1780298624.600697:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607896064 00000100:00100000:3.0:1780298624.600729:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61256 00000100:00100000:3.0:1780298624.600739:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+31:28749:x1866777607896064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.600763:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.600773:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a200/0xaf35132e63026380 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c69c0 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.600819:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a000/0xaf35132e63026387 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.600826:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a000/0xaf35132e63026387 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.600832:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a000/0xaf35132e63026387 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298624.600845:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 8427759 00000004:00200000:3.0:1780298624.600848:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298624.600858:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a000/0xaf35132e63026387 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.600871:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a200/0xaf35132e63026380 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c69c0 expref: 33 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.600881:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a000/0xaf35132e63026387 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c69c0 expref: 32 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.600886:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298624.600888:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298624.600890:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a000, rc 0) 00000100:00100000:3.0:1780298624.600912:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+32:28749:x1866777607896064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 177us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.600915:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61256 00000100:00100000:3.0:1780298624.602078:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.605652:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.607674:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.609259:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.610397:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607897216 00000100:00100000:3.0:1780298624.610401:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607897216 00010000:00010000:3.0:1780298624.610433:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630262ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c695e expref: 8 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.610454:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13688 00000100:00100000:3.0:1780298624.610460:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b02050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777607897216:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298624.610472:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298624.610485:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630262ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c695e expref: 8 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.610497:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630262ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c695e expref: 8 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.610516:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630262ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c695e expref: 8 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.610524:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(23 155) 00010000:00010000:3.0:1780298624.610527:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(23 155) 00010000:00010000:3.0:1780298624.610533:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e630263b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1355776->34910207] (req 1355776->1409023) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c69ea expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.610542:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e630263b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1355776->34910207] (req 1355776->1409023) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c69ea expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.610571:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e630263b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1355776->34910207] (req 1355776->1409023) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c69ea expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.610581:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777603941248:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298624.610622:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.615085:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603943296:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.615147:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e630263bf lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c69f8 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.615195:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e630263bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c69f8 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.615208:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8000, rc 0) 00000100:00100000:3.0:1780298624.618314:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.621267:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.625865:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.628569:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.628640:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.629473:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603944320:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.629495:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e630263f7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a29 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.629512:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e630263f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a29 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.629522:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93e00, rc 0) 00000100:00100000:3.0:1780298624.629553:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777607898880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 864us (986us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.629561:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2360 00000100:00100000:3.0:1780298624.633734:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.636900:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.640451:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.643062:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607900416 00000100:00100000:3.0:1780298624.643067:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607900416 00000100:00100000:3.0:1780298624.643108:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2365 00000100:00100000:3.0:1780298624.643118:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777607900416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.643156:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298624.646909:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.648219:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607900800 00000100:00100000:3.0:1780298624.648225:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607900800 00010000:00010000:3.0:1780298624.648251:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63026413 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [163840->1355775] (req 163840->167935) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a45 expref: 10 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.648281:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13690 00000100:00100000:3.0:1780298624.648290:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607900800:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298624.648300:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298624.648316:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63026413 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [163840->1355775] (req 163840->167935) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a45 expref: 10 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.648330:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63026413 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [163840->1355775] (req 163840->167935) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a45 expref: 10 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.648350:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63026413 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [163840->1355775] (req 163840->167935) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a45 expref: 10 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.648361:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(24 155) 00010000:00010000:3.0:1780298624.648365:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(24 155) 00010000:00010000:3.0:1780298624.648374:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000034be4f60/0xaf35132e63026428 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [290816->1355775] (req 290816->344063) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a5a expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.648383:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034be4f60/0xaf35132e63026428 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [290816->1355775] (req 290816->344063) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a5a expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.648409:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000034be4f60/0xaf35132e63026428 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [290816->1355775] (req 290816->344063) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a5a expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.648432:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777603945088:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298624.648472:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.649234:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777603945088:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298624.649246:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298624.649277:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607900800:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 988us (1104us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.649295:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13690 00000100:00100000:3.0:1780298624.650813:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607901056 00000100:00100000:3.0:1780298624.650819:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607901056 00000100:00100000:3.0:1780298624.650858:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2368 00000100:00100000:3.0:1780298624.650869:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777607901056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.650881:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.650894:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e6302642f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6a61 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.650937:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603945216:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.650993:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.651795:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603945216:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.651817:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e6302642f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a61 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.651837:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e6302642f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a61 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.651849:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b400, rc 0) 00000100:00100000:3.0:1780298624.651882:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777607901056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1016us (1111us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.651889:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2368 00000100:00100000:3.0:1780298624.661488:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.667903:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.669945:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.673654:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.675237:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.676452:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.677492:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.678489:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.678888:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.679791:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.680828:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607903360 00000100:00100000:3.0:1780298624.680834:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607903360 00010000:00010000:3.0:1780298624.680857:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e630263fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a30 expref: 14 pid: 12101 timeout: 914 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.680929:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13694 00000100:00100000:3.0:1780298624.680940:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777607903360:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298624.680998:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298624.681014:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e630263fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a30 expref: 14 pid: 12101 timeout: 914 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.681027:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e630263fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a30 expref: 14 pid: 12101 timeout: 914 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.681048:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e630263fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a30 expref: 14 pid: 12101 timeout: 914 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.681066:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298624.681099:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777607903360:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 160us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.681108:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13694 00000100:00100000:3.0:1780298624.685057:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.685113:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.687374:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.689195:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.689233:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.691077:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.691272:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607904896 00000100:00100000:3.0:1780298624.691277:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607904896 00000100:00100000:3.0:1780298624.691312:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2385 00000100:00100000:3.0:1780298624.691321:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777607904896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.691330:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.691337:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e630264b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6ad8 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.691391:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603947904:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.691431:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.694831:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607905280 00000100:00100000:3.0:1780298624.694836:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607905280 00010000:00010000:3.0:1780298624.694891:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e6302647c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6aa0 expref: 32 pid: 9976 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.694919:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13696 00000100:00100000:3.0:1780298624.694926:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+32:2399:x1866777607905280:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298624.694937:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298624.694944:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e6302647c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6aa0 expref: 32 pid: 9976 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.694956:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e6302647c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6aa0 expref: 32 pid: 9976 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.694973:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e6302647c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6aa0 expref: 32 pid: 9976 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.694986:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298624.694991:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8600/0xaf35132e630264bb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.695000:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8600/0xaf35132e630264bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.695008:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8600/0xaf35132e630264bb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.695028:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298624.695061:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+31:2399:x1866777607905280:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 134us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.695070:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13696 00000100:00100000:3.0:1780298624.695988:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607905408 00000100:00100000:3.0:1780298624.695993:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607905408 00002000:00010000:3.0:1780298624.696006:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298624.696010:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8e00 with x1866777607905408 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298624.696020:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f8e00. 00000100:00100000:3.0:1780298624.696040:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3359 00000100:00100000:3.0:1780298624.696051:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607905408:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298624.696183:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 1195275 -> 4194304 00002000:00010000:3.0:1780298624.696186:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298625 -> 1780298625 00002000:00010000:3.0:1780298624.696189:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298625 -> 1780298625 00002000:00010000:3.0:1780298624.696190:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298625 -> 1780298625 00002000:00010000:3.0:1780298624.696192:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1464 -> 1464 00000100:00100000:3.0:1780298624.696218:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777607905408:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 169us (252us total) trans 4294968895 rc 0/0 00000100:00100000:3.0:1780298624.696227:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3359 00002000:00010000:3.0:1780298624.696230:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298624.696232:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8e00 with x1866777607905408 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298624.696237:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f8e00. 00000100:00100000:3.0:1780298624.701766:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607906304 00000100:00100000:3.0:1780298624.701770:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607906304 00000100:00100000:3.0:1780298624.701799:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607906432 00000100:00100000:3.0:1780298624.701803:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607906432 00000100:00100000:3.0:1780298624.701864:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2391 00000100:00100000:3.0:1780298624.701872:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777607906432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.701880:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.701891:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e630264f3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6b09 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.701923:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603948800:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.701953:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.702608:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603948800:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.702682:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e630264f3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b09 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.702693:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e630264f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b09 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.702703:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:3.0:1780298624.702725:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777607906432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 856us (947us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.702730:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2391 00000100:00100000:3.0:1780298624.703409:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607906560 00000100:00100000:3.0:1780298624.703423:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607906560 00000100:00100000:3.0:1780298624.703444:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2392 00000100:00100000:3.0:1780298624.703448:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777607906560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.703454:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.703460:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e630264fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6b10 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.703473:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004fdbd682/0xaf35132e63026467 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a92 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.703479:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(26 155) 00010000:00010000:3.0:1780298624.703483:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(27 155) 00010000:00010000:3.0:1780298624.703486:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e630264fa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1650688->1695743] (req 1650688->1695743) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b10 expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.703504:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004fdbd682/0xaf35132e63026467 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a92 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.703513:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004fdbd682/0xaf35132e63026467 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6a92 expref: 8 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.703520:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603948928:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298624.703547:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.704064:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603948928:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.704076:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e630264fa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1650688->1695743] (req 1650688->1695743) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b10 expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.704084:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a600, rc 0) 00000100:00100000:3.0:1780298624.704111:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777607906560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 661us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.704118:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2392 00000100:00100000:3.0:1780298624.705209:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.708381:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607907200 00000100:00100000:3.0:1780298624.708384:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607907200 00000100:00100000:3.0:1780298624.708406:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2394 00000100:00100000:3.0:1780298624.708423:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777607907200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.708431:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.708439:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63026516 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6b25 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.708461:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603949312:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.708491:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.709043:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603949312:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.709059:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63026516 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b25 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.709073:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63026516 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b25 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.709081:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:3.0:1780298624.709110:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777607907200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 697us (751us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.709118:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2394 00000100:00100000:3.0:1780298624.711302:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607907584 00000100:00100000:3.0:1780298624.711307:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607907584 00010000:00010000:3.0:1780298624.711325:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e630264c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6adf expref: 32 pid: 17567 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.711350:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13698 00000100:00100000:3.0:1780298624.711357:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+32:2399:x1866777607907584:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298624.711365:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298624.711371:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e630264c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6adf expref: 32 pid: 17567 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.711387:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e630264c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6adf expref: 32 pid: 17567 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.711401:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e630264c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6adf expref: 32 pid: 17567 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.711422:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298624.711427:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8200/0xaf35132e6302651d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.711436:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8200/0xaf35132e6302651d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.711443:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8200/0xaf35132e6302651d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.711460:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298624.711481:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+31:2399:x1866777607907584:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 125us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.711495:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13698 00000100:00100000:3.0:1780298624.712195:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607907712 00000100:00100000:3.0:1780298624.712198:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607907712 00000100:00100000:3.0:1780298624.712223:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2395 00000100:00100000:3.0:1780298624.712230:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777607907712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.712238:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.712247:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d114523c/0xaf35132e63026524 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6b2c expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.712271:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e630264fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1650688->35205119] (req 1650688->1695743) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b10 expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.712278:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(27 155) 00010000:00010000:3.0:1780298624.712281:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(28 155) 00010000:00010000:3.0:1780298624.712284:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d114523c/0xaf35132e63026524 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b2c expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.712297:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e630264fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1650688->35205119] (req 1650688->1695743) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b10 expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.712304:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e630264fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1650688->35205119] (req 1650688->1695743) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b10 expref: 6 pid: 8359 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.712311:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603949568:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298624.712340:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.712828:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603949568:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.712840:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d114523c/0xaf35132e63026524 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b2c expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.712847:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a200, rc 0) 00000100:00100000:3.0:1780298624.712868:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777607907712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 641us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.712876:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2395 00000100:00100000:3.0:1780298624.717805:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607908480 00000100:00100000:3.0:1780298624.717809:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607908480 00000100:00100000:3.0:1780298624.717834:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2396 00000100:00100000:3.0:1780298624.717839:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777607908480:12345-192.168.203.25@tcp:16:fsx.0 00000100:00100000:3.0:1780298624.718661:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607908480:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 821us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.718668:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2396 00000100:00100000:3.0:1780298624.722364:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607908992 00000100:00100000:3.0:1780298624.722369:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607908992 00000100:00100000:3.0:1780298624.722399:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2399 00000100:00100000:3.0:1780298624.722409:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777607908992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.722425:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.722434:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63026547 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6b48 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.722464:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603950080:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.722507:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.723213:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603950080:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.723231:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63026547 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b48 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.723246:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63026547 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b48 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.723304:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:3.0:1780298624.723331:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777607908992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 924us (997us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.723346:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2399 00000100:00100000:3.0:1780298624.724270:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607909248 00000100:00100000:3.0:1780298624.724275:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607909248 00000100:00100000:3.0:1780298624.724300:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2401 00000100:00100000:3.0:1780298624.724308:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777607909248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.724317:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.724325:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63026555 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6b56 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.724338:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d114523c/0xaf35132e63026524 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b2c expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.724345:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(28 155) 00010000:00010000:3.0:1780298624.724348:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(29 155) 00010000:00010000:3.0:1780298624.724351:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63026555 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3379200->3440639] (req 3379200->3440639) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b56 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.724365:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d114523c/0xaf35132e63026524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b2c expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.724375:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d114523c/0xaf35132e63026524 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b2c expref: 9 pid: 19992 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.724383:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603950336:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298624.724423:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.724997:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603950336:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.725013:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63026555 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3379200->3440639] (req 3379200->3440639) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b56 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.725025:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b600, rc 0) 00000100:00100000:3.0:1780298624.725054:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777607909248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 747us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.725110:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2401 00000100:00100000:3.0:1780298624.728377:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.732924:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.733680:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255993b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603950976:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.733708:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009aa43742/0xaf35132e63026571 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b72 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.733722:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009aa43742/0xaf35132e63026571 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b72 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.733732:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279e00, rc 0) 00000100:00100000:3.0:1780298624.733762:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607910016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 772us (839us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.733768:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2405 00000100:00100000:3.0:1780298624.734503:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.735665:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298624.735820:0:17567:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9a00/0xaf35132e63026578 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.735832:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9a00/0xaf35132e63026578 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780298624.735890:0:17567:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990511 00000004:00010000:3.0:1780298624.735915:0:17567:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b808e7c reply state 000000006923e57c transno 4294990512 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9a00/0xaf35132e63026578 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.735928:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9a00/0xaf35132e63026578 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.735935:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298624.735972:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298624.735976:0:17567:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780298624.736030:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:28749:x1866777607910272:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1453us (1527us total) trans 4294990512 rc 0/0 00000100:00100000:3.0:1780298624.736035:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61265 00000020:00080000:3.0:1780298624.736037:0:17567:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298624.736689:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.737845:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607910656 00000100:00100000:3.0:1780298624.737849:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607910656 00010000:00010000:3.0:1780298624.737864:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63026555 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3379200->3440639) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b56 expref: 7 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.737887:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13702 00000100:00100000:3.0:1780298624.737895:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b00850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777607910656:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298624.737907:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298624.737923:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63026555 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3379200->3440639) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b56 expref: 7 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.737934:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63026555 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3379200->3440639) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b56 expref: 7 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.737949:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63026555 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3379200->3440639) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b56 expref: 7 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.737959:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(29 155) 00010000:00010000:3.0:1780298624.737962:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(29 155) 00010000:00010000:3.0:1780298624.737966:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6302657f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b79 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.737972:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6302657f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b79 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.737996:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6302657f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b79 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.738007:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777603951360:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298624.738038:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.738937:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607910784 00000100:00100000:3.0:1780298624.738942:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607910784 00002000:00010000:3.0:1780298624.738961:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298624.738964:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255991f80 with x1866777607910784 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298624.738970:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255991f80. 00000100:00100000:3.0:1780298624.738990:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3367 00000100:00100000:3.0:1780298624.738997:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607910784:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298624.739096:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1780298624.739099:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298625 -> 1780298625 00002000:00010000:3.0:1780298624.739101:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298625 -> 1780298625 00002000:00010000:3.0:1780298624.739102:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298625 -> 1780298625 00002000:00010000:3.0:1780298624.739104:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1552 -> 1552 00000100:00100000:3.0:1780298624.739147:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777607910784:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 151us (228us total) trans 4294968898 rc 0/0 00000100:00100000:3.0:1780298624.739152:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3367 00002000:00010000:3.0:1780298624.739155:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298624.739157:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255991f80 with x1866777607910784 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298624.739161:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255991f80. 00000100:00100000:3.0:1780298624.746168:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.749926:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.753295:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.755652:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607912448 00000100:00100000:3.0:1780298624.755658:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607912448 00010000:00010000:3.0:1780298624.755682:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9600/0xaf35132e6302658d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b80 expref: 28 pid: 6478 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.755709:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13704 00000100:00100000:3.0:1780298624.755718:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+28:2400:x1866777607912448:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298624.755726:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298624.755731:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9600/0xaf35132e6302658d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b80 expref: 28 pid: 6478 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.755739:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9600/0xaf35132e6302658d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b80 expref: 28 pid: 6478 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.755754:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9600/0xaf35132e6302658d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b80 expref: 28 pid: 6478 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.755765:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298624.755768:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8000/0xaf35132e630265a2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.755775:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8000/0xaf35132e630265a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.755782:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8000/0xaf35132e630265a2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.755803:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298624.755835:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:2400:x1866777607912448:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 119us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.755840:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13704 00000100:00100000:3.0:1780298624.756640:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607912576 00000100:00100000:3.0:1780298624.756644:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607912576 00000100:00100000:3.0:1780298624.756667:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2409 00000100:00100000:3.0:1780298624.756672:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777607912576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.756683:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.756691:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e630265a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6b95 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.756707:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e63026594 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 937984->962559) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b87 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.756713:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e6302659b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b8e expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.756718:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(30 155) 00010000:00010000:3.0:1780298624.756720:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298624 v=(30 155) 00010000:00010000:3.0:1780298624.756723:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e630265a9 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b95 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.756735:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e6302659b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b8e expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.756741:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e6302659b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b8e expref: 10 pid: 8359 timeout: 914 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.756748:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603951872:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.756788:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e63026594 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 937984->962559) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b87 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.756805:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e63026594 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 937984->962559) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b87 expref: 8 pid: 12101 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.756816:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603952000:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298624.756839:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.757439:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603951872:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298624.757451:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603952000:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.757468:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e630265a9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b95 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.757480:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b800, rc 0) 00000100:00100000:3.0:1780298624.757510:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777607912576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 836us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.757517:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2409 00000100:00100000:3.0:1780298624.758984:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.759966:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.761154:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.761245:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607913344 00000100:00100000:3.0:1780298624.761251:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607913344 00002000:00010000:3.0:1780298624.761269:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2773189->18446744073709551615) 00002000:00100000:3.0:1780298624.761274:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fea00 with x1866777607913344 ext(2773189->18446744073709551615) 00002000:00010000:3.0:1780298624.761282:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fea00. 00000100:00100000:3.0:1780298624.765619:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.765735:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.767915:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607913984 00000100:00100000:3.0:1780298624.767919:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607913984 00000100:00100000:3.0:1780298624.767943:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2413 00000100:00100000:3.0:1780298624.767949:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777607913984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.767957:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.767964:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e630265d3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6bb8 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.767979:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000670f33f0/0xaf35132e630265b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b9c expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.767985:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(21 76) 00010000:00010000:3.0:1780298624.767989:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(22 76) 00010000:00010000:3.0:1780298624.767992:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e630265d3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2158592->2162687] (req 2158592->2162687) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bb8 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.768009:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000670f33f0/0xaf35132e630265b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b9c expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.768018:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000670f33f0/0xaf35132e630265b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b9c expref: 6 pid: 8358 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.768026:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603952768:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298624.768058:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.768947:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607914112 00000100:00100000:3.0:1780298624.768951:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607914112 00010000:00010000:3.0:1780298624.768968:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000670f33f0/0xaf35132e630265b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b9c expref: 7 pid: 8358 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.768987:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13708 00000100:00100000:3.0:1780298624.768992:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777607914112:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298624.768998:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298624.769007:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000670f33f0/0xaf35132e630265b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b9c expref: 7 pid: 8358 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.769015:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000670f33f0/0xaf35132e630265b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b9c expref: 7 pid: 8358 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.769027:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000670f33f0/0xaf35132e630265b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6b9c expref: 7 pid: 8358 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.769034:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(22 76) 00010000:00010000:3.0:1780298624.769037:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(22 76) 00010000:00010000:3.0:1780298624.769042:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e630265d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2158592->35713023] (req 2158592->2162687) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bb8 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.769050:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e630265d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2158592->35713023] (req 2158592->2162687) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bb8 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.769073:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e630265d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2158592->35713023] (req 2158592->2162687) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bb8 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.769089:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777603952896:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298624.769146:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.769776:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777603952896:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298624.769787:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298624.769815:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777607914112:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 822us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.769823:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13708 00000100:00100000:3.0:1780298624.772776:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607914496 00000100:00100000:3.0:1780298624.772781:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607914496 00002000:00100000:3.0:1780298624.772797:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2166784->2170879) req@ffff9cf3481ff800 x1866777607914496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:330/0 lens 488/0 e 0 to 0 dl 1780298635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.772803:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481ff800 with x1866777607914496 ext(2166784->2170879) 00002000:00010000:3.0:1780298624.772806:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481ff800 00000100:00100000:3.0:1780298624.772822:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3379 00000100:00100000:3.0:1780298624.772826:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777607914496:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298624.772896:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777607914496:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (147us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298624.772901:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3379 00002000:00100000:3.0:1780298624.772905:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2166784->2170879) req@ffff9cf3481ff800 x1866777607914496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:330/0 lens 488/4536 e 0 to 0 dl 1780298635 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298624.772910:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481ff800 with x1866777607914496 ext(2166784->2170879) 00002000:00010000:3.0:1780298624.772913:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481ff800 00000100:00100000:3.0:1780298624.778682:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.781736:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.783837:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.785569:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607915520 00000100:00100000:3.0:1780298624.785574:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607915520 00000100:00100000:3.0:1780298624.785605:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2415 00000100:00100000:3.0:1780298624.785610:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607915520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.785620:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.785636:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e630265da lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6bbf expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.785684:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603953024:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.785747:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4000 going to sleep for 11 seconds 00002000:00010000:3.0:1780298624.786369:0:8359:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 120 00000100:00100000:3.0:1780298624.786378:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603953024:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.786400:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e630265da lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bbf expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.786425:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e630265da lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bbf expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.786436:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ae00, rc 0) 00000100:00100000:3.0:1780298624.786456:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607915520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 847us (924us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.786461:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2415 00000100:00100000:3.0:1780298624.788859:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607915776 00000100:00100000:3.0:1780298624.788863:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607915776 00000100:00100000:3.0:1780298624.788886:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2417 00000100:00100000:3.0:1780298624.788890:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777607915776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.788897:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.788903:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e630265e8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6bcd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.788916:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(22 76) 00010000:00010000:3.0:1780298624.788920:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(22 76) 00010000:00010000:3.0:1780298624.788927:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e630265e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [471040->2158591] (req 471040->532479) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bcd expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.788938:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e630265e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [471040->2158591] (req 471040->532479) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bcd expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.788944:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ac00, rc 0) 00000100:00100000:3.0:1780298624.788964:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777607915776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 74us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.788968:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2417 00000100:00100000:3.0:1780298624.790759:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607916032 00000100:00100000:3.0:1780298624.790763:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607916032 00000100:00100000:3.0:1780298624.790799:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61269 00000100:00100000:3.0:1780298624.790809:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:28749:x1866777607916032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.790821:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.790836:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b600/0xaf35132e630265ef lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6bd4 expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.790920:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b000/0xaf35132e630265f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.790935:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b000/0xaf35132e630265f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.790946:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b000/0xaf35132e630265f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298624.790972:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6967493 00000004:00200000:3.0:1780298624.790976:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298624.790995:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b000/0xaf35132e630265f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.791016:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b600/0xaf35132e630265ef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bd4 expref: 29 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.791029:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b000/0xaf35132e630265f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bd4 expref: 28 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.791037:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298624.791040:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298624.791044:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298624.791072:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+28:28749:x1866777607916032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 266us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.791080:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61269 00000100:00100000:3.0:1780298624.792881:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603953280:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.792903:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e630265fd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bdb expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.792935:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e630265fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bdb expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.792947:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93400, rc 0) 00000100:00100000:3.0:1780298624.792975:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607916160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 919us (999us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.792983:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2418 00000100:00100000:3.0:1780298624.794108:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607916544 00000100:00100000:3.0:1780298624.794112:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607916544 00000100:00100000:3.0:1780298624.794205:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2421 00000100:00100000:3.0:1780298624.794215:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777607916544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.794223:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.794230:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e63026612 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6bf0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.794287:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603953664:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.794313:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.794985:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603953664:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.794998:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e63026612 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bf0 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.795007:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e63026612 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bf0 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.795019:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ae00, rc 0) 00000100:00100000:3.0:1780298624.795040:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777607916544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 829us (954us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.795045:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2421 00000100:00100000:3.0:1780298624.800178:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.801901:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607917184 00000100:00100000:3.0:1780298624.801907:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607917184 00000100:00100000:3.0:1780298624.801984:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2424 00000100:00100000:3.0:1780298624.801994:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777607917184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.802005:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.802016:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63026627 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6c05 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.802069:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603954048:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.802151:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.802791:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603954048:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.802812:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63026627 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c05 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.802830:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63026627 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c05 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.802844:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298624.802881:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777607917184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 889us (1058us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.802894:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2424 00000100:00100000:3.0:1780298624.808720:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.809690:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603954432:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.809710:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000056a806f/0xaf35132e6302663c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c1a expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.809725:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000056a806f/0xaf35132e6302663c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c1a expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.809735:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92800, rc 0) 00000100:00100000:3.0:1780298624.809769:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777607917696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 961us (1049us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.809780:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2427 00000100:00100000:3.0:1780298624.814278:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607918208 00000100:00100000:3.0:1780298624.814282:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607918208 00000100:00100000:3.0:1780298624.816497:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.816519:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.821728:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607918848 00000100:00100000:3.0:1780298624.821735:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607918848 00000100:00100000:3.0:1780298624.821775:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2434 00000100:00100000:3.0:1780298624.821786:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777607918848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.821798:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.821810:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e6302666d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6c4b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.821898:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603955328:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.821969:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.822839:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603955328:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.822863:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e6302666d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c4b expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.822895:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e6302666d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c4b expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.822907:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298624.822936:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777607918848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1149us (1275us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.822951:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2434 00000100:00100000:3.0:1780298624.825197:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607919104 00000100:00100000:3.0:1780298624.825205:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607919104 00000100:00100000:3.0:1780298624.825249:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2436 00000100:00100000:3.0:1780298624.825260:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777607919104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.825275:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.825290:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e6302667b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6c59 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.825335:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603955584:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.825393:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.826141:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603955584:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.826162:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e6302667b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c59 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.826176:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e6302667b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c59 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.826190:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ae00, rc 0) 00000100:00100000:3.0:1780298624.826215:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777607919104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 959us (1055us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.826220:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2436 00000100:00100000:3.0:1780298624.829705:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607919488 00000100:00100000:3.0:1780298624.829710:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607919488 00000100:00100000:3.0:1780298624.829752:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2438 00000100:00100000:3.0:1780298624.829760:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777607919488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.829771:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.829783:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63026689 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6c67 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.829862:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603955840:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.829905:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.830712:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603955840:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.830731:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63026689 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c67 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.830751:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63026689 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c67 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.830761:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298624.830792:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777607919488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1033us (1128us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.830799:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2438 00000100:00100000:3.0:1780298624.831945:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607919616 00000100:00100000:3.0:1780298624.831952:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607919616 00000100:00100000:3.0:1780298624.831995:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2439 00000100:00100000:3.0:1780298624.832006:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777607919616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.832018:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.832048:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63026690 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6c6e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.832175:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603955968:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.832237:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.833325:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603955968:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.833355:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63026690 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c6e expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.833376:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63026690 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c6e expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.833396:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b600, rc 0) 00000100:00100000:3.0:1780298624.833449:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777607919616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1443us (1605us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.833462:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2439 00000100:00100000:3.0:1780298624.834871:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607920000 00000100:00100000:3.0:1780298624.834876:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607920000 00000100:00100000:3.0:1780298624.834907:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2442 00000100:00100000:3.0:1780298624.834914:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777607920000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.834922:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.834930:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e630266a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6c83 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.834995:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603956352:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.835026:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.835734:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603956352:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.835750:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e630266a5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c83 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.835812:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e630266a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c83 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.835826:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ae00, rc 0) 00000100:00100000:3.0:1780298624.835886:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777607920000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 973us (1099us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.835891:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2442 00000100:00100000:3.0:1780298624.838437:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607920256 00000100:00100000:3.0:1780298624.838442:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607920256 00010000:00010000:3.0:1780298624.838462:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e630265e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [471040->2158591] (req 471040->532479) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bcd expref: 7 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.838487:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13709 00000100:00100000:3.0:1780298624.838492:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b00050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777607920256:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298624.838501:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298624.838515:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e630265e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [471040->2158591] (req 471040->532479) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bcd expref: 7 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.838524:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e630265e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [471040->2158591] (req 471040->532479) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bcd expref: 7 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.838539:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e630265e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [471040->2158591] (req 471040->532479) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6bcd expref: 7 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.838552:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(23 76) 00010000:00010000:3.0:1780298624.838555:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(23 76) 00010000:00010000:3.0:1780298624.838562:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000017dab243/0xaf35132e630266ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1900544->2154495] (req 1900544->1925119) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c8a expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.838571:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017dab243/0xaf35132e630266ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1900544->2154495] (req 1900544->1925119) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c8a expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.838608:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000017dab243/0xaf35132e630266ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1900544->2154495] (req 1900544->1925119) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c8a expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.838620:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777603956608:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298624.838662:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.839461:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777603956608:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298624.839474:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298624.839558:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b00050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777607920256:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1064us (1225us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.839564:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13709 00000100:00100000:3.0:1780298624.846439:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607920896 00000100:00100000:3.0:1780298624.846445:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607920896 00000100:00100000:3.0:1780298624.846479:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2446 00000100:00100000:3.0:1780298624.846488:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777607920896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.846498:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.846510:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e630266c1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6c9f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.846558:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603956992:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.846619:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516b540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.847294:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603956992:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.847316:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e630266c1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c9f expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.847339:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e630266c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6c9f expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.847351:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ae00, rc 0) 00000100:00100000:3.0:1780298624.847381:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777607920896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 894us (986us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.847388:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2446 00000100:00100000:3.0:1780298624.856272:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607921664 00000100:00100000:3.0:1780298624.856279:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607921664 00000100:00100000:3.0:1780298624.856315:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2450 00000100:00100000:3.0:1780298624.856324:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777607921664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.856335:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.856346:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e630266dd lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6cbb expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.856378:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603957376:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.856432:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516b540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.857241:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603957376:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.857263:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e630266dd lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6cbb expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.857277:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e630266dd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6cbb expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.857295:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ac00, rc 0) 00000100:00100000:3.0:1780298624.857327:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777607921664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1004us (1092us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.857334:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2450 00000100:00100000:3.0:1780298624.862581:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.869475:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.871385:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607922688 00000100:00100000:3.0:1780298624.871389:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607922688 00000100:00100000:3.0:1780298624.871428:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2454 00000100:00100000:3.0:1780298624.871435:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777607922688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.871446:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.871461:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e630266f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6cd0 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.871507:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603957760:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.871567:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516b540 going to sleep for 11 seconds 00002000:00010000:3.0:1780298624.872275:0:19992:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 168 -> 272 00000100:00100000:3.0:1780298624.872286:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603957760:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.872311:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e630266f2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6cd0 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.872334:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e630266f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6cd0 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.872352:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298624.872381:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777607922688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 946us (1034us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.872387:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2454 00000100:00100000:3.0:1780298624.873236:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.874082:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603957888:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.874096:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000670f33f0/0xaf35132e630266f9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6cd7 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.874107:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000670f33f0/0xaf35132e630266f9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6cd7 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.874113:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92e00, rc 0) 00000100:00100000:3.0:1780298624.874166:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607922816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 831us (930us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.874174:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2455 00000100:00100000:3.0:1780298624.877462:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.877558:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.879267:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.879298:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.882266:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.883040:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8d6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777603958656:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298624.883083:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298624.883114:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777607923712:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 764us (847us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.883154:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13710 00000100:00100000:3.0:1780298624.886185:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.886220:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.887274:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603959040:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.887297:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000034be4f60/0xaf35132e63026738 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d16 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.887309:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034be4f60/0xaf35132e63026738 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d16 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.887328:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8400, rc 0) 00000100:00100000:3.0:1780298624.887349:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777607924352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1033us (1130us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.887354:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2464 00000100:00100000:3.0:1780298624.888377:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607924480 00000100:00100000:3.0:1780298624.888381:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607924480 00000100:00100000:3.0:1780298624.888407:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2465 00000100:00100000:3.0:1780298624.888423:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777607924480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.888430:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.888438:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e6302673f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6d1d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.888465:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603959296:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.888497:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516b540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.889105:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603959296:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.889142:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e6302673f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d1d expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.889158:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e6302673f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d1d expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.889167:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298624.889194:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777607924480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 781us (838us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.889202:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2465 00000100:00100000:3.0:1780298624.891215:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.892924:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607924992 00000100:00100000:3.0:1780298624.892931:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607924992 00000100:00100000:3.0:1780298624.892964:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607925120 00000100:00100000:3.0:1780298624.892968:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607925120 00000100:00100000:3.0:1780298624.893003:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2469 00000100:00100000:3.0:1780298624.893017:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607925120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.893028:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.893039:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d33c589/0xaf35132e6302675b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6d39 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.893077:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603959808:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.893107:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516b540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.893805:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603959808:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.893824:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008d33c589/0xaf35132e6302675b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d39 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.893841:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d33c589/0xaf35132e6302675b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d39 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.893849:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b600, rc 0) 00000100:00100000:3.0:1780298624.893869:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607925120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 857us (942us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.893886:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2469 00000100:00100000:3.0:1780298624.895549:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603959936:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.895560:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e63026762 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d40 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.895569:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e63026762 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d40 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.895576:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93000, rc 0) 00000100:00100000:3.0:1780298624.895598:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777607925248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 720us (801us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.895603:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2470 00000100:00100000:3.0:1780298624.897210:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8d4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603960064:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.897234:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63026769 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d47 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.897254:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63026769 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d47 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.897263:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:3.0:1780298624.901495:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.903755:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.904743:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.906039:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607926656 00000100:00100000:3.0:1780298624.906044:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607926656 00010000:00010000:3.0:1780298624.906063:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e630266cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [49152->1900543] (req 49152->65535) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6cad expref: 11 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.906111:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13714 00000100:00100000:3.0:1780298624.906149:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777607926656:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298624.906158:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298624.906173:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e630266cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [49152->1900543] (req 49152->65535) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6cad expref: 12 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.906186:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e630266cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 10 type: EXT [49152->1900543] (req 49152->65535) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6cad expref: 12 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.906245:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e630266cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [49152->1900543] (req 49152->65535) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6cad expref: 12 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.906273:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(27 76) 00010000:00010000:3.0:1780298624.906277:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(27 76) 00010000:00010000:3.0:1780298624.906281:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000266f1b1c/0xaf35132e6302677e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d55 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.906288:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000266f1b1c/0xaf35132e6302677e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d55 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.906305:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000266f1b1c/0xaf35132e6302677e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d55 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.906313:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541e8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777603960960:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298624.906350:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516b540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.907026:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541e8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777603960960:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298624.907037:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298624.907062:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607926656:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 944us (1060us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.907070:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13714 00000100:00100000:3.0:1780298624.909287:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607927168 00000100:00100000:3.0:1780298624.909291:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607927168 00000100:00100000:3.0:1780298624.909319:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607927296 00000100:00100000:3.0:1780298624.909322:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607927296 00000100:00100000:3.0:1780298624.909369:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2475 00000100:00100000:3.0:1780298624.909379:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777607927296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.909392:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.909400:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d33c589/0xaf35132e6302679a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6d6a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.909436:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603961216:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.909471:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516b540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.910171:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777603961216:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.910197:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008d33c589/0xaf35132e6302679a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d6a expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.910216:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d33c589/0xaf35132e6302679a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d6a expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.910236:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b600, rc 0) 00000100:00100000:3.0:1780298624.910269:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777607927296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 891us (960us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.910284:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2475 00000100:00100000:3.0:1780298624.911185:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.912796:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.912930:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61272 00000100:00100000:3.0:1780298624.912939:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+30:28749:x1866777607927680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.912953:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.912963:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508ac00/0xaf35132e630267af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6d7f expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.913020:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508ae00/0xaf35132e630267b6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.913029:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508ae00/0xaf35132e630267b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.913038:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508ae00/0xaf35132e630267b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298624.913053:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 7631077 00000004:00200000:3.0:1780298624.913055:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298624.913065:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508ae00/0xaf35132e630267b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.913080:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508ac00/0xaf35132e630267af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d7f expref: 32 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.913089:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508ae00/0xaf35132e630267b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d7f expref: 31 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.913094:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298624.913096:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298624.913098:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ae00, rc 0) 00000100:00100000:3.0:1780298624.913154:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+31:28749:x1866777607927680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 216us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.913164:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61272 00000100:00100000:3.0:1780298624.914531:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.921448:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777603961728:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298624.921468:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298624.921511:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b00450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777607928320:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1001us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.921519:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13716 00000100:00100000:3.0:1780298624.922655:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607928576 00000100:00100000:3.0:1780298624.922660:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607928576 00000100:00100000:3.0:1780298624.922689:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2479 00000100:00100000:3.0:1780298624.922698:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777607928576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.922707:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.922718:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e74bfbe1/0xaf35132e630267c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6d8d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.922751:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777603961856:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.922793:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.926279:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.927214:0:17567:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fe300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777603962112:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.927227:0:17567:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8e00/0xaf35132e630267d2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.927473:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298624.927680:0:17567:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8e00/0xaf35132e630267d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.927689:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8e00/0xaf35132e630267d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780298624.927744:0:17567:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990517 00000004:00010000:3.0:1780298624.927769:0:17567:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c919d12b reply state 00000000207934a9 transno 4294990518 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8e00/0xaf35132e630267d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.927782:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8e00/0xaf35132e630267d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.927786:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298624.927788:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298624.927790:0:17567:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780298624.927886:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+33:28749:x1866777607928960:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1512us (1607us total) trans 4294990518 rc 0/0 00000100:00100000:3.0:1780298624.927890:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61273 00000020:00080000:3.0:1780298624.927893:0:17567:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298624.928488:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.929326:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603962240:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.929342:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e630267d9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d9b expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.929440:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9400, rc 0) 00000100:00100000:3.0:1780298624.929605:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:28749:x1866777607929216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1024us (1106us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.929618:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2481 00000100:00100000:3.0:1780298624.930664:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.930735:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.934839:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.938014:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.946699:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607931008 00000100:00100000:3.0:1780298624.946705:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607931008 00000100:00100000:3.0:1780298624.946739:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61276 00000100:00100000:3.0:1780298624.946747:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+34:28749:x1866777607931008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.946757:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.946767:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b800/0xaf35132e630267f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6da9 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.946817:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e630267fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.946828:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e630267fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.946837:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e630267fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298624.946853:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6543038 00000004:00200000:3.0:1780298624.946857:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298624.946870:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e630267fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.946890:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b800/0xaf35132e630267f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6da9 expref: 36 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.946903:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e630267fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6da9 expref: 35 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.946911:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298624.946913:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298624.946916:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298624.946953:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+35:28749:x1866777607931008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 203us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.946960:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61276 00000100:00100000:3.0:1780298624.950037:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607931392 00000100:00100000:3.0:1780298624.950042:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607931392 00000100:00100000:3.0:1780298624.950076:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2485 00000100:00100000:3.0:1780298624.950086:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607931392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.950094:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.950103:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63026811 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6dbe expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.950196:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603962752:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.950239:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.950987:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603962752:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.951003:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63026811 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6dbe expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.951017:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63026811 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6dbe expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.951029:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a800, rc 0) 00000100:00100000:3.0:1780298624.951060:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607931392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 977us (1097us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.951066:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2485 00000100:00100000:3.0:1780298624.952159:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607931648 00000100:00100000:3.0:1780298624.952163:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607931648 00000100:00100000:3.0:1780298624.952202:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61277 00000100:00100000:3.0:1780298624.952213:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+36:28749:x1866777607931648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.952226:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.952236:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b600/0xaf35132e6302681f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6dcc expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.952300:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b000/0xaf35132e63026826 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.952312:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b000/0xaf35132e63026826 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.952321:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b000/0xaf35132e63026826 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298624.952343:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6543038 00000004:00200000:3.0:1780298624.952347:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298624.952361:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b000/0xaf35132e63026826 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.952379:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b600/0xaf35132e6302681f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6dcc expref: 38 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.952388:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b000/0xaf35132e63026826 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6dcc expref: 37 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.952393:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298624.952395:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298624.952397:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298624.952436:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+37:28749:x1866777607931648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 226us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.952446:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61277 00000100:00100000:3.0:1780298624.957583:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2489 00000100:00100000:3.0:1780298624.957595:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777607932288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.957605:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.957617:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c22137de/0xaf35132e6302683b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6de8 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.957668:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603963264:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.957704:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.958586:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603963264:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.958608:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c22137de/0xaf35132e6302683b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6de8 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.958623:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c22137de/0xaf35132e6302683b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6de8 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.958679:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b800, rc 0) 00000100:00100000:3.0:1780298624.958710:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777607932288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1118us (1200us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.958717:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2489 00000100:00100000:3.0:1780298624.963841:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607932800 00000100:00100000:3.0:1780298624.963845:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607932800 00000100:00100000:3.0:1780298624.963878:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2493 00000100:00100000:3.0:1780298624.963887:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777607932800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298624.963900:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298624.963908:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63026857 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6dfd expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298624.963938:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603963776:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298624.964030:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298624.964758:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603963776:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298624.964826:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63026857 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6dfd expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.964837:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63026857 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6dfd expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.964847:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a800, rc 0) 00000100:00100000:3.0:1780298624.964881:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777607932800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 996us (1103us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298624.964889:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2493 00000100:00100000:3.0:1780298624.969878:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.971919:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.974259:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.975225:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603964800:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298624.975238:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f8257a7e/0xaf35132e63026888 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3842048->3874815] (req 3842048->3874815) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6e2e expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298624.975248:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8a00, rc 0) 00000100:00100000:3.0:1780298624.975283:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777607933952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 929us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298624.975289:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2500 00000100:00100000:3.0:1780298624.984525:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.988355:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.992398:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.997101:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298624.997214:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.001443:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.002464:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.003752:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.005898:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.007918:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.008015:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.012661:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.014898:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.019968:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.023978:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.024961:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603967488:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298625.024979:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000186136f8/0xaf35132e63026922 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3268608->3313663] (req 3268608->3313663) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6ec8 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.024988:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93000, rc 0) 00000100:00100000:3.0:1780298625.025015:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:28749:x1866777607938304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 944us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.025020:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2522 00000100:00100000:3.0:1780298625.025342:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.028206:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.029795:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.035554:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607939456 00000100:00100000:3.0:1780298625.035561:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607939456 00010000:00010000:3.0:1780298625.035589:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f8257a7e/0xaf35132e63026888 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3842048->37396479] (req 3842048->3874815) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6e2e expref: 13 pid: 8356 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.035623:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13722 00000100:00100000:3.0:1780298625.035631:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777607939456:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298625.035642:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298625.035747:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f8257a7e/0xaf35132e63026888 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3842048->37396479] (req 3842048->3874815) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6e2e expref: 13 pid: 8356 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.035761:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f8257a7e/0xaf35132e63026888 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3842048->37396479] (req 3842048->3874815) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6e2e expref: 13 pid: 8356 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.035782:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8257a7e/0xaf35132e63026888 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3842048->37396479] (req 3842048->3874815) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6e2e expref: 13 pid: 8356 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.035803:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298625.035838:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777607939456:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 207us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.035849:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13722 00000100:00100000:3.0:1780298625.039561:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.042405:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.042513:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.045272:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2530 00000100:00100000:3.0:1780298625.045282:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777607940352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.045293:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.045303:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e6302695a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6f00 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.045336:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603968896:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.045384:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.047375:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607940608 00000100:00100000:3.0:1780298625.047380:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607940608 00000100:00100000:3.0:1780298625.047421:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607940736 00000100:00100000:3.0:1780298625.047424:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607940736 00000100:00100000:3.0:1780298625.047445:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2533 00000100:00100000:3.0:1780298625.047453:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777607940736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.047459:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.047466:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e6302696f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6f15 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.047486:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603969280:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.047529:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.052954:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607940992 00000100:00100000:3.0:1780298625.052959:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607940992 00000100:00100000:3.0:1780298625.052996:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2534 00000100:00100000:3.0:1780298625.053005:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777607940992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.053017:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.053031:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63026976 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6f1c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.053055:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000266f1b1c/0xaf35132e6302677e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d55 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.053062:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298624 v=(27 76) 00010000:00010000:3.0:1780298625.053066:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298625 v=(28 76) 00010000:00010000:3.0:1780298625.053069:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63026976 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6f1c expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.053095:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000266f1b1c/0xaf35132e6302677e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d55 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.053105:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000266f1b1c/0xaf35132e6302677e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6d55 expref: 11 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.053116:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603969408:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298625.053180:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.055320:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.058378:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.058447:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.060877:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.064851:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.068719:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.068751:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.070822:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.072250:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.072286:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.073177:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777603971072:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.073194:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000670f33f0/0xaf35132e630269ca lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6f70 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.073209:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000670f33f0/0xaf35132e630269ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6f70 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.073223:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92e00, rc 0) 00000100:00100000:3.0:1780298625.073256:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777607943296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 901us (968us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.073276:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2548 00000100:00100000:3.0:1780298625.074112:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.075253:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.075277:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.077248:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.077317:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.079561:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.080591:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.081910:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.081926:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.081990:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2555 00000100:00100000:3.0:1780298625.082006:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607944320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.082016:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.082026:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d114523c/0xaf35132e630269fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c6f9a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.082063:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603972096:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.082097:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.083747:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.085486:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.086352:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.087231:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.088315:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.088352:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.090049:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.093070:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607945856 00000100:00100000:3.0:1780298625.093075:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607945856 00002000:00100000:3.0:1780298625.093098:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2572288->2605055) req@ffff9cf255685180 x1866777607945856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:331/0 lens 488/0 e 0 to 0 dl 1780298636 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.093105:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255685180 with x1866777607945856 ext(2572288->2605055) 00002000:00010000:3.0:1780298625.093108:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255685180 00000100:00100000:3.0:1780298625.093145:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3442 00000100:00100000:3.0:1780298625.093151:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607945856:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298625.095283:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607946112 00000100:00100000:3.0:1780298625.095288:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607946112 00000100:00100000:3.0:1780298625.096185:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255686a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777603973120:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.096223:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030c23f9c/0xaf35132e63026a41 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6fe7 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.096257:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030c23f9c/0xaf35132e63026a41 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6fe7 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.096280:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9600, rc 0) 00000100:00100000:3.0:1780298625.096311:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777607946112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 905us (1058us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.096323:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2565 00000100:00100000:3.0:1780298625.097193:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.097246:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.099069:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.104590:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.108732:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607947520 00000100:00100000:3.0:1780298625.108739:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607947520 00000100:00100000:3.0:1780298625.108781:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2572 00000100:00100000:3.0:1780298625.108793:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777607947520:12345-192.168.203.25@tcp:16:fsx.0 00000100:00100000:3.0:1780298625.109588:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777607947520:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 798us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.109595:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2572 00000100:00100000:3.0:1780298625.110650:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607947776 00000100:00100000:3.0:1780298625.110654:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607947776 00000100:00100000:3.0:1780298625.110679:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2574 00000100:00100000:3.0:1780298625.110685:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777607947776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.110693:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.110702:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e63026a79 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c701f expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.110728:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603974144:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.110753:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.114793:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.114850:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.117074:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607948544 00000100:00100000:3.0:1780298625.117078:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607948544 00000100:00100000:3.0:1780298625.119039:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607948672 00000100:00100000:3.0:1780298625.119046:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607948672 00000100:00100000:3.0:1780298625.119097:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607948800 00000100:00100000:3.0:1780298625.119101:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607948800 00000100:00100000:3.0:1780298625.121164:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607948928 00000100:00100000:3.0:1780298625.121171:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607948928 00000100:00100000:3.0:1780298625.121211:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2583 00000100:00100000:3.0:1780298625.121223:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777607948928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.121233:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.121246:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e63026ab8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c705e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.121328:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255683800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603975424:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.121363:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.122209:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255683800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603975424:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.122291:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e63026ab8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c705e expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.122306:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e63026ab8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c705e expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.122316:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b400, rc 0) 00000100:00100000:3.0:1780298625.122347:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777607948928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1128us (1252us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.122354:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2583 00000100:00100000:3.0:1780298625.123330:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.123366:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.125305:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607949568 00000100:00100000:3.0:1780298625.125311:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607949568 00000100:00100000:3.0:1780298625.125353:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2588 00000100:00100000:3.0:1780298625.125366:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777607949568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.125376:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.125385:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c22137de/0xaf35132e63026adb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7081 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.125437:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603976064:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.125469:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.127184:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607949696 00000100:00100000:3.0:1780298625.127188:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607949696 00000100:00100000:3.0:1780298625.127209:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2589 00000100:00100000:3.0:1780298625.127215:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777607949696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.127221:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.127228:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e63026ae2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7088 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.127242:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e63026a6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4182016->4186111] (req 4182016->4186111) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7011 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.127249:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e63026a64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4186112->5083135] (req 4186112->4190207) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c700a expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.127255:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(40 155) 00010000:00010000:3.0:1780298625.127258:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(42 155) 00010000:00010000:3.0:1780298625.127262:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e63026ae2 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4149248->4194303] (req 4149248->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7088 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.127276:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e63026a64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4186112->5083135] (req 4186112->4190207) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c700a expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.127286:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e63026a64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4186112->5083135] (req 4186112->4190207) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c700a expref: 9 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.127292:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603976192:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298625.127327:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e63026a6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4182016->4186111] (req 4182016->4186111) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7011 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.127333:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e63026a6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4182016->4186111] (req 4182016->4186111) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7011 expref: 9 pid: 8359 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.127340:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603976320:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298625.127356:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.127850:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603976192:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298625.128015:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603976320:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298625.128031:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e63026ae2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4149248->4194303] (req 4149248->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7088 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.128102:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a000, rc 0) 00000100:00100000:3.0:1780298625.128148:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777607949696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 932us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.128154:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2589 00000100:00100000:3.0:1780298625.128367:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607949952 00000100:00100000:3.0:1780298625.128372:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607949952 00010000:00010000:3.0:1780298625.128388:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e63026a6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4182016->4186111] (req 4182016->4186111) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7011 expref: 10 pid: 8359 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.128424:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13728 00000100:00100000:3.0:1780298625.128432:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607949952:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298625.128439:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298625.128446:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e63026a6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4182016->4186111] (req 4182016->4186111) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7011 expref: 9 pid: 8359 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.128460:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e63026a6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4182016->4186111] (req 4182016->4186111) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7011 expref: 9 pid: 8359 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.128474:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e63026a6b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4182016->4186111] (req 4182016->4186111) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7011 expref: 9 pid: 8359 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.128484:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(42 155) 00010000:00010000:3.0:1780298625.128488:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(42 155) 00010000:00010000:3.0:1780298625.128496:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e63026ae2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4149248->5083135] (req 4149248->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7088 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.128536:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e63026ae2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4149248->5083135] (req 4149248->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7088 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.128555:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e63026ae2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4149248->5083135] (req 4149248->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7088 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.128562:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777603976448:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298625.128590:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.129217:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777603976448:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298625.129225:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298625.129244:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777607949952:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 815us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.129249:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13728 00000100:00100000:3.0:1780298625.131062:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.134859:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607950720 00000100:00100000:3.0:1780298625.134863:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607950720 00000100:00100000:3.0:1780298625.134886:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2594 00000100:00100000:3.0:1780298625.134893:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777607950720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.134899:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.134906:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e63026b05 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c70ab expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.134918:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(42 155) 00010000:00010000:3.0:1780298625.134921:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(42 155) 00010000:00010000:3.0:1780298625.134928:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e63026b05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3846144->4149247] (req 3846144->3874815) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c70ab expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.134937:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e63026b05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3846144->4149247] (req 3846144->3874815) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c70ab expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.134943:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b400, rc 0) 00000100:00100000:3.0:1780298625.134965:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777607950720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 74us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.134969:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2594 00000100:00100000:3.0:1780298625.140700:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607951360 00000100:00100000:3.0:1780298625.140704:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607951360 00000100:00100000:3.0:1780298625.140787:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2598 00000100:00100000:3.0:1780298625.140799:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777607951360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.140809:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.140818:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63026b21 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c70c7 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.140849:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603977472:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.140880:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.141552:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603977472:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.141576:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63026b21 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c70c7 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.141593:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63026b21 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c70c7 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.141612:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a400, rc 0) 00000100:00100000:3.0:1780298625.141644:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777607951360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 847us (983us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.141653:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2598 00000100:00100000:3.0:1780298625.147839:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.148031:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2601 00000100:00100000:3.0:1780298625.148041:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777607952128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.148051:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.148065:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63026b2f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c70dc expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.148115:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603977856:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.148199:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2449b4540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.149119:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603977856:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.149169:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63026b2f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c70dc expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.149194:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63026b2f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c70dc expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.149209:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ba00, rc 0) 00000100:00100000:3.0:1780298625.154401:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607952768 00000100:00100000:3.0:1780298625.154405:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607952768 00010000:00010000:3.0:1780298625.154461:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b000/0xaf35132e63026826 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6dcc expref: 37 pid: 17567 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.154485:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13730 00000100:00100000:3.0:1780298625.154490:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b01c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+37:2399:x1866777607952768:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298625.154498:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298625.154501:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b000/0xaf35132e63026826 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6dcc expref: 37 pid: 17567 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.154510:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b000/0xaf35132e63026826 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6dcc expref: 37 pid: 17567 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.154525:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b000/0xaf35132e63026826 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6dcc expref: 37 pid: 17567 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.154533:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298625.154535:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93400/0xaf35132e63026b4b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.154542:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93400/0xaf35132e63026b4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.154547:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93400/0xaf35132e63026b4b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.154563:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298625.154594:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b01c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+36:2399:x1866777607952768:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 104us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.154601:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13730 00000100:00100000:3.0:1780298625.157236:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607953408 00000100:00100000:3.0:1780298625.157242:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607953408 00010000:00010000:3.0:1780298625.157259:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e630268d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [1798144->2093055] (req 1798144->1826815) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6e7b expref: 10 pid: 9128 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.157298:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607953280 00000100:00100000:3.0:1780298625.157303:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607953280 00010000:00010000:3.0:1780298625.157319:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e63026ae2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4149248->5083135] (req 4149248->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7088 expref: 13 pid: 8358 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.157347:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13732 00000100:00100000:3.0:1780298625.157359:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777607953408:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298625.157366:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298625.157378:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e630268d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 10 type: EXT [1798144->2093055] (req 1798144->1826815) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6e7b expref: 12 pid: 9128 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.157404:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e630268d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 11 type: EXT [1798144->2093055] (req 1798144->1826815) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6e7b expref: 12 pid: 9128 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.157455:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e630268d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 10 type: EXT [1798144->2093055] (req 1798144->1826815) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c6e7b expref: 12 pid: 9128 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.157474:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298625.157505:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777607953408:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 147us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.157516:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13732 00000100:00100000:3.0:1780298625.157533:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13734 00000100:00100000:3.0:1780298625.157545:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777607953280:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298625.157554:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298625.157564:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e63026ae2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4149248->5083135] (req 4149248->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7088 expref: 11 pid: 8358 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.157578:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e63026ae2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4149248->5083135] (req 4149248->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7088 expref: 11 pid: 8358 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.157592:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e63026ae2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4149248->5083135] (req 4149248->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7088 expref: 11 pid: 8358 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.157625:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298625.161190:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607954048 00000100:00100000:3.0:1780298625.161201:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607954048 00002000:00010000:3.0:1780298625.161236:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298625.161241:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fa680 with x1866777607954048 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298625.161251:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fa680. 00000100:00100000:3.0:1780298625.163559:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607954304 00000100:00100000:3.0:1780298625.163565:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607954304 00000100:00100000:3.0:1780298625.163609:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607954432 00000100:00100000:3.0:1780298625.163612:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607954432 00000100:00100000:3.0:1780298625.163673:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2607 00000100:00100000:3.0:1780298625.163683:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777607954432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.163694:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.163703:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63026b75 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c710d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.163736:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603979648:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.163795:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.164610:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603979648:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.164633:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63026b75 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c710d expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.164651:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63026b75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c710d expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.164664:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a400, rc 0) 00000100:00100000:3.0:1780298625.164697:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777607954432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1017us (1117us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.164705:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2607 00000100:00100000:3.0:1780298625.173222:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607955200 00000100:00100000:3.0:1780298625.173230:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607955200 00000100:00100000:3.0:1780298625.173266:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61280 00000100:00100000:3.0:1780298625.173273:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+37:28749:x1866777607955200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.173292:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.173309:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a400/0xaf35132e63026b8a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7122 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.173389:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a000/0xaf35132e63026b91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.173419:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a000/0xaf35132e63026b91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.173430:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a000/0xaf35132e63026b91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298625.173452:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 10006786 00000004:00200000:3.0:1780298625.173455:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298625.173476:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a000/0xaf35132e63026b91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.173495:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a400/0xaf35132e63026b8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7122 expref: 39 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.173508:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a000/0xaf35132e63026b91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7122 expref: 38 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.173515:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298625.173517:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298625.173519:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a000, rc 0) 00000100:00100000:3.0:1780298625.173559:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+38:28749:x1866777607955200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 288us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.173564:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61280 00000100:00100000:3.0:1780298625.174927:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2611 00000100:00100000:3.0:1780298625.174947:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777607955456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.174969:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.174985:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63026b9f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7130 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.175029:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603980160:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.175118:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.176025:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603980160:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.176053:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63026b9f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7130 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.176070:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63026b9f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7130 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.176080:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298625.176114:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777607955456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1173us (1288us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.176148:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2611 00000100:00100000:3.0:1780298625.177430:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607955712 00000100:00100000:3.0:1780298625.177437:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607955712 00000100:00100000:3.0:1780298625.177495:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2613 00000100:00100000:3.0:1780298625.177508:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777607955712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.177521:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.177531:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63026bad lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c713e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.177573:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603980416:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.177608:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.178458:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603980416:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.178483:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63026bad lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c713e expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.178505:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63026bad lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c713e expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.178530:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ba00, rc 0) 00000100:00100000:3.0:1780298625.178566:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777607955712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1062us (1198us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.178576:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2613 00000100:00100000:3.0:1780298625.183451:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607956352 00000100:00100000:3.0:1780298625.183457:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607956352 00000100:00100000:3.0:1780298625.183495:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2617 00000100:00100000:3.0:1780298625.183503:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777607956352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.183515:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.183526:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63026bc9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c715a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.183562:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603980928:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.183644:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.184438:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603980928:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.184465:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63026bc9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c715a expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.184495:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63026bc9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c715a expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.184517:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298625.184553:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777607956352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1050us (1131us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.184565:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2617 00000100:00100000:3.0:1780298625.189981:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.190087:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.192332:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607957120 00000100:00100000:3.0:1780298625.192338:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607957120 00000100:00100000:3.0:1780298625.192380:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2622 00000100:00100000:3.0:1780298625.192388:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777607957120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.192400:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.192420:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e63026bec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c717d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.192456:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603981568:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.192499:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.195469:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.196810:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.198218:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.200793:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.202083:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.204559:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.209041:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:3.0:1780298625.210166:0:8359:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 440 -> 488 00000100:00100000:3.0:1780298625.210181:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255684000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603982080:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.210207:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e63026c01 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7192 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.210225:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e63026c01 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7192 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.210234:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93e00, rc 0) 00000100:00100000:3.0:1780298625.210260:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777607958656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1111us (1225us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.210267:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2626 00000100:00100000:3.0:1780298625.211232:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.215295:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.216217:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255687800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603982592:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298625.216230:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000186136f8/0xaf35132e63026c1d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4034560->4046847] (req 4034560->4046847) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c71ae expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.216239:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93000, rc 0) 00000100:00100000:3.0:1780298625.216263:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777607959168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 902us (970us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.216269:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2630 00000100:00100000:3.0:1780298625.216347:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607959296 00000100:00100000:3.0:1780298625.216351:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607959296 00010000:00010000:3.0:1780298625.216374:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e63026b52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c70f1 expref: 12 pid: 8358 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.216396:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13738 00000100:00100000:3.0:1780298625.216402:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777607959296:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298625.216419:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298625.216430:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e63026b52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c70f1 expref: 12 pid: 8358 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.216437:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e63026b52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c70f1 expref: 12 pid: 8358 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.216451:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e63026b52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c70f1 expref: 12 pid: 8358 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.216458:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(49 155) 00010000:00010000:3.0:1780298625.216461:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(49 155) 00010000:00010000:3.0:1780298625.216467:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000186136f8/0xaf35132e63026c1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4034560->37588991] (req 4034560->4046847) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c71ae expref: 7 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.216475:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000186136f8/0xaf35132e63026c1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4034560->37588991] (req 4034560->4046847) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c71ae expref: 7 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.216500:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000186136f8/0xaf35132e63026c1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4034560->37588991] (req 4034560->4046847) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c71ae expref: 7 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.216517:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777603982720:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298625.216555:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.217108:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777603982720:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298625.217115:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298625.217197:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777607959296:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 795us (920us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.217203:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13738 00000100:00100000:3.0:1780298625.219226:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603982976:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.219245:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000017dab243/0xaf35132e63026c2b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c71bc expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.219263:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017dab243/0xaf35132e63026c2b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c71bc expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.219274:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279800, rc 0) 00000100:00100000:3.0:1780298625.219299:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607959680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 764us (855us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.219307:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2632 00000100:00100000:3.0:1780298625.220294:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607959936 00000100:00100000:3.0:1780298625.220300:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607959936 00000100:00100000:3.0:1780298625.220346:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2634 00000100:00100000:3.0:1780298625.220359:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777607959936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.220369:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.220379:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63026c39 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c71ca expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.220429:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603983232:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.220457:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.221209:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603983232:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.221274:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63026c39 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c71ca expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.221291:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63026c39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c71ca expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.221302:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298625.221373:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777607959936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1018us (1099us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.221380:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2634 00000100:00100000:3.0:1780298625.224999:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.227546:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607960704 00000100:00100000:3.0:1780298625.227551:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607960704 00000100:00100000:3.0:1780298625.227575:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2638 00000100:00100000:3.0:1780298625.227580:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777607960704:12345-192.168.203.25@tcp:16:fsx.0 00000100:00100000:3.0:1780298625.228446:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777607960704:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 863us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.228461:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2638 00000100:00100000:3.0:1780298625.229288:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607960832 00000100:00100000:3.0:1780298625.229292:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607960832 00000100:00100000:3.0:1780298625.229317:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2639 00000100:00100000:3.0:1780298625.229325:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777607960832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.229333:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.229343:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63026c55 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c71e6 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.229420:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603983616:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.229466:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.230175:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777603983616:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.230196:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63026c55 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c71e6 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.230211:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63026c55 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c71e6 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.230225:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298625.230251:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777607960832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 926us (1038us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.230255:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2639 00000100:00100000:3.0:1780298625.231322:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.233027:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.234704:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607961728 00000100:00100000:3.0:1780298625.234710:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607961728 00000100:00100000:3.0:1780298625.236623:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.237810:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607961984 00000100:00100000:3.0:1780298625.237814:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607961984 00000100:00100000:3.0:1780298625.237839:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2647 00000100:00100000:3.0:1780298625.237846:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607961984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.237853:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.237861:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63026c8d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c721e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.237888:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603984640:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.237961:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.238652:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603984640:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.238677:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63026c8d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c721e expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.238694:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63026c8d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c721e expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.238709:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a400, rc 0) 00000100:00100000:3.0:1780298625.238771:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777607961984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 923us (1000us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.238781:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2647 00000100:00100000:3.0:1780298625.239811:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607962240 00000100:00100000:3.0:1780298625.239815:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607962240 00000100:00100000:3.0:1780298625.239843:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607962368 00000100:00100000:3.0:1780298625.239846:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607962368 00000100:00100000:3.0:1780298625.239874:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2650 00000100:00100000:3.0:1780298625.239887:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777607962368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.239895:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.239904:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63026ca2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7233 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.239931:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603985024:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.239960:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.240756:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603985024:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.240777:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63026ca2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7233 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.240805:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63026ca2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7233 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.240824:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298625.240852:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777607962368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 969us (1020us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.240862:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2650 00000100:00100000:3.0:1780298625.241962:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607962624 00000100:00100000:3.0:1780298625.241966:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607962624 00000100:00100000:3.0:1780298625.242037:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2652 00000100:00100000:3.0:1780298625.242045:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777607962624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.242052:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.242060:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63026cb0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7241 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.242087:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603985280:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.242110:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.242909:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603985280:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.242921:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63026cb0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7241 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.242930:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63026cb0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7241 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.242936:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ba00, rc 0) 00000100:00100000:3.0:1780298625.242962:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777607962624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 918us (1033us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.242971:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2652 00000100:00100000:3.0:1780298625.244684:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.246944:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.251066:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.254211:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.254281:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.258390:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.261308:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.261350:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.261435:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2661 00000100:00100000:3.0:1780298625.261448:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777607964672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.261462:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.261475:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63026ce8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7279 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.261511:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603986304:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.261565:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.265748:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.265779:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.267981:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607965312 00000100:00100000:3.0:1780298625.267987:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607965312 00000100:00100000:3.0:1780298625.268026:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2666 00000100:00100000:3.0:1780298625.268036:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777607965312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.268059:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.268071:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63026d0b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c729c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.268093:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e63026cda lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2052096->5169151] (req 2052096->2064383) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c726b expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.268103:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(50 155) 00010000:00010000:3.0:1780298625.268107:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(51 155) 00010000:00010000:3.0:1780298625.268113:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63026d0b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4001792->4014079] (req 4001792->4014079) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c729c expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.268179:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e63026cda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2052096->5169151] (req 2052096->2064383) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c726b expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.268200:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e63026cda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2052096->5169151] (req 2052096->2064383) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c726b expref: 8 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.268212:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603986944:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298625.268265:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.269219:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603986944:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298625.269242:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63026d0b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4001792->4014079] (req 4001792->4014079) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c729c expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.269257:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298625.269446:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.270606:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.272377:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2667 00000100:00100000:3.0:1780298625.272434:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777607965696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.272451:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.272472:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63026d12 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c72a3 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.277073:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607966336 00000100:00100000:3.0:1780298625.277079:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607966336 00000100:00100000:3.0:1780298625.282312:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.282451:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.284478:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.284584:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.286990:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.288593:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.288646:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.291156:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.291196:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.293659:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.294789:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.297168:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.297204:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.299936:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.299967:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.302543:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.303999:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.305399:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.307296:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607969152 00000100:00100000:3.0:1780298625.307302:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607969152 00000100:00100000:3.0:1780298625.307348:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2688 00000100:00100000:3.0:1780298625.307362:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607969152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.307374:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.307386:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63026da5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7336 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.307441:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603989888:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.307479:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00002000:00010000:3.0:1780298625.308385:0:8356:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 488 -> 496 00000100:00100000:3.0:1780298625.308400:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777603989888:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.308439:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63026da5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7336 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.308469:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058dcb6fc/0xaf35132e63026da5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7336 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.308482:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298625.308518:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607969152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1162us (1267us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.308525:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2688 00000100:00100000:3.0:1780298625.310165:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.313635:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607969536 00000100:00100000:3.0:1780298625.313641:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607969536 00000100:00100000:3.0:1780298625.313684:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2692 00000100:00100000:3.0:1780298625.313696:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777607969536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.313706:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.313722:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63026dba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c734b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.313790:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255490380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603990400:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.313862:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.315246:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255490380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777603990400:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.315280:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63026dba lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c734b expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.315316:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63026dba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c734b expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.315337:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298625.315382:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777607969536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1685us (1794us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.315403:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2692 00000100:00100000:3.0:1780298625.330593:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.330625:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.331848:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777603990528:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.331871:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000266f1b1c/0xaf35132e63026dd6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7367 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.331910:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000266f1b1c/0xaf35132e63026dd6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7367 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.331936:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9e00, rc 0) 00000100:00100000:3.0:1780298625.331978:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777607971072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1226us (1349us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.332002:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2695 00000100:00100000:3.0:1780298625.333188:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.335707:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607971456 00000100:00100000:3.0:1780298625.335714:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607971456 00000100:00100000:3.0:1780298625.335751:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2698 00000100:00100000:3.0:1780298625.335760:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777607971456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.335772:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.335785:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63026deb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c737c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.335864:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603991040:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.335914:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.336959:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603991040:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.336985:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63026deb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c737c expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.337008:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63026deb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c737c expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.337018:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298625.337051:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777607971456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1292us (1414us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.337059:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2698 00000100:00100000:3.0:1780298625.338155:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607971840 00000100:00100000:3.0:1780298625.338161:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607971840 00000100:00100000:3.0:1780298625.338202:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2700 00000100:00100000:3.0:1780298625.338212:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777607971840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.338224:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.338236:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e63026df9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7391 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.338282:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603991296:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.338340:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.339180:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777603991296:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.339199:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e63026df9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7391 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.339213:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e63026df9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7391 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.339220:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b400, rc 0) 00000100:00100000:3.0:1780298625.339248:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777607971840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1039us (1153us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.339256:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2700 00000100:00100000:3.0:1780298625.343532:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2704 00000100:00100000:3.0:1780298625.343552:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777607972224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.343568:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.343584:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63026e15 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c73a6 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.343635:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603991808:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.343721:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.344514:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777603991808:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.344554:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63026e15 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c73a6 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.344587:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63026e15 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c73a6 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.344604:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298625.344644:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777607972224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1101us (1264us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.344652:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2704 00000100:00100000:3.0:1780298625.347756:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607972736 00000100:00100000:3.0:1780298625.347762:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607972736 00000100:00100000:3.0:1780298625.347800:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2708 00000100:00100000:3.0:1780298625.347808:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777607972736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.347818:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.347828:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63026e31 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c73c2 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.347898:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603992320:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.347941:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.348687:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603992320:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.348704:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63026e31 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c73c2 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.348715:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058dcb6fc/0xaf35132e63026e31 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c73c2 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.348731:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508bc00, rc 0) 00000100:00100000:3.0:1780298625.348760:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777607972736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 952us (1057us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.348769:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2708 00000100:00100000:3.0:1780298625.351311:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607972992 00000100:00100000:3.0:1780298625.351318:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607972992 00000100:00100000:3.0:1780298625.351359:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2710 00000100:00100000:3.0:1780298625.351371:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777607972992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.351384:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.351443:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e63026e3f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c73d0 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.351492:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603992576:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.351553:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00002000:00010000:3.0:1780298625.352368:0:12101:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 5812482 -> 5939511 00000100:00100000:3.0:1780298625.352383:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777603992576:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.352404:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e63026e3f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c73d0 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.352432:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e63026e3f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c73d0 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.352442:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b400, rc 0) 00000100:00100000:3.0:1780298625.352476:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777607972992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1109us (1251us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.352486:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2710 00000100:00100000:3.0:1780298625.353537:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2712 00000100:00100000:3.0:1780298625.353551:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777607973248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.353562:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.353572:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63026e4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c73de expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.353606:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603992832:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.353654:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.354306:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777603992832:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.354327:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63026e4d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c73de expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.354340:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63026e4d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c73de expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.354348:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298625.354369:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777607973248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 824us (908us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.354375:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2712 00000100:00100000:3.0:1780298625.355535:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607973632 00000100:00100000:3.0:1780298625.355539:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607973632 00000100:00100000:3.0:1780298625.364821:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607974400 00000100:00100000:3.0:1780298625.364827:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607974400 00000100:00100000:3.0:1780298625.364870:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2718 00000100:00100000:3.0:1780298625.364884:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777607974400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.364896:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.364908:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63026e77 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7408 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.364964:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603993728:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.365001:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.365846:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603993728:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.365899:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63026e77 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7408 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.365916:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63026e77 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7408 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.365926:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298625.365957:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777607974400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1080us (1183us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.365965:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2718 00000100:00100000:3.0:1780298625.366949:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607974656 00000100:00100000:3.0:1780298625.366955:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607974656 00000100:00100000:3.0:1780298625.366989:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2720 00000100:00100000:3.0:1780298625.366997:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777607974656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.367007:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.367016:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e63026e85 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7416 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.367035:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b87f9a7e/0xaf35132e63026d97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [806912->3108863] (req 806912->847871) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7328 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.367044:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298625 v=(31 76) 00010000:00010000:3.0:1780298625.367049:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298625 v=(32 76) 00010000:00010000:3.0:1780298625.367054:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e63026e85 lrc: 4/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3010560->3031039] (req 3010560->3031039) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7416 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.367077:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b87f9a7e/0xaf35132e63026d97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [806912->3108863] (req 806912->847871) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7328 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.367091:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b87f9a7e/0xaf35132e63026d97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [806912->3108863] (req 806912->847871) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7328 expref: 6 pid: 9128 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.367103:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603993856:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298625.367174:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.367835:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777603993856:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298625.367851:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e63026e85 lrc: 3/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3010560->3031039] (req 3010560->3031039) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7416 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.367864:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b400, rc 0) 00000100:00100000:3.0:1780298625.367937:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777607974656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 939us (1014us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.367948:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2720 00000100:00100000:3.0:1780298625.369299:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.373660:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607975296 00000100:00100000:3.0:1780298625.373669:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607975296 00000100:00100000:3.0:1780298625.373726:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2723 00000100:00100000:3.0:1780298625.373737:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777607975296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.373751:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.373773:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63026e9a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c742b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.373866:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777603994496:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.373910:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.375901:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.379624:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.379823:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.381850:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.381871:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.381961:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2729 00000100:00100000:3.0:1780298625.381981:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777607976320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.381992:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.382004:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63026ec4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7455 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.382043:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603995008:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.382099:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34516bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.382885:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777603995008:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.382904:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63026ec4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7455 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.382927:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63026ec4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7455 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.382951:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a600, rc 0) 00000100:00100000:3.0:1780298625.382985:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777607976320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1010us (1109us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.382998:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2729 00000100:00100000:3.0:1780298625.384194:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607976576 00000100:00100000:3.0:1780298625.384198:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607976576 00000100:00100000:3.0:1780298625.384229:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61281 00000100:00100000:3.0:1780298625.384234:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+38:28749:x1866777607976576:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:3.0:1780298625.384275:0:17567:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298625.384291:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a000/0xaf35132e63026b91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7122 expref: 38 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.384303:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298625.384306:0:17567:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298625.384479:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e63026ecb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.384494:0:17567:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e63026b67 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c70ff expref: 36 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.384511:0:17567:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e63026ecb lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.384538:0:17567:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e63026b67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c70ff expref: 36 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.384552:0:17567:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e63026b67 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c70ff expref: 36 pid: 9976 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.384571:0:17567:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777603995136:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298625.384617:0:17567:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.385514:0:17567:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777603995136:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298625.385536:0:17567:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e63026ecb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.385662:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607976704 00000100:00100000:3.0:1780298625.385668:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607976704 00010000:00010000:3.0:1780298625.385693:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e63026b67 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c70ff expref: 37 pid: 9976 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.385721:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13743 00000100:00100000:3.0:1780298625.385729:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+37:2400:x1866777607976704:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298625.385740:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298625.385746:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e63026b67 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c70ff expref: 37 pid: 9976 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.385764:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e63026b67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c70ff expref: 37 pid: 9976 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.385781:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e63026b67 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c70ff expref: 37 pid: 9976 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.385793:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298625.385797:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e63026ecb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.385807:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e63026ecb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.385814:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e63026ecb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.385835:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298625.385886:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+36:2400:x1866777607976704:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 153us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.385894:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13743 00000100:00100000:3.0:1780298625.389209:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.389233:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.389301:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.389343:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.389437:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13746 00000100:00100000:3.0:1780298625.389466:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777607977216:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298625.389489:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298625.389525:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63026d0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 10 type: EXT [4001792->5169151] (req 4001792->4014079) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c729c expref: 12 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.389575:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63026d0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4001792->5169151] (req 4001792->4014079) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c729c expref: 11 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.389594:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63026d0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4001792->5169151] (req 4001792->4014079) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c729c expref: 11 pid: 20252 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.389605:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298625.389634:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777607977216:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 178us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.389653:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13746 00000100:00100000:3.0:1780298625.392365:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.393727:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.395247:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.395302:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.395566:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607977984 00000100:00100000:3.0:1780298625.395574:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607977984 00002000:00100000:3.0:1780298625.395616:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2482176->2510847) req@ffff9cf255684380 x1866777607977984/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:331/0 lens 488/0 e 0 to 0 dl 1780298636 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.395694:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255684380 with x1866777607977984 ext(2482176->2510847) 00010000:00010000:3.0:1780298625.395703:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000266f1b1c/0xaf35132e63026ea8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2482176->3010559] (req 2482176->2510847) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7439 expref: 11 pid: 9128 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.395719:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000266f1b1c/0xaf35132e63026ea8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2482176->3010559] (req 2482176->2510847) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7439 expref: 11 pid: 9128 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780298625.395734:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf255684380 00000100:00100000:3.0:1780298625.395783:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 71 00000100:00100000:3.0:1780298625.395794:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777607977984:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298625.397260:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777607977984:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1466us (1747us total) trans 4294968659 rc 0/0 00000100:00100000:3.0:1780298625.397269:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 71 00002000:00100000:3.0:1780298625.397277:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2482176->2510847) req@ffff9cf255684380 x1866777607977984/t4294968659(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:331/0 lens 488/448 e 0 to 0 dl 1780298636 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.397286:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255684380 with x1866777607977984 ext(2482176->2510847) 00010000:00010000:3.0:1780298625.397293:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000266f1b1c/0xaf35132e63026ea8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2482176->3010559] (req 2482176->2510847) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7439 expref: 12 pid: 9128 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.397307:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000266f1b1c/0xaf35132e63026ea8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2482176->3010559] (req 2482176->2510847) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7439 expref: 12 pid: 9128 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780298625.397314:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf255684380 00000100:00100000:3.0:1780298625.405209:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.406414:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.409731:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.413286:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.421887:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607979904 00000100:00100000:3.0:1780298625.421892:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607979904 00010000:00010000:3.0:1780298625.421919:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63026ee7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c746a expref: 41 pid: 6478 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.421956:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13752 00000100:00100000:3.0:1780298625.421965:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+41:2399:x1866777607979904:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298625.421977:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298625.421984:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63026ee7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c746a expref: 41 pid: 6478 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.421997:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63026ee7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c746a expref: 41 pid: 6478 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.422017:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63026ee7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c746a expref: 41 pid: 6478 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.422032:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298625.422036:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63026f11 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.422050:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63026f11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.422057:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63026f11 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.422084:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298625.422155:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+40:2399:x1866777607979904:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 159us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.422165:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13752 00000100:00100000:3.0:1780298625.426646:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.428805:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.428954:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.430864:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.436098:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777607980928:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1052us (1190us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1780298625.436108:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3500 00002000:00100000:3.0:1780298625.436116:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2134016->2166783) req@ffff9cf24310d880 x1866777607980928/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:331/0 lens 488/440 e 0 to 0 dl 1780298636 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.436146:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310d880 with x1866777607980928 ext(2134016->2166783) 00002000:00010000:3.0:1780298625.436150:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310d880 00000100:00100000:3.0:1780298625.444665:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.449803:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.449856:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.452324:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.452359:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.455076:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.456237:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.457474:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.461250:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.461293:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.463563:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.465197:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.471962:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.473656:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.475914:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.475936:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.478087:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607984128 00000100:00100000:3.0:1780298625.478093:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607984128 00000100:00100000:3.0:1780298625.478121:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2756 00000100:00100000:3.0:1780298625.478159:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777607984128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.478168:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.478177:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e63026fb2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7520 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.478194:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e63026f5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1667072->35221503] (req 1667072->1703935) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c74d3 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.478201:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(58 155) 00010000:00010000:3.0:1780298625.478204:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(59 155) 00010000:00010000:3.0:1780298625.478207:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e63026fb2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3809280->3854335] (req 3809280->3854335) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7520 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.478226:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e63026f5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1667072->35221503] (req 1667072->1703935) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c74d3 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.478236:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e63026f5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1667072->35221503] (req 1667072->1703935) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c74d3 expref: 11 pid: 8356 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.478244:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604000128:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298625.478293:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.479027:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607984256 00000100:00100000:3.0:1780298625.479034:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607984256 00000100:00100000:3.0:1780298625.481645:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607984640 00000100:00100000:3.0:1780298625.481651:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607984640 00000100:00100000:3.0:1780298625.481683:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2757 00000100:00100000:3.0:1780298625.481691:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777607984640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.481711:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.481727:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63026fb9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c752e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.481807:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604000384:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.481870:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.482658:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604000384:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.482701:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63026fb9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c752e expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.482714:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63026fb9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c752e expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.482726:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a600, rc 0) 00000100:00100000:3.0:1780298625.482758:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777607984640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1065us (1197us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.482765:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2757 00002000:00010000:3.0:1780298625.484820:0:12101:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime: 1780298625 -> 1780298626 00000100:00100000:3.0:1780298625.484858:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604000768:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.484877:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009aa43742/0xaf35132e63026fce lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c753c expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.484893:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009aa43742/0xaf35132e63026fce lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c753c expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.484904:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279e00, rc 0) 00000100:00100000:3.0:1780298625.484942:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777607984896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 983us (1065us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.484950:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2760 00000100:00100000:3.0:1780298625.486007:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2762 00000100:00100000:3.0:1780298625.486023:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777607985024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.486033:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.486048:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e63026fdc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7543 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.486082:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604000896:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.486172:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.486900:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604000896:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.486918:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e63026fdc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7543 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.486930:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e63026fdc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7543 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.486937:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b800, rc 0) 00000100:00100000:3.0:1780298625.486964:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777607985024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 948us (1046us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.486969:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2762 00000100:00100000:3.0:1780298625.488312:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607985280 00000100:00100000:3.0:1780298625.488319:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607985280 00000100:00100000:3.0:1780298625.488376:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607985408 00000100:00100000:3.0:1780298625.488380:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607985408 00000100:00100000:3.0:1780298625.488460:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2764 00000100:00100000:3.0:1780298625.488476:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607985408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.488486:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.488497:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e63026fea lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7558 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.488538:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604001280:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.488573:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.490606:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.490798:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607985664 00000100:00100000:3.0:1780298625.490803:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607985664 00000100:00100000:3.0:1780298625.490876:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2766 00000100:00100000:3.0:1780298625.490885:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777607985664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.490892:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.490937:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63026ff8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7566 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.490970:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604001536:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.490996:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00002000:00010000:3.0:1780298625.492010:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime: 1780298625 -> 1780298626 00000100:00100000:3.0:1780298625.492024:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604001536:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.492040:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63026ff8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7566 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.492054:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63026ff8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7566 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.492064:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298625.492092:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777607985664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1209us (1321us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.492100:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2766 00000100:00100000:3.0:1780298625.493215:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607985792 00000100:00100000:3.0:1780298625.493221:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607985792 00002000:00100000:3.0:1780298625.493252:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (622592->626687) req@ffff9cf37f8b2d80 x1866777607985792/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:331/0 lens 488/0 e 0 to 0 dl 1780298636 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.493262:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b2d80 with x1866777607985792 ext(622592->626687) 00002000:00010000:3.0:1780298625.493267:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b2d80 00000100:00100000:3.0:1780298625.493288:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3505 00000100:00100000:3.0:1780298625.493296:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777607985792:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298625.493473:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777607985792:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 178us (291us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298625.493480:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3505 00002000:00100000:3.0:1780298625.493487:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (622592->626687) req@ffff9cf37f8b2d80 x1866777607985792/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:331/0 lens 488/4536 e 0 to 0 dl 1780298636 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.493495:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b2d80 with x1866777607985792 ext(622592->626687) 00002000:00010000:3.0:1780298625.493498:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b2d80 00000100:00100000:3.0:1780298625.504245:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607986560 00000100:00100000:3.0:1780298625.504253:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607986560 00000100:00100000:3.0:1780298625.504301:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2769 00000100:00100000:3.0:1780298625.504311:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777607986560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.504326:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.504342:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63027006 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7574 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.504401:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604001792:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.504467:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00002000:00010000:3.0:1780298625.505190:0:19992:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime: 1780298625 -> 1780298626 00002000:00010000:3.0:1780298625.505195:0:19992:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 136 -> 208 00000100:00100000:3.0:1780298625.505213:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604001792:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.505248:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63027006 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7574 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.505277:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63027006 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7574 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.505302:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298625.505342:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777607986560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1030us (1153us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.505373:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2769 00000100:00100000:3.0:1780298625.506417:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607986688 00000100:00100000:3.0:1780298625.506423:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607986688 00000100:00100000:3.0:1780298625.506540:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2771 00000100:00100000:3.0:1780298625.506554:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777607986816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.506575:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.506587:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c22137de/0xaf35132e63027014 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7582 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.506629:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604002048:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.506680:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.507473:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604002048:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.507493:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c22137de/0xaf35132e63027014 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7582 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.507509:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c22137de/0xaf35132e63027014 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7582 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.507518:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b800, rc 0) 00000100:00100000:3.0:1780298625.507551:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777607986816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1002us (1106us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.507559:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2771 00000100:00100000:3.0:1780298625.513152:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607987584 00000100:00100000:3.0:1780298625.513156:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607987584 00000100:00100000:3.0:1780298625.513187:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2773 00000100:00100000:3.0:1780298625.513192:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777607987584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.513199:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.513208:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63027029 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7590 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.513225:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c361b03c/0xaf35132e63026f81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [565248->34119679] (req 565248->614399) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c74f6 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.513230:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298625 v=(37 76) 00010000:00010000:3.0:1780298625.513232:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298625 v=(38 76) 00010000:00010000:3.0:1780298625.513235:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63027029 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7590 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.513247:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c361b03c/0xaf35132e63026f81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [565248->34119679] (req 565248->614399) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c74f6 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.513254:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c361b03c/0xaf35132e63026f81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [565248->34119679] (req 565248->614399) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c74f6 expref: 7 pid: 19992 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.513260:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604002560:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298625.513288:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.513793:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604002560:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298625.513805:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63027029 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7590 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.513818:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298625.513840:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777607987584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 648us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.513847:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2773 00000100:00100000:3.0:1780298625.515285:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607987840 00000100:00100000:3.0:1780298625.515290:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607987840 00002000:00010000:3.0:1780298625.515306:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (115521->18446744073709551615) 00002000:00100000:3.0:1780298625.515311:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310c000 with x1866777607987840 ext(115521->18446744073709551615) 00002000:00010000:3.0:1780298625.515318:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310c000. 00000100:00100000:3.0:1780298625.515353:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3510 00000100:00100000:3.0:1780298625.515367:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777607987840:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298625.517539:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 115521 00002000:00010000:3.0:1780298625.517544:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298625 -> 1780298626 00002000:00010000:3.0:1780298625.517545:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298625 -> 1780298625 00002000:00010000:3.0:1780298625.517547:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298625.517548:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1616 -> 200 00000100:00100000:3.0:1780298625.517580:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777607987840:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 2218us (2333us total) trans 4294968934 rc 0/0 00000100:00100000:3.0:1780298625.517585:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3510 00002000:00010000:3.0:1780298625.517588:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (115521->18446744073709551615) 00002000:00100000:3.0:1780298625.517590:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310c000 with x1866777607987840 ext(115521->18446744073709551615) 00002000:00010000:3.0:1780298625.517595:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310c000. 00000100:00100000:3.0:1780298625.522603:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607988224 00000100:00100000:3.0:1780298625.522613:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607988224 00000100:00100000:3.0:1780298625.522658:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61288 00000100:00100000:3.0:1780298625.522666:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+39:28749:x1866777607988224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.522683:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.522700:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b800/0xaf35132e6302703e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c759e expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.522771:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a800/0xaf35132e63027045 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.522782:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a800/0xaf35132e63027045 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.522790:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a800/0xaf35132e63027045 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298625.522807:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 115521 00000004:00200000:3.0:1780298625.522810:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298625.522823:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a800/0xaf35132e63027045 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.522839:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b800/0xaf35132e6302703e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c759e expref: 41 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.522851:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a800/0xaf35132e63027045 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c759e expref: 40 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.522856:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298625.522858:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298625.522860:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a800, rc 0) 00000100:00100000:3.0:1780298625.522900:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+40:28749:x1866777607988224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 236us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.522904:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61288 00000100:00100000:3.0:1780298625.523843:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607988352 00000100:00100000:3.0:1780298625.523847:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607988352 00000100:00100000:3.0:1780298625.523881:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607988480 00000100:00100000:3.0:1780298625.523883:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607988480 00000100:00100000:3.0:1780298625.523904:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2774 00000100:00100000:3.0:1780298625.523909:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e60fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607988352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.523919:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.523929:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d114523c/0xaf35132e6302704c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c75a5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.523979:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604002816:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.524054:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00002000:00010000:3.0:1780298625.524913:0:9128:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298625 -> 1780298626 00000100:00100000:3.0:1780298625.524928:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604002816:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.524960:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d114523c/0xaf35132e6302704c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c75a5 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.524992:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d114523c/0xaf35132e6302704c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c75a5 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.525016:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a200, rc 0) 00000100:00100000:3.0:1780298625.525041:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e60fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777607988352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1130us (1223us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.525062:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2774 00000100:00100000:3.0:1780298625.526074:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607988736 00000100:00100000:3.0:1780298625.526079:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607988736 00000100:00100000:3.0:1780298625.528836:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.530978:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.532298:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607989248 00000100:00100000:3.0:1780298625.532302:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607989248 00000100:00100000:3.0:1780298625.532342:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607989376 00000100:00100000:3.0:1780298625.532345:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607989376 00000100:00100000:3.0:1780298625.532374:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2780 00000100:00100000:3.0:1780298625.532387:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607989376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.532396:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.532418:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c22137de/0xaf35132e63027076 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c75cf expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.532449:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b43b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604003712:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.532478:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.534234:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.537075:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.540720:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.541907:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607990400 00000100:00100000:3.0:1780298625.541911:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607990400 00000100:00100000:3.0:1780298625.543759:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.543807:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.544634:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604004736:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.544656:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000034be4f60/0xaf35132e630270a0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c75f9 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.544671:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034be4f60/0xaf35132e630270a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c75f9 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.544683:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8400, rc 0) 00000100:00100000:3.0:1780298625.544705:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777607990528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 848us (948us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.544711:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2786 00000100:00100000:3.0:1780298625.545466:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.545561:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.547114:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607991040 00000100:00100000:3.0:1780298625.547118:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607991040 00000100:00100000:3.0:1780298625.547158:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2790 00000100:00100000:3.0:1780298625.547164:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777607991040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.547170:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.547177:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e630270bc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7615 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.547884:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.549103:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.550422:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607991424 00000100:00100000:3.0:1780298625.550427:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607991424 00000100:00100000:3.0:1780298625.550455:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2791 00000100:00100000:3.0:1780298625.550461:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777607991424:12345-192.168.203.25@tcp:16:fsx.0 00000100:00100000:3.0:1780298625.551320:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777607991424:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 859us (934us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.551325:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2791 00000100:00100000:3.0:1780298625.552112:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.552154:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.553092:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348007480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604005248:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.553116:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e630270ca lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7623 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.553166:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e630270ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7623 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.553195:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9000, rc 0) 00000100:00100000:3.0:1780298625.553224:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607991680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 979us (1068us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.553241:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2793 00000100:00100000:3.0:1780298625.554027:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.554172:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298625.556940:0:17567:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9400/0xaf35132e630270df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.556948:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9400/0xaf35132e630270df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780298625.557001:0:17567:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990529 00000004:00010000:3.0:1780298625.557031:0:17567:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c3ee72e reply state 0000000011be1dd8 transno 4294990530 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9400/0xaf35132e630270df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.557045:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9400/0xaf35132e630270df lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.557050:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298625.557052:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298625.557054:0:17567:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780298625.557152:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+42:28749:x1866777607992192:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1311us (1404us total) trans 4294990530 rc 0/0 00000100:00100000:3.0:1780298625.557159:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61289 00000020:00080000:3.0:1780298625.557163:0:17567:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298625.558858:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.558973:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.559932:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.560707:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604006144:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298625.560722:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d5524779/0xaf35132e630270ed lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c763f expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.560735:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9c00, rc 0) 00000100:00100000:3.0:1780298625.560765:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777607992832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 744us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.560773:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2797 00000100:00100000:3.0:1780298625.565230:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.565249:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.567264:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2801 00000100:00100000:3.0:1780298625.567275:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777607993984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.567282:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.567290:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d114523c/0xaf35132e63027125 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7669 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.567319:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604006784:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.567347:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.569034:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607994112 00000100:00100000:3.0:1780298625.569038:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607994112 00000100:00100000:3.0:1780298625.569061:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2802 00000100:00100000:3.0:1780298625.569066:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777607994112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.569073:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.569080:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e6302712c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7670 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.569094:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004fdbd682/0xaf35132e630270e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7638 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.569101:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(63 155) 00010000:00010000:3.0:1780298625.569104:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(64 155) 00010000:00010000:3.0:1780298625.569107:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e6302712c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4083712->4116479] (req 4083712->4116479) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7670 expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.569120:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004fdbd682/0xaf35132e630270e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7638 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.569153:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004fdbd682/0xaf35132e630270e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7638 expref: 7 pid: 8358 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.569162:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604006912:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298625.569194:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.569773:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604006912:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298625.569790:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e6302712c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4083712->4116479] (req 4083712->4116479) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7670 expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.569853:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:3.0:1780298625.569879:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777607994112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 813us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.569885:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2802 00000100:00100000:3.0:1780298625.569937:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607994240 00000100:00100000:3.0:1780298625.569941:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607994240 00010000:00010000:3.0:1780298625.570016:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004fdbd682/0xaf35132e630270e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7638 expref: 8 pid: 8358 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.570039:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13767 00000100:00100000:3.0:1780298625.570058:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777607994240:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298625.570067:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298625.570079:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004fdbd682/0xaf35132e630270e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7638 expref: 8 pid: 8358 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.570091:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004fdbd682/0xaf35132e630270e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7638 expref: 8 pid: 8358 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.570106:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fdbd682/0xaf35132e630270e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7638 expref: 8 pid: 8358 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.570113:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(64 155) 00010000:00010000:3.0:1780298625.570117:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(64 155) 00010000:00010000:3.0:1780298625.570136:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e6302712c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4083712->4116479) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7670 expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.570143:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e6302712c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4083712->4116479) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7670 expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.570161:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e6302712c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4083712->4116479) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7670 expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.570168:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604007040:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298625.570205:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.570824:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604007040:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298625.570834:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298625.570861:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777607994240:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 808us (953us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.570868:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13767 00000100:00100000:3.0:1780298625.573259:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607994496 00000100:00100000:3.0:1780298625.573269:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607994496 00000100:00100000:3.0:1780298625.573308:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2803 00000100:00100000:3.0:1780298625.573317:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777607994496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.573328:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.573340:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4a56b1c/0xaf35132e63027133 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7677 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.573361:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(64 155) 00010000:00010000:3.0:1780298625.573366:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(64 155) 00010000:00010000:3.0:1780298625.573373:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4a56b1c/0xaf35132e63027133 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7677 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.573388:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4a56b1c/0xaf35132e63027133 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7677 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.573401:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ae00, rc 0) 00000100:00100000:3.0:1780298625.573444:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777607994496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 128us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.573451:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2803 00000100:00100000:3.0:1780298625.575008:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607994752 00000100:00100000:3.0:1780298625.575015:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607994752 00000100:00100000:3.0:1780298625.575067:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61292 00000100:00100000:3.0:1780298625.575079:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+44:28749:x1866777607994752:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:3.0:1780298625.575157:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298625.575184:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9000/0xaf35132e63027109 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c764d expref: 44 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.575201:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298625.575205:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298625.576613:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.577908:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.579328:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.579658:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.580784:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.582802:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.582830:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.584027:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607995904 00000100:00100000:3.0:1780298625.584032:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607995904 00000100:00100000:3.0:1780298625.584066:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61293 00000100:00100000:3.0:1780298625.584071:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+46:28749:x1866777607995904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.584086:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.584099:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508a200/0xaf35132e6302714f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c768c expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.585972:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.586005:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.589283:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.590528:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.591911:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.599893:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.601391:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.611568:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607997696 00000100:00100000:3.0:1780298625.611575:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607997696 00000100:00100000:3.0:1780298625.611614:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2810 00000100:00100000:3.0:1780298625.611622:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777607997696:12345-192.168.203.25@tcp:16:fsx.0 00000100:00100000:3.0:1780298625.621295:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777607998336 00000100:00100000:3.0:1780298625.621301:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777607998336 00010000:00010000:3.0:1780298625.621320:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e90122d2/0xaf35132e63027172 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c76a8 expref: 10 pid: 8358 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.621348:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13773 00000100:00100000:3.0:1780298625.621357:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777607998336:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298625.621369:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298625.621385:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e90122d2/0xaf35132e63027172 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c76a8 expref: 10 pid: 8358 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.621397:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e90122d2/0xaf35132e63027172 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c76a8 expref: 10 pid: 8358 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.621426:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e90122d2/0xaf35132e63027172 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c76a8 expref: 10 pid: 8358 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.621438:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298625.621468:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777607998336:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 113us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.621475:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13773 00000100:00100000:3.0:1780298625.622818:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.625871:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.627723:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.628905:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.629834:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.632023:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.632992:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.633891:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.634000:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.636635:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.639163:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.641933:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.641969:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.643789:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608001152 00000100:00100000:3.0:1780298625.643793:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608001152 00000100:00100000:3.0:1780298625.643815:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2823 00000100:00100000:3.0:1780298625.643820:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608001152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.643827:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.643833:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e630271fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7718 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.643854:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604010752:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.643890:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.647773:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.648466:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604011008:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.648478:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6302720c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7726 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.648488:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6302720c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7726 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.648494:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:3.0:1780298625.648515:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608001536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 683us (743us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.648520:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2825 00000100:00100000:3.0:1780298625.649295:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.652417:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.653437:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608002048 00000100:00100000:3.0:1780298625.653442:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608002048 00010000:00010000:3.0:1780298625.653464:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e630271b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c76e0 expref: 14 pid: 8358 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.653492:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13779 00000100:00100000:3.0:1780298625.653500:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608002048:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298625.653510:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298625.653520:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e630271b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c76e0 expref: 14 pid: 8358 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.653528:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e630271b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c76e0 expref: 14 pid: 8358 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.653540:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e630271b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c76e0 expref: 14 pid: 8358 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.653547:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298625 v=(44 76) 00010000:00010000:3.0:1780298625.653550:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298625 v=(44 76) 00010000:00010000:3.0:1780298625.653555:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e63027221 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3375104->36929535] (req 3375104->3395583) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c773b expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.653561:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e63027221 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3375104->36929535] (req 3375104->3395583) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c773b expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.653583:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e63027221 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3375104->36929535] (req 3375104->3395583) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c773b expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.653600:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604011520:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298625.653633:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.654227:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604011520:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298625.654238:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298625.655539:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.656766:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608002432 00000100:00100000:3.0:1780298625.656770:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608002432 00000100:00100000:3.0:1780298625.656795:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608002560 00000100:00100000:3.0:1780298625.656796:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608002560 00000100:00100000:3.0:1780298625.656817:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2830 00000100:00100000:3.0:1780298625.656827:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608002560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.656834:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.656844:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e6302722f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7749 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.656889:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604011776:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.656926:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.657652:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604011776:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.657681:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e6302722f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7749 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.657708:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e6302722f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7749 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.657738:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b400, rc 0) 00000100:00100000:3.0:1780298625.657768:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608002560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 940us (1007us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.657776:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2830 00000100:00100000:3.0:1780298625.658800:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608002816 00000100:00100000:3.0:1780298625.658805:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608002816 00000100:00100000:3.0:1780298625.658833:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2831 00000100:00100000:3.0:1780298625.658840:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608002816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.658847:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.658855:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63027236 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7757 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.658909:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604011904:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.658945:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.659511:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604011904:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.659523:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63027236 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7757 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.659533:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63027236 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7757 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.659539:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298625.659560:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608002816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 722us (843us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.659565:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2831 00000100:00100000:3.0:1780298625.660581:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608002944 00000100:00100000:3.0:1780298625.660585:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608002944 00000100:00100000:3.0:1780298625.660608:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2833 00000100:00100000:3.0:1780298625.660613:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608002944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.660620:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.660626:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63027244 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c775e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.660639:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(66 155) 00010000:00010000:3.0:1780298625.660642:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(66 155) 00010000:00010000:3.0:1780298625.660648:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63027244 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5246976->5672959] (req 5246976->5267455) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c775e expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.660657:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63027244 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5246976->5672959] (req 5246976->5267455) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c775e expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.660662:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a400, rc 0) 00000100:00100000:3.0:1780298625.660683:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608002944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 71us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.660688:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2833 00000100:00100000:3.0:1780298625.662778:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608003200 00000100:00100000:3.0:1780298625.662784:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608003200 00000100:00100000:3.0:1780298625.662818:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2834 00000100:00100000:3.0:1780298625.662832:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608003200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.662846:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.662858:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e6302724b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7765 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.662954:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604012160:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.663034:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00002000:00010000:3.0:1780298625.663839:0:8356:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 5267128 -> 5721329 00000100:00100000:3.0:1780298625.663855:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604012160:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.663882:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e6302724b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7765 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.663903:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e6302724b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7765 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.663921:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a000, rc 0) 00000100:00100000:3.0:1780298625.664001:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608003200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1169us (1301us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.664019:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2834 00000100:00100000:3.0:1780298625.665067:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.667050:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.668770:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608003968 00000100:00100000:3.0:1780298625.668774:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608003968 00000100:00100000:3.0:1780298625.668802:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2840 00000100:00100000:3.0:1780298625.668808:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608003968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.668815:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.668825:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63027275 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c778f expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.668880:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604012928:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.668923:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.669480:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604012928:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.669492:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63027275 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c778f expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.669502:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63027275 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c778f expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.669508:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298625.669589:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608003968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 729us (813us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.669599:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2840 00000100:00100000:3.0:1780298625.670703:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608004224 00000100:00100000:3.0:1780298625.670707:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608004224 00000100:00100000:3.0:1780298625.670733:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2842 00000100:00100000:3.0:1780298625.670739:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608004224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.670746:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.670754:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e63027283 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c779d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.670793:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604013184:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.670876:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.671575:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604013184:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.671592:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e63027283 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c779d expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.671610:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e63027283 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c779d expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.671624:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a000, rc 0) 00000100:00100000:3.0:1780298625.671658:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608004224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 918us (992us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.671701:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2842 00000100:00100000:3.0:1780298625.672676:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608004608 00000100:00100000:3.0:1780298625.672682:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608004608 00000100:00100000:3.0:1780298625.672747:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2845 00000100:00100000:3.0:1780298625.672752:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608004608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.672759:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.672766:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c22137de/0xaf35132e63027298 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c77b2 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.672790:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604013568:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.672811:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.673469:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604013568:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.673484:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c22137de/0xaf35132e63027298 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c77b2 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.673543:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c22137de/0xaf35132e63027298 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c77b2 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.673553:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b800, rc 0) 00000100:00100000:3.0:1780298625.673607:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608004608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 827us (933us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.673612:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2845 00000100:00100000:3.0:1780298625.674542:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.677162:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.681326:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.690878:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608006144 00000100:00100000:3.0:1780298625.690885:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608006144 00002000:00100000:3.0:1780298625.690912:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (4255744->5721328) req@ffff9cf34372d500 x1866777608006144/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:331/0 lens 504/0 e 0 to 0 dl 1780298636 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.690919:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372d500 with x1866777608006144 ext(4255744->5721328) 00002000:00010000:3.0:1780298625.690931:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372d500 00000100:00100000:3.0:1780298625.690947:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3543 00000100:00100000:3.0:1780298625.690953:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608006144:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298625.693687:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608006272 00000100:00100000:3.0:1780298625.693692:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608006272 00000100:00100000:3.0:1780298625.696969:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608006400 00000100:00100000:3.0:1780298625.696977:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608006400 00000100:00100000:3.0:1780298625.697036:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2850 00000100:00100000:3.0:1780298625.697049:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608006400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.697065:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.697083:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e630272b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c77ce expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.697163:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604013952:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.699491:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2853 00000100:00100000:3.0:1780298625.699503:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608006784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.699513:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.699523:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003cf8dff1/0xaf35132e630272c9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c77e3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.699557:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604014336:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.699590:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.701579:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2854 00000100:00100000:3.0:1780298625.701592:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608006912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.701603:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.701614:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e630272d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c77ea expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.701651:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243edaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604014464:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.701694:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.702389:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243edaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604014464:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.702422:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e630272d0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c77ea expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.702456:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e630272d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c77ea expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.702476:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b800, rc 0) 00000100:00100000:3.0:1780298625.702511:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608006912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 924us (1040us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.702522:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2854 00000100:00100000:3.0:1780298625.709267:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.709366:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.711006:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.711806:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.712981:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.716735:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.717915:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.718940:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.720285:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.720484:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608009728 00000100:00100000:3.0:1780298625.720490:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608009728 00010000:00010000:3.0:1780298625.720512:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e630272ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4255744->5246975] (req 4255744->4259839) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c77c7 expref: 10 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.720668:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13784 00000100:00100000:3.0:1780298625.720685:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608009856:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298625.720698:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298625.720718:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e90122d2/0xaf35132e630272de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1409024->4251647] (req 1409024->1433599) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c77f8 expref: 9 pid: 8359 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.720743:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e90122d2/0xaf35132e630272de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1409024->4251647] (req 1409024->1433599) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c77f8 expref: 8 pid: 8359 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.720764:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e90122d2/0xaf35132e630272de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1409024->4251647] (req 1409024->1433599) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c77f8 expref: 8 pid: 8359 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.720775:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(70 155) 00010000:00010000:3.0:1780298625.720779:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(70 155) 00010000:00010000:3.0:1780298625.720787:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e63027339 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c784c expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.720895:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e63027339 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c784c expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.721686:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608009984 00000100:00100000:3.0:1780298625.721692:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608009984 00000100:00100000:3.0:1780298625.723290:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608010240 00000100:00100000:3.0:1780298625.723295:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608010240 00010000:00010000:3.0:1780298625.723314:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302730f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2670592->3375103] (req 2670592->2723839) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7829 expref: 16 pid: 9128 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.723344:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13785 00000100:00100000:3.0:1780298625.723352:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608010240:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298625.723361:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298625.723372:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302730f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2670592->3375103] (req 2670592->2723839) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7829 expref: 16 pid: 9128 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.723384:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302730f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2670592->3375103] (req 2670592->2723839) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7829 expref: 16 pid: 9128 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.723401:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302730f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2670592->3375103] (req 2670592->2723839) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7829 expref: 16 pid: 9128 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.723423:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298625.723450:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608010240:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 100us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.723735:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13785 00000100:00100000:3.0:1780298625.726197:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608010624 00000100:00100000:3.0:1780298625.726201:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608010624 00002000:00010000:3.0:1780298625.726219:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:3.0:1780298625.726222:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255682d80 with x1866777608010624 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298625.726229:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255682d80. 00000100:00100000:3.0:1780298625.726257:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608010496 00000100:00100000:3.0:1780298625.726260:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608010496 00002000:00010000:3.0:1780298625.726270:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2467951->18446744073709551615) 00002000:00100000:3.0:1780298625.726274:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6300 with x1866777608010496 ext(2467951->18446744073709551615) 00002000:00010000:3.0:1780298625.726280:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b6300. 00000100:00100000:3.0:1780298625.728617:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.728790:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.730430:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608011136 00000100:00100000:3.0:1780298625.730435:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608011136 00000100:00100000:3.0:1780298625.730534:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2873 00000100:00100000:3.0:1780298625.730547:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608011264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.730557:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.730567:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e6302736a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7876 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.730598:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604017536:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.734317:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608011648 00000100:00100000:3.0:1780298625.734322:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608011648 00000100:00100000:3.0:1780298625.734353:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2875 00000100:00100000:3.0:1780298625.734362:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608011648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.734371:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.734380:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c22137de/0xaf35132e63027386 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c788b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.734448:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243eda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604017792:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.734478:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.735262:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243eda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604017792:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.735285:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c22137de/0xaf35132e63027386 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c788b expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.735307:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c22137de/0xaf35132e63027386 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c788b expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.735320:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b800, rc 0) 00000100:00100000:3.0:1780298625.735346:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608011648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 985us (1079us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.735356:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2875 00000100:00100000:3.0:1780298625.737493:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.738733:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608012032 00000100:00100000:3.0:1780298625.738738:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608012032 00002000:00100000:3.0:1780298625.738766:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (258048->262143) req@ffff9cf37f744700 x1866777608012032/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:331/0 lens 488/0 e 0 to 0 dl 1780298636 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.738774:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744700 with x1866777608012032 ext(258048->262143) 00002000:00010000:3.0:1780298625.738778:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f744700 00000100:00100000:3.0:1780298625.738803:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3548 00000100:00100000:3.0:1780298625.738811:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608012032:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298625.738994:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608012032:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 185us (292us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298625.738999:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3548 00002000:00100000:3.0:1780298625.739004:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (258048->262143) req@ffff9cf37f744700 x1866777608012032/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:331/0 lens 488/4536 e 0 to 0 dl 1780298636 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.739010:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744700 with x1866777608012032 ext(258048->262143) 00002000:00010000:3.0:1780298625.739012:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f744700 00000100:00100000:3.0:1780298625.740240:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.744087:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.745476:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608012672 00000100:00100000:3.0:1780298625.745483:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608012672 00002000:00100000:3.0:1780298625.745509:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (278528->282623) req@ffff9cf2433dfb80 x1866777608012672/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:331/0 lens 488/0 e 0 to 0 dl 1780298636 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.745519:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dfb80 with x1866777608012672 ext(278528->282623) 00002000:00010000:3.0:1780298625.745524:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dfb80 00000100:00100000:3.0:1780298625.745549:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3553 00000100:00100000:3.0:1780298625.745558:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608012672:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298625.745668:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608012672:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 111us (239us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298625.745675:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3553 00002000:00100000:3.0:1780298625.745682:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (278528->282623) req@ffff9cf2433dfb80 x1866777608012672/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:331/0 lens 488/4536 e 0 to 0 dl 1780298636 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.745691:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dfb80 with x1866777608012672 ext(278528->282623) 00002000:00010000:3.0:1780298625.745694:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dfb80 00000100:00100000:3.0:1780298625.749807:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.757298:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604018176:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.757331:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e63027394 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c78a0 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.757364:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e63027394 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c78a0 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.757387:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92600, rc 0) 00000100:00100000:3.0:1780298625.757435:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608013568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1108us (1226us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.757452:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2878 00000100:00100000:3.0:1780298625.761800:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608014080 00000100:00100000:3.0:1780298625.761805:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608014080 00000100:00100000:3.0:1780298625.761844:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2883 00000100:00100000:3.0:1780298625.761854:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608014080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.761863:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.761874:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e630273b7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c78bc expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.761907:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604018816:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.761938:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.762786:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604018816:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.762807:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e630273b7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c78bc expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.762827:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e630273b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c78bc expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.762837:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b400, rc 0) 00000100:00100000:3.0:1780298625.762866:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608014080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1015us (1112us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.762873:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2883 00000100:00100000:3.0:1780298625.763841:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608014208 00000100:00100000:3.0:1780298625.763847:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608014208 00000100:00100000:3.0:1780298625.763925:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2884 00000100:00100000:3.0:1780298625.763936:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608014208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.763947:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.763959:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e630273be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c78c3 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.764002:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604018944:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.764058:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.764890:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604018944:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.764913:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e630273be lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c78c3 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.764936:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e630273be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c78c3 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.764947:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b800, rc 0) 00000100:00100000:3.0:1780298625.764977:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608014208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1042us (1213us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.764986:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2884 00000100:00100000:3.0:1780298625.766492:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608014592 00000100:00100000:3.0:1780298625.766498:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608014592 00000100:00100000:3.0:1780298625.766526:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2887 00000100:00100000:3.0:1780298625.766612:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608014592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.766618:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.766624:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e630273d3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c78d8 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.766643:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604019328:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.766671:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.767809:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604019328:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.767826:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e630273d3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c78d8 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.767838:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e630273d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c78d8 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.767852:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a800, rc 0) 00000100:00100000:3.0:1780298625.767878:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608014592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1267us (1515us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.767885:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2887 00000100:00100000:3.0:1780298625.768867:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.771348:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.777346:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.777382:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.777513:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2895 00000100:00100000:3.0:1780298625.777527:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243eda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608015616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.777535:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.777545:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e6302740b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7910 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.777583:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243edad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604020224:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.777647:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.778695:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243edad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604020224:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.778718:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e6302740b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7910 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.778740:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e6302740b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7910 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.778763:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a800, rc 0) 00000100:00100000:3.0:1780298625.778795:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243eda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608015616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1269us (1407us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.778809:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2895 00000100:00100000:3.0:1780298625.781215:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.783094:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.784613:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.784644:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.787066:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.787184:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.789376:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.790707:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.794013:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.795301:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.796891:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.796937:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.799138:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.799242:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.801606:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.802669:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.804951:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.805001:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.809382:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.809430:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.811542:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.812738:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.814033:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.815694:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.817167:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.818373:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.819481:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.822258:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.823725:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.826955:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.835316:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.836714:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.837947:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.843463:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.845215:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608022144 00000100:00100000:3.0:1780298625.845219:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608022144 00000100:00100000:3.0:1780298625.845260:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3572 00000100:00100000:3.0:1780298625.845269:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608022144:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298625.845447:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1780298625.845451:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298625.845454:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298625.845457:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298625.845459:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 888 -> 984 00000100:00100000:3.0:1780298625.845491:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608022144:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 224us (306us total) trans 4294968950 rc 0/0 00000100:00100000:3.0:1780298625.845499:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3572 00000100:00100000:3.0:1780298625.846361:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.847680:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608022400 00000100:00100000:3.0:1780298625.847685:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608022400 00000100:00100000:3.0:1780298625.847756:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2921 00000100:00100000:3.0:1780298625.847765:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608022400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.847774:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.847786:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e630274dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c79cd expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.847834:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604024320:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.847895:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.848760:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604024320:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.848784:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e630274dd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c79cd expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.848801:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e630274dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c79cd expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.848822:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b600, rc 0) 00000100:00100000:3.0:1780298625.848851:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608022400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1088us (1243us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.848859:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2921 00000100:00100000:3.0:1780298625.850065:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608022784 00000100:00100000:3.0:1780298625.850070:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608022784 00000100:00100000:3.0:1780298625.850093:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2924 00000100:00100000:3.0:1780298625.850099:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608022784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.850106:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.850113:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e630274f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c79e2 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.850161:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604024704:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.850194:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.850939:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604024704:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.850959:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e630274f2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c79e2 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.851024:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e630274f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c79e2 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.851036:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ac00, rc 0) 00000100:00100000:3.0:1780298625.851061:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608022784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 962us (1052us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.851106:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2924 00000100:00100000:3.0:1780298625.853496:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.854681:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.856108:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608023424 00000100:00100000:3.0:1780298625.856114:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608023424 00000100:00100000:3.0:1780298625.858431:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.858489:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.860562:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608023808 00000100:00100000:3.0:1780298625.860566:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608023808 00000100:00100000:3.0:1780298625.860597:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2930 00000100:00100000:3.0:1780298625.860603:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:28749:x1866777608023808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.860613:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.860622:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e6302751c lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7a0c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.860640:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e630274ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c79b8 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.860646:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298625 v=(48 76) 00010000:00010000:3.0:1780298625.860649:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298625 v=(49 76) 00010000:00010000:3.0:1780298625.860653:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e6302751c lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [380928->446463] (req 380928->446463) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a0c expref: 16 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.860673:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e630274ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c79b8 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.860682:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e630274ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c79b8 expref: 13 pid: 8359 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.860690:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604025600:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298625.860733:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.862735:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.866923:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608024448 00000100:00100000:3.0:1780298625.866931:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608024448 00000100:00100000:3.0:1780298625.866976:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2933 00000100:00100000:3.0:1780298625.866988:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608024448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.867001:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.867014:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027531 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7a21 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.867061:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604026112:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.867119:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.867969:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604026112:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.867991:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027531 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a21 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.868014:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027531 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a21 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.868030:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b600, rc 0) 00000100:00100000:3.0:1780298625.868071:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608024448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1086us (1235us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.868081:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2933 00000100:00100000:3.0:1780298625.873229:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608025088 00000100:00100000:3.0:1780298625.873234:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608025088 00000100:00100000:3.0:1780298625.873269:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2935 00000100:00100000:3.0:1780298625.873275:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608025088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.873287:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.873299:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027546 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7a2f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.873323:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e630274f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4108288->37662719] (req 4108288->4161535) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c79e9 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.873332:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(76 155) 00010000:00010000:3.0:1780298625.873337:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(77 155) 00010000:00010000:3.0:1780298625.873342:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027546 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a2f expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.873364:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e630274f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4108288->37662719] (req 4108288->4161535) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c79e9 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.873373:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e630274f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4108288->37662719] (req 4108288->4161535) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c79e9 expref: 9 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.873383:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604026496:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298625.873448:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.874159:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604026496:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298625.874183:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027546 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a2f expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.874200:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b600, rc 0) 00000100:00100000:3.0:1780298625.874299:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608025088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1020us (1110us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.874311:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2935 00000100:00100000:3.0:1780298625.875889:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608025344 00000100:00100000:3.0:1780298625.875896:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608025344 00000100:00100000:3.0:1780298625.875937:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2936 00000100:00100000:3.0:1780298625.875947:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:28749:x1866777608025344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.875962:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.875977:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e6302754d lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7a36 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.875999:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e6302751c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [380928->33935359] (req 380928->446463) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a0c expref: 18 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.876009:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298625 v=(49 76) 00010000:00010000:3.0:1780298625.876012:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298625 v=(50 76) 00010000:00010000:3.0:1780298625.876017:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e6302754d lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a36 expref: 18 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.876041:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e6302751c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [380928->33935359] (req 380928->446463) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a0c expref: 18 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.876053:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e6302751c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [380928->33935359] (req 380928->446463) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a0c expref: 18 pid: 8358 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.876065:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604026752:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298625.876121:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.876786:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604026752:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298625.876799:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e6302754d lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a36 expref: 18 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.876808:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a800, rc 0) 00000100:00100000:3.0:1780298625.876839:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777608025344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 894us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.876848:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2936 00000100:00100000:3.0:1780298625.879419:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.880949:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608026112 00000100:00100000:3.0:1780298625.880955:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608026112 00000100:00100000:3.0:1780298625.880998:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2938 00000100:00100000:3.0:1780298625.881012:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608026112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.881029:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298625.883373:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.883489:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.885920:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.887339:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298625.888917:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608026752 00000100:00100000:3.0:1780298625.888923:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608026752 00002000:00100000:3.0:1780298625.888949:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (3870720->3936255) req@ffff9cf36e5d8700 x1866777608026752/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:331/0 lens 504/0 e 0 to 0 dl 1780298636 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.888959:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8700 with x1866777608026752 ext(3870720->3936255) 00002000:00010000:3.0:1780298625.888963:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5d8700 00000100:00100000:3.0:1780298625.888981:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3579 00000100:00100000:3.0:1780298625.888988:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608026752:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298625.891248:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608026880 00000100:00100000:3.0:1780298625.891255:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608026880 00002000:00100000:3.0:1780298625.891284:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (3936256->3973119) req@ffff9cf36e5da680 x1866777608026880/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:331/0 lens 488/0 e 0 to 0 dl 1780298636 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.891294:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5da680 with x1866777608026880 ext(3936256->3973119) 00002000:00010000:3.0:1780298625.891298:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5da680 00000100:00100000:3.0:1780298625.891316:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3580 00000100:00100000:3.0:1780298625.891323:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608026880:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298625.892193:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608026880:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 868us (967us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1780298625.892199:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3580 00002000:00100000:3.0:1780298625.892206:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (3936256->3973119) req@ffff9cf36e5da680 x1866777608026880/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:331/0 lens 488/440 e 0 to 0 dl 1780298636 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.892212:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5da680 with x1866777608026880 ext(3936256->3973119) 00002000:00010000:3.0:1780298625.892215:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5da680 00000100:00100000:3.0:1780298625.897459:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2941 00000100:00100000:3.0:1780298625.897472:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608027264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.897485:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.897502:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e6302758c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7a67 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.897557:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604027520:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.897646:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.898444:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604027520:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.898485:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e6302758c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a67 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.898522:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e6302758c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a67 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.898550:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b400, rc 0) 00000100:00100000:3.0:1780298625.898593:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608027264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1121us (1253us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.898611:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2941 00000100:00100000:3.0:1780298625.899650:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608027520 00000100:00100000:3.0:1780298625.899656:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608027520 00000100:00100000:3.0:1780298625.899697:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2943 00000100:00100000:3.0:1780298625.899710:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608027520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.899721:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.899734:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e6302759a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7a75 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.899781:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604027776:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.899847:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.900614:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604027776:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.900631:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e6302759a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a75 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.900650:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e6302759a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a75 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.900661:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b800, rc 0) 00000100:00100000:3.0:1780298625.900695:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608027520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 989us (1084us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.900703:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2943 00000100:00100000:3.0:1780298625.906903:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608028160 00000100:00100000:3.0:1780298625.906909:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608028160 00002000:00100000:3.0:1780298625.906936:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2809856->2875391) req@ffff9cf37f8ff100 x1866777608028160/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:331/0 lens 504/0 e 0 to 0 dl 1780298636 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.906945:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ff100 with x1866777608028160 ext(2809856->2875391) 00002000:00010000:3.0:1780298625.906949:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8ff100 00000100:00100000:3.0:1780298625.906970:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3585 00000100:00100000:3.0:1780298625.906979:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608028160:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298625.910337:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608028416 00000100:00100000:3.0:1780298625.910343:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608028416 00000100:00100000:3.0:1780298625.910399:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2945 00000100:00100000:3.0:1780298625.910424:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608028416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.910444:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.910464:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e630275af lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7a8a expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.910545:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604028032:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.910636:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00002000:00010000:3.0:1780298625.911458:0:9128:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 5141233 -> 6190639 00000100:00100000:3.0:1780298625.911478:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343966680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604028160:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.911510:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e630275a8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a83 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.911538:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e630275a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a83 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.911561:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79a00, rc 0) 00000100:00100000:3.0:1780298625.911600:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608028288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1169us (1332us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.911620:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2946 00000100:00100000:3.0:1780298625.912741:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2947 00000100:00100000:3.0:1780298625.912754:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608028544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.912767:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.912778:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e630275b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7a91 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.912821:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604028288:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.912883:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.913637:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604028288:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.913664:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e630275b6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a91 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.913695:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e630275b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a91 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.913707:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ba00, rc 0) 00000100:00100000:3.0:1780298625.913733:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608028544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 983us (1139us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.913738:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2947 00000100:00100000:3.0:1780298625.916578:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608028928 00000100:00100000:3.0:1780298625.916583:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608028928 00000100:00100000:3.0:1780298625.916611:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608029056 00000100:00100000:3.0:1780298625.916613:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608029056 00000100:00100000:3.0:1780298625.922181:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608029440 00000100:00100000:3.0:1780298625.922187:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608029440 00000100:00100000:3.0:1780298625.922227:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2953 00000100:00100000:3.0:1780298625.922237:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608029440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.922253:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.922265:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e630275e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7abb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.922288:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027546 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a2f expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.922298:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(77 155) 00010000:00010000:3.0:1780298625.922303:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(78 155) 00010000:00010000:3.0:1780298625.922309:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e630275e0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2785280->2838527] (req 2785280->2838527) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7abb expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.922337:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027546 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a2f expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.922352:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a2f expref: 10 pid: 8359 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.922365:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604029056:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298625.922428:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.923226:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604029056:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298625.923249:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e630275e0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2785280->2838527] (req 2785280->2838527) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7abb expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.923264:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ba00, rc 0) 00000100:00100000:3.0:1780298625.923301:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608029440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1066us (1184us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.923308:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2953 00000100:00100000:3.0:1780298625.925298:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608029568:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1540us (1715us total) trans 4294968955 rc 0/0 00000100:00100000:3.0:1780298625.925305:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 75 00002000:00100000:3.0:1780298625.925312:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (6148096->6190638) req@ffff9cf255990000 x1866777608029568/t4294968955(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:331/0 lens 488/448 e 0 to 0 dl 1780298636 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.925319:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255990000 with x1866777608029568 ext(6148096->6190638) 00010000:00010000:3.0:1780298625.925325:0:19943:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a2f expref: 13 pid: 8359 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.925335:0:19943:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a2f expref: 13 pid: 8359 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780298625.925340:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf255990000 00000100:00100000:3.0:1780298625.928991:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608029952 00000100:00100000:3.0:1780298625.928997:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608029952 00002000:00100000:3.0:1780298625.929017:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2834432->2838527) req@ffff9cf255991f80 x1866777608029952/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:331/0 lens 488/0 e 0 to 0 dl 1780298636 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.929024:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255991f80 with x1866777608029952 ext(2834432->2838527) 00002000:00010000:3.0:1780298625.929027:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255991f80 00000100:00100000:3.0:1780298625.929044:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3588 00000100:00100000:3.0:1780298625.929052:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608029952:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298625.929160:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608029952:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 107us (220us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298625.929168:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3588 00002000:00100000:3.0:1780298625.929175:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2834432->2838527) req@ffff9cf255991f80 x1866777608029952/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:331/0 lens 488/4536 e 0 to 0 dl 1780298636 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.929184:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255991f80 with x1866777608029952 ext(2834432->2838527) 00002000:00010000:3.0:1780298625.929188:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255991f80 00000100:00100000:3.0:1780298625.930327:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608030208 00000100:00100000:3.0:1780298625.930332:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608030208 00000100:00100000:3.0:1780298625.930368:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2955 00000100:00100000:3.0:1780298625.930384:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608030208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.930392:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.930414:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c22137de/0xaf35132e630275ee lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7ac9 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.930446:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604029440:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.930488:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.931270:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604029312:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.931303:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e630275e7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ac2 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.931340:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e630275e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ac2 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.931354:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78000, rc 0) 00000100:00100000:3.0:1780298625.931395:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608030080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1044us (1152us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.931414:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2954 00000100:00100000:3.0:1780298625.939763:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608030848 00000100:00100000:3.0:1780298625.939771:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608030848 00000100:00100000:3.0:1780298625.939867:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2959 00000100:00100000:3.0:1780298625.939878:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608030848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.939891:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.939906:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d33c589/0xaf35132e6302760a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7ae5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.939977:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604029952:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.940019:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.940936:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604029952:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.940964:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008d33c589/0xaf35132e6302760a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ae5 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.940982:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d33c589/0xaf35132e6302760a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ae5 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.940994:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b600, rc 0) 00000100:00100000:3.0:1780298625.941028:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608030848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1154us (1308us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.941036:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2959 00000100:00100000:3.0:1780298625.947258:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608031616 00000100:00100000:3.0:1780298625.947263:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608031616 00000100:00100000:3.0:1780298625.947295:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2962 00000100:00100000:3.0:1780298625.947304:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e582050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608031616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.947317:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.947329:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027626 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7afa expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.947349:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e630275e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2785280->36339711] (req 2785280->2838527) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7abb expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.947359:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(78 155) 00010000:00010000:3.0:1780298625.947363:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(79 155) 00010000:00010000:3.0:1780298625.947369:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027626 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7afa expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.947397:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e630275e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2785280->36339711] (req 2785280->2838527) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7abb expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.947423:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e630275e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2785280->36339711] (req 2785280->2838527) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7abb expref: 7 pid: 8358 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.947436:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604030464:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298625.947486:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.948100:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604030464:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298625.948119:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027626 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7afa expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.948168:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b600, rc 0) 00000100:00100000:3.0:1780298625.948200:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e582050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777608031616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 898us (982us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.948205:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2962 00000100:00100000:3.0:1780298625.952288:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608032000 00000100:00100000:3.0:1780298625.952293:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608032000 00002000:00010000:3.0:1780298625.952313:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (3707794->18446744073709551615) 00002000:00100000:3.0:1780298625.952318:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967100 with x1866777608032000 ext(3707794->18446744073709551615) 00002000:00010000:3.0:1780298625.952325:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967100. 00000100:00100000:3.0:1780298625.952347:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3590 00000100:00100000:3.0:1780298625.952360:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608032000:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298625.952675:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 6190639 -> 3707794 00002000:00010000:3.0:1780298625.952679:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298625.952682:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298625.952684:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298625.952687:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1176 -> 992 00000100:00100000:3.0:1780298625.952723:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608032000:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 368us (479us total) trans 4294968957 rc 0/0 00000100:00100000:3.0:1780298625.952732:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3590 00002000:00010000:3.0:1780298625.952736:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (3707794->18446744073709551615) 00002000:00100000:3.0:1780298625.952739:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967100 with x1866777608032000 ext(3707794->18446744073709551615) 00002000:00010000:3.0:1780298625.952746:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967100. 00000100:00100000:3.0:1780298625.955561:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608032384 00000100:00100000:3.0:1780298625.955566:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608032384 00000100:00100000:3.0:1780298625.955595:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2963 00000100:00100000:3.0:1780298625.955603:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608032384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.955612:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.955621:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e6302763b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7b08 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.955639:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027626 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7afa expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.955652:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(79 155) 00010000:00010000:3.0:1780298625.955656:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(80 155) 00010000:00010000:3.0:1780298625.955661:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e6302763b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2617344->2666495] (req 2617344->2666495) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b08 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.955682:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027626 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7afa expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.955695:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027626 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7afa expref: 13 pid: 8358 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.955706:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604030720:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298625.955745:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.956528:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604030720:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298625.956544:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e6302763b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2617344->2666495] (req 2617344->2666495) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b08 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.956556:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b400, rc 0) 00000100:00100000:3.0:1780298625.956587:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608032384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 985us (1057us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.956593:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2963 00000100:00100000:3.0:1780298625.956740:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608032512 00000100:00100000:3.0:1780298625.956745:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608032512 00010000:00010000:3.0:1780298625.956800:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027626 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7afa expref: 14 pid: 8358 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.956828:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13803 00000100:00100000:3.0:1780298625.956836:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608032512:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298625.956845:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298625.956857:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027626 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7afa expref: 14 pid: 8358 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.956868:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027626 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7afa expref: 14 pid: 8358 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.956881:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027626 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7afa expref: 14 pid: 8358 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.956891:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(80 155) 00010000:00010000:3.0:1780298625.956894:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298625 v=(80 155) 00010000:00010000:3.0:1780298625.956901:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e6302763b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2617344->36171775] (req 2617344->2666495) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b08 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.956911:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e6302763b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2617344->36171775] (req 2617344->2666495) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b08 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.956931:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000081c2e0e8/0xaf35132e6302763b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2617344->36171775] (req 2617344->2666495) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b08 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.956946:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604030848:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298625.956982:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.957787:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604030848:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298625.957798:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298625.957823:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608032512:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 988us (1123us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.957830:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13803 00000100:00100000:3.0:1780298625.957967:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608032640 00000100:00100000:3.0:1780298625.957970:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608032640 00000100:00100000:3.0:1780298625.957997:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3592 00000100:00100000:3.0:1780298625.958001:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608032640:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298625.958191:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 3707794 -> 3707794 00002000:00010000:3.0:1780298625.958194:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298625.958195:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298625.958197:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298625.958198:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 992 -> 1088 00000100:00100000:3.0:1780298625.958219:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608032640:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 217us (297us total) trans 4294968958 rc 0/0 00000100:00100000:3.0:1780298625.958223:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3592 00000100:00100000:3.0:1780298625.959188:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608032768 00000100:00100000:3.0:1780298625.959192:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608032768 00000100:00100000:3.0:1780298625.959213:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2964 00000100:00100000:3.0:1780298625.959218:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608032768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.959226:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.959233:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e74bfbe1/0xaf35132e63027642 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7b0f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.959256:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604030976:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.959284:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.960198:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604030976:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.960227:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e74bfbe1/0xaf35132e63027642 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b0f expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.960245:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e74bfbe1/0xaf35132e63027642 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b0f expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.960259:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ac00, rc 0) 00000100:00100000:3.0:1780298625.967885:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604031360:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298625.967915:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e63027657 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b1d expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.967936:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279c00, rc 0) 00000100:00100000:3.0:1780298625.968045:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608033408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1055us (1149us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.968054:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2966 00000100:00100000:3.0:1780298625.969486:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608033664 00000100:00100000:3.0:1780298625.969494:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608033664 00000100:00100000:3.0:1780298625.969534:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2967 00000100:00100000:3.0:1780298625.969541:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777608033664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.969556:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.969570:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e6302765e lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7b24 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.969594:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e6302754d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a36 expref: 18 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.969603:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298625 v=(50 76) 00010000:00010000:3.0:1780298625.969607:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298625 v=(51 76) 00010000:00010000:3.0:1780298625.969611:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e6302765e lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b24 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.969636:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e6302754d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a36 expref: 18 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.969649:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000083b6cfac/0xaf35132e6302754d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7a36 expref: 18 pid: 9128 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.969662:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604031616:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298625.969711:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.970347:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604031616:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298625.970367:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e6302765e lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b24 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.970384:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ac00, rc 0) 00000100:00100000:3.0:1780298625.970422:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:28749:x1866777608033664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 881us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298625.970428:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2967 00000100:00100000:3.0:1780298625.978294:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608034432 00000100:00100000:3.0:1780298625.978299:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608034432 00002000:00100000:3.0:1780298625.978321:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (1073152->1462271) req@ffff9cf2558f3b80 x1866777608034432/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:331/0 lens 504/0 e 0 to 0 dl 1780298636 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.978328:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f3b80 with x1866777608034432 ext(1073152->1462271) 00002000:00010000:3.0:1780298625.978331:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f3b80 00000100:00100000:3.0:1780298625.978347:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3597 00000100:00100000:3.0:1780298625.978352:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777608034432:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298625.984760:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608034560:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1252us (1428us total) trans 4294968682 rc 0/0 00000100:00100000:3.0:1780298625.984768:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3598 00002000:00100000:3.0:1780298625.984773:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1433600->1458554) req@ffff9cf2558f2300 x1866777608034560/t4294968682(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:331/0 lens 488/448 e 0 to 0 dl 1780298636 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298625.984779:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2300 with x1866777608034560 ext(1433600->1458554) 00002000:00010000:3.0:1780298625.984782:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f2300 00000100:00100000:3.0:1780298625.991702:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608035072 00000100:00100000:3.0:1780298625.991709:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608035072 00000100:00100000:3.0:1780298625.991745:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2970 00000100:00100000:3.0:1780298625.991754:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608035072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.991764:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.991775:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d33c589/0xaf35132e6302767a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7b39 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.991800:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604032000:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.991873:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00002000:00010000:3.0:1780298625.992539:0:8358:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 56 00000100:00100000:3.0:1780298625.992554:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604032000:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.992587:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008d33c589/0xaf35132e6302767a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b39 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.992610:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d33c589/0xaf35132e6302767a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b39 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.992633:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b600, rc 0) 00000100:00100000:3.0:1780298625.992662:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608035072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (1026us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.992674:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2970 00000100:00100000:3.0:1780298625.993713:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608035200 00000100:00100000:3.0:1780298625.993717:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608035200 00000100:00100000:3.0:1780298625.993794:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2971 00000100:00100000:3.0:1780298625.993802:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608035200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.993848:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.993858:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63027681 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7b40 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.993889:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604032128:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.993931:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.994780:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604032128:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.994799:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63027681 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b40 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.994812:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63027681 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b40 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.994821:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:3.0:1780298625.994847:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608035200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1046us (1169us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.994854:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2971 00000100:00100000:3.0:1780298625.996333:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608035456 00000100:00100000:3.0:1780298625.996339:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608035456 00000100:00100000:3.0:1780298625.996375:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2974 00000100:00100000:3.0:1780298625.996382:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608035456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298625.996390:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298625.996398:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e6302768f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7b4e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298625.996445:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604032512:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298625.996490:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298625.997451:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604032512:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298625.997470:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e6302768f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b4e expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.997484:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e6302768f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b4e expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298625.997499:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a400, rc 0) 00000100:00100000:3.0:1780298625.997529:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608035456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1147us (1216us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298625.997538:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2974 00000100:00100000:3.0:1780298626.000490:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.002934:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.003863:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604033152:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298626.003877:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e630276b9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2408448->2412543] (req 2408448->2412543) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b78 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.003887:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79c00, rc 0) 00000100:00100000:3.0:1780298626.003913:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:28749:x1866777608036224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 881us (982us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298626.003918:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 2979 00000100:00100000:3.0:1780298626.004068:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.006854:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.008695:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608036736 00000100:00100000:3.0:1780298626.008701:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608036736 00000100:00100000:3.0:1780298626.008739:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2981 00000100:00100000:3.0:1780298626.008748:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608036736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.008757:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.008763:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e630276c7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7b86 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.008785:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604033536:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.008816:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.012556:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.015574:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.017821:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608037632 00000100:00100000:3.0:1780298626.017828:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608037632 00000100:00100000:3.0:1780298626.017855:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2985 00000100:00100000:3.0:1780298626.017862:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608037632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.017872:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.017881:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630276ea lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7ba2 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.017899:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e6302765e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b24 expref: 5 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.017907:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298625 v=(51 76) 00010000:00010000:3.0:1780298626.017911:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(52 76) 00010000:00010000:3.0:1780298626.017916:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630276ea lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ba2 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.017939:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e6302765e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b24 expref: 5 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.017949:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e6302765e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b24 expref: 5 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.017959:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604034176:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298626.017996:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.019076:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608037760 00000100:00100000:3.0:1780298626.019081:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608037760 00010000:00010000:3.0:1780298626.019099:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e6302765e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b24 expref: 6 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.019148:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13809 00000100:00100000:3.0:1780298626.019158:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608037760:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298626.019166:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298626.019177:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e6302765e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b24 expref: 6 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.019188:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e6302765e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b24 expref: 6 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.019201:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e6302765e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7b24 expref: 6 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.019216:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(52 76) 00010000:00010000:3.0:1780298626.019219:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(52 76) 00010000:00010000:3.0:1780298626.019224:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630276ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ba2 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.019232:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630276ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ba2 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.019251:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630276ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ba2 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.019261:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604034304:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298626.019297:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.019979:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604034304:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298626.020085:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298626.020115:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608037760:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 958us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298626.020159:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13809 00000100:00100000:3.0:1780298626.023919:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.023966:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.025911:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.025959:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.027677:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.027722:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.029935:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.031333:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608039424 00000100:00100000:3.0:1780298626.031339:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608039424 00002000:00100000:3.0:1780298626.031360:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3203072->3268607) req@ffff9cf241b01180 x1866777608039424/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 504/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298626.031369:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01180 with x1866777608039424 ext(3203072->3268607) 00002000:00010000:3.0:1780298626.031372:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b01180 00000100:00100000:3.0:1780298626.031392:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3603 00000100:00100000:3.0:1780298626.031413:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608039424:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298626.036901:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.037899:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.043674:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.043789:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.047244:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608041216 00000100:00100000:3.0:1780298626.047248:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608041216 00000100:00100000:3.0:1780298626.047273:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 2999 00000100:00100000:3.0:1780298626.047282:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777608041216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.047290:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.047299:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e6302776f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7c12 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.047315:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e63027745 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2019328->35573759] (req 2019328->2064383) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7bef expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.047324:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(83 155) 00010000:00010000:3.0:1780298626.047327:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(84 155) 00010000:00010000:3.0:1780298626.047332:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e6302776f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7c12 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.047351:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e63027745 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2019328->35573759] (req 2019328->2064383) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7bef expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.047362:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e63027745 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2019328->35573759] (req 2019328->2064383) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7bef expref: 14 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.047371:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604036352:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298626.047414:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.048082:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.049010:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.049965:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608041600 00000100:00100000:3.0:1780298626.049969:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608041600 00010000:00010000:3.0:1780298626.049982:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630276ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ba2 expref: 10 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.050001:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13813 00000100:00100000:3.0:1780298626.050006:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608041600:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298626.050012:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298626.050019:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630276ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ba2 expref: 10 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.050026:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630276ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ba2 expref: 10 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.050039:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e630276ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ba2 expref: 10 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.050046:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(53 76) 00010000:00010000:3.0:1780298626.050048:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(53 76) 00010000:00010000:3.0:1780298626.050051:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e63027776 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7c19 expref: 5 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.050056:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e63027776 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7c19 expref: 5 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.050070:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e63027776 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7c19 expref: 5 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.050077:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604036736:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298626.050102:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.050652:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604036736:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298626.050660:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298626.050686:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608041600:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 679us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298626.050694:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13813 00000100:00100000:3.0:1780298626.050905:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608041856 00000100:00100000:3.0:1780298626.050909:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608041856 00002000:00010000:3.0:1780298626.050925:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (1498478->18446744073709551615) 00002000:00100000:3.0:1780298626.050931:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b02300 with x1866777608041856 ext(1498478->18446744073709551615) 00002000:00010000:3.0:1780298626.050938:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b02300. 00000100:00100000:3.0:1780298626.051008:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3606 00000100:00100000:3.0:1780298626.051017:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608041856:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298626.051172:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 1489264 -> 1498478 00002000:00010000:3.0:1780298626.051176:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298626.051179:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298626.051183:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298626.051187:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:3.0:1780298626.051215:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608041856:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 200us (362us total) trans 4294968684 rc 0/0 00000100:00100000:3.0:1780298626.051223:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3606 00002000:00010000:3.0:1780298626.051226:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (1498478->18446744073709551615) 00002000:00100000:3.0:1780298626.051228:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b02300 with x1866777608041856 ext(1498478->18446744073709551615) 00002000:00010000:3.0:1780298626.051233:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b02300. 00000100:00100000:3.0:1780298626.052926:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3001 00000100:00100000:3.0:1780298626.052938:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608042112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.052946:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.052954:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e6302778b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7c27 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.052981:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604036864:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.053022:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.053735:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604036864:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.053755:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e6302778b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7c27 expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.053774:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e6302778b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7c27 expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.053794:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298626.053827:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608042112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 892us (1027us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.053838:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3001 00000100:00100000:3.0:1780298626.057678:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.059398:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608043008 00000100:00100000:3.0:1780298626.059415:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608043008 00000100:00100000:3.0:1780298626.059573:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3007 00000100:00100000:3.0:1780298626.059585:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608043008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.059597:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.059607:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e630277b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7c51 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.059651:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604037632:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.059690:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.060439:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604037632:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.060463:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e630277b5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7c51 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.060490:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e630277b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7c51 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.060503:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298626.066960:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.067864:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.074206:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.077885:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.078004:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.080834:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.080852:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.082816:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.084495:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.086770:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.089526:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.092545:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.095387:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.098024:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.100840:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.103553:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.103571:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.105472:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.107212:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608049024 00000100:00100000:3.0:1780298626.107216:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608049024 00000100:00100000:3.0:1780298626.107239:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3030 00000100:00100000:3.0:1780298626.107244:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:28749:x1866777608049024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.107250:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.107256:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63027887 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7d07 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.107272:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63027848 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [241664->2449407] (req 241664->249855) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7cc8 expref: 19 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.107282:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(86 155) 00010000:00010000:3.0:1780298626.107287:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(87 155) 00010000:00010000:3.0:1780298626.107292:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63027887 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [999424->1015807] (req 999424->1015807) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d07 expref: 19 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.107319:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63027848 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [241664->2449407] (req 241664->249855) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7cc8 expref: 19 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.107333:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63027848 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [241664->2449407] (req 241664->249855) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7cc8 expref: 19 pid: 20252 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.107345:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604040960:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298626.107388:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.109278:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.112274:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.113058:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604041344:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.113075:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e63027895 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d15 expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.113095:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e63027895 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d15 expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.113104:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:3.0:1780298626.113157:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608049536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 795us (882us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.113165:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3032 00000100:00100000:3.0:1780298626.114050:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.114109:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.115078:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608049792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 891us (971us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.115086:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3034 00000100:00100000:0.0:1780298626.115868:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.115953:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.115970:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608050048 00000100:00100000:0.0:1780298626.115975:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608050048 00000100:00100000:0.0:1780298626.116012:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3036 00000100:00100000:0.0:1780298626.116021:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608050048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.116031:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.116042:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004fdbd682/0xaf35132e630278b1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7d31 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.116075:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604041856:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.116104:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.116771:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604041856:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.116788:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004fdbd682/0xaf35132e630278b1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d31 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.116800:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004fdbd682/0xaf35132e630278b1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d31 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.116807:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278e00, rc 0) 00000100:00100000:0.0:1780298626.116828:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608050048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 811us (883us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.116834:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3036 00000100:00100000:3.0:1780298626.118979:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.119012:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608050304 00000100:00100000:0.0:1780298626.119017:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608050304 00000100:00100000:0.0:1780298626.119044:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3038 00000100:00100000:0.0:1780298626.119052:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:28749:x1866777608050304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.119063:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.119070:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e630278bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7d3f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.119083:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(87 155) 00010000:00010000:0.0:1780298626.119087:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(87 155) 00010000:00010000:0.0:1780298626.119093:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e630278bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [733184->999423] (req 733184->737279) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d3f expref: 20 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.119105:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e630278bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [733184->999423] (req 733184->737279) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d3f expref: 20 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.119110:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00000100:00100000:0.0:1780298626.119146:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:28749:x1866777608050304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 95us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.119152:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3038 00000100:00100000:0.0:1780298626.119886:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608050432 00000100:00100000:0.0:1780298626.119890:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608050432 00002000:00100000:0.0:1780298626.119913:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (733184->737279) req@ffff9cf3481fb480 x1866777608050432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.119920:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb480 with x1866777608050432 ext(733184->737279) 00002000:00010000:0.0:1780298626.119924:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fb480 00000100:00100000:0.0:1780298626.119940:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3625 00000100:00100000:0.0:1780298626.119945:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608050432:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.120099:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608050432:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 153us (246us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.120104:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3625 00002000:00100000:0.0:1780298626.120110:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (733184->737279) req@ffff9cf3481fb480 x1866777608050432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.120115:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb480 with x1866777608050432 ext(733184->737279) 00002000:00010000:0.0:1780298626.120118:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fb480 00000100:00100000:3.0:1780298626.120940:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.122904:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.123930:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.125046:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.127927:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608051200 00000100:00100000:0.0:1780298626.127934:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608051200 00002000:00100000:0.0:1780298626.127963:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (757760->761855) req@ffff9cf3481f9180 x1866777608051200/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.127970:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9180 with x1866777608051200 ext(757760->761855) 00002000:00010000:0.0:1780298626.127974:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f9180 00000100:00100000:0.0:1780298626.127991:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3631 00000100:00100000:0.0:1780298626.127997:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608051200:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.128142:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608051200:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 145us (253us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.128148:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3631 00002000:00100000:0.0:1780298626.128153:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (757760->761855) req@ffff9cf3481f9180 x1866777608051200/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.128160:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9180 with x1866777608051200 ext(757760->761855) 00002000:00010000:0.0:1780298626.128162:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f9180 00000100:00100000:3.0:1780298626.129226:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.130323:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608051456 00000100:00100000:0.0:1780298626.130329:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608051456 00002000:00100000:0.0:1780298626.130350:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (765952->770047) req@ffff9cf343964e00 x1866777608051456/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.130360:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964e00 with x1866777608051456 ext(765952->770047) 00002000:00010000:0.0:1780298626.130364:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964e00 00000100:00100000:0.0:1780298626.130385:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3633 00000100:00100000:0.0:1780298626.130394:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608051456:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.130496:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608051456:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 103us (213us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.130503:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3633 00002000:00100000:0.0:1780298626.130510:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (765952->770047) req@ffff9cf343964e00 x1866777608051456/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.130519:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964e00 with x1866777608051456 ext(765952->770047) 00002000:00010000:0.0:1780298626.130523:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964e00 00000100:00100000:3.0:1780298626.132351:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.133524:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608051840 00000100:00100000:0.0:1780298626.133530:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608051840 00002000:00100000:0.0:1780298626.133553:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (778240->782335) req@ffff9cf343964a80 x1866777608051840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.133564:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964a80 with x1866777608051840 ext(778240->782335) 00002000:00010000:0.0:1780298626.133568:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964a80 00000100:00100000:0.0:1780298626.133587:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3636 00000100:00100000:0.0:1780298626.133596:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608051840:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.133687:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608051840:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 92us (195us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.133695:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3636 00002000:00100000:0.0:1780298626.133701:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (778240->782335) req@ffff9cf343964a80 x1866777608051840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.133710:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964a80 with x1866777608051840 ext(778240->782335) 00002000:00010000:0.0:1780298626.133713:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964a80 00000100:00100000:3.0:1780298626.134514:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.135504:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.135546:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608052096 00000100:00100000:0.0:1780298626.135551:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608052096 00002000:00100000:0.0:1780298626.135573:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (786432->790527) req@ffff9cf255489c00 x1866777608052096/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.135583:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489c00 with x1866777608052096 ext(786432->790527) 00002000:00010000:0.0:1780298626.135587:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255489c00 00000100:00100000:0.0:1780298626.135608:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3638 00000100:00100000:0.0:1780298626.135615:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608052096:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.135703:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608052096:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 88us (201us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.135712:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3638 00002000:00100000:0.0:1780298626.135719:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (786432->790527) req@ffff9cf255489c00 x1866777608052096/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.135728:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489c00 with x1866777608052096 ext(786432->790527) 00002000:00010000:0.0:1780298626.135732:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255489c00 00000100:00100000:3.0:1780298626.137478:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.138593:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.140524:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.140571:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608052608 00000100:00100000:0.0:1780298626.140576:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608052608 00000100:00100000:0.0:1780298626.140611:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3040 00000100:00100000:0.0:1780298626.140620:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608052608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.140630:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.140658:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e630278cd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7d4d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.140692:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604042240:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.140740:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.141414:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604042240:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.141432:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e630278cd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d4d expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.141448:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e630278cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d4d expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.141458:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:0.0:1780298626.141490:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608052608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 872us (966us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.141499:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3040 00000100:00100000:3.0:1780298626.144055:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.144092:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608052864 00000100:00100000:0.0:1780298626.144097:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608052864 00000100:00100000:0.0:1780298626.144136:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3042 00000100:00100000:0.0:1780298626.144144:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:28749:x1866777608052864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.144153:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.144161:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017dab243/0xaf35132e630278db lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7d5b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.144182:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e630277f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2449408->36003839] (req 2449408->2482175) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7c7b expref: 19 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.144188:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(87 155) 00010000:00010000:0.0:1780298626.144192:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(88 155) 00010000:00010000:0.0:1780298626.144195:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017dab243/0xaf35132e630278db lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4100096->4116479] (req 4100096->4116479) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d5b expref: 21 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.144212:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e630277f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2449408->36003839] (req 2449408->2482175) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7c7b expref: 19 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.144221:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e630277f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2449408->36003839] (req 2449408->2482175) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7c7b expref: 19 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.144228:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604042496:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.144261:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.144919:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604042496:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.144935:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000017dab243/0xaf35132e630278db lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4100096->4116479] (req 4100096->4116479) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d5b expref: 21 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.144955:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279800, rc 0) 00000100:00100000:0.0:1780298626.144986:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:28749:x1866777608052864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 843us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.144993:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3042 00000100:00100000:3.0:1780298626.145179:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.146274:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.147517:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.147648:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.147683:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608053376 00000100:00100000:0.0:1780298626.147689:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608053376 00000100:00100000:0.0:1780298626.147728:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3044 00000100:00100000:0.0:1780298626.147738:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608053376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.147748:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.147759:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e630278e9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7d69 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.147794:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604042880:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.147836:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.148622:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604042880:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.148641:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e630278e9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d69 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.148657:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e630278e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d69 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.148666:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:0.0:1780298626.148696:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608053376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 960us (1051us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.148702:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3044 00000100:00100000:3.0:1780298626.149689:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.151792:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.151826:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608053760 00000100:00100000:3.0:1780298626.151833:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608053760 00000100:00100000:3.0:1780298626.151872:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3047 00000100:00100000:3.0:1780298626.151883:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:28749:x1866777608053760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.151894:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.151903:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e630278fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7d7e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.151922:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(88 155) 00010000:00010000:3.0:1780298626.151927:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(88 155) 00010000:00010000:3.0:1780298626.151937:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e630278fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [102400->733183] (req 102400->147455) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d7e expref: 20 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.151954:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e630278fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [102400->733183] (req 102400->147455) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d7e expref: 20 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.151963:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a000, rc 0) 00000100:00100000:3.0:1780298626.151997:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:28749:x1866777608053760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 117us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298626.152005:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3047 00000100:00100000:3.0:1780298626.152869:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.154090:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608054016 00000100:00100000:0.0:1780298626.154096:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608054016 00002000:00100000:0.0:1780298626.154121:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (143360->147455) req@ffff9cf343964700 x1866777608054016/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.154151:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964700 with x1866777608054016 ext(143360->147455) 00002000:00010000:0.0:1780298626.154155:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964700 00000100:00100000:0.0:1780298626.154176:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3643 00000100:00100000:0.0:1780298626.154186:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777608054016:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.154274:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777608054016:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 91us (232us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.154279:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3643 00002000:00100000:0.0:1780298626.154283:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (143360->147455) req@ffff9cf343964700 x1866777608054016/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.154289:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964700 with x1866777608054016 ext(143360->147455) 00002000:00010000:0.0:1780298626.154291:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964700 00000100:00100000:0.0:1780298626.155339:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.155371:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.157276:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.157357:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.159570:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.159649:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608054656 00000100:00100000:3.0:1780298626.159655:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608054656 00000100:00100000:3.0:1780298626.159692:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3052 00000100:00100000:3.0:1780298626.159701:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777608054656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.159714:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.159725:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63027921 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7da1 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.159763:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604043776:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.159814:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.160573:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604043776:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.160596:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63027921 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7da1 expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.160614:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000163d0f60/0xaf35132e63027921 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7da1 expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.160624:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b000, rc 0) 00000100:00100000:0.0:1780298626.160657:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777608054656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 957us (1090us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.160666:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3052 00000100:00100000:0.0:1780298626.161677:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608054784 00000100:00100000:0.0:1780298626.161683:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608054784 00000100:00100000:0.0:1780298626.161720:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3053 00000100:00100000:0.0:1780298626.161728:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:28749:x1866777608054784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.161740:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.161750:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63027928 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7da8 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.161772:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63027887 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [999424->2441215] (req 999424->1015807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d07 expref: 19 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.161782:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(88 155) 00010000:00010000:0.0:1780298626.161787:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(89 155) 00010000:00010000:0.0:1780298626.161792:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63027928 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1269760->1273855] (req 1269760->1273855) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7da8 expref: 23 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.161819:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63027887 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [999424->2441215] (req 999424->1015807) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d07 expref: 19 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.161833:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63027887 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [999424->2441215] (req 999424->1015807) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d07 expref: 19 pid: 9128 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.161845:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604043904:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.161890:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.162570:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604043904:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.162590:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63027928 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1269760->1273855] (req 1269760->1273855) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7da8 expref: 23 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.162603:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:0.0:1780298626.162640:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:28749:x1866777608054784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 913us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.162647:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3053 00000100:00100000:3.0:1780298626.162784:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.163883:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.165205:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.166434:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608055296 00000100:00100000:0.0:1780298626.166438:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608055296 00002000:00100000:0.0:1780298626.166456:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (1277952->1282047) req@ffff9cf36e5db100 x1866777608055296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.166462:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5db100 with x1866777608055296 ext(1277952->1282047) 00002000:00010000:0.0:1780298626.166464:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5db100 00000100:00100000:0.0:1780298626.166483:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3646 00000100:00100000:0.0:1780298626.166490:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2400:x1866777608055296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.166579:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2400:x1866777608055296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 90us (188us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.166586:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3646 00002000:00100000:0.0:1780298626.166593:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (1277952->1282047) req@ffff9cf36e5db100 x1866777608055296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.166601:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5db100 with x1866777608055296 ext(1277952->1282047) 00002000:00010000:0.0:1780298626.166605:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5db100 00000100:00100000:3.0:1780298626.167693:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.169096:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.169157:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608055552 00000100:00100000:0.0:1780298626.169162:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608055552 00002000:00100000:0.0:1780298626.169186:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (1286144->1290239) req@ffff9cf24339dc00 x1866777608055552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.169192:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339dc00 with x1866777608055552 ext(1286144->1290239) 00002000:00010000:0.0:1780298626.169195:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339dc00 00000100:00100000:0.0:1780298626.169210:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3648 00000100:00100000:0.0:1780298626.169215:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2397:x1866777608055552:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.169288:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2397:x1866777608055552:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (194us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.169293:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3648 00002000:00100000:0.0:1780298626.169297:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (1286144->1290239) req@ffff9cf24339dc00 x1866777608055552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.169302:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339dc00 with x1866777608055552 ext(1286144->1290239) 00002000:00010000:0.0:1780298626.169305:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339dc00 00000100:00100000:3.0:1780298626.171794:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.173880:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.173927:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608055936 00000100:00100000:0.0:1780298626.173932:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608055936 00000100:00100000:0.0:1780298626.173968:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3054 00000100:00100000:0.0:1780298626.173976:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608055936:12345-192.168.203.25@tcp:16:fsx.0 00000100:00100000:0.0:1780298626.176197:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608055936:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 2218us (2315us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.176207:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3054 00000100:00100000:3.0:1780298626.177449:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.179284:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.179320:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608056192 00000100:00100000:0.0:1780298626.179325:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608056192 00000100:00100000:0.0:1780298626.179349:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3056 00000100:00100000:0.0:1780298626.179355:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e583050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608056192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.179363:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.179370:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7d9d8b7/0xaf35132e63027936 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7db6 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.179393:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604044288:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.179438:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.180073:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604044288:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.180085:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c7d9d8b7/0xaf35132e63027936 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7db6 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.180095:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7d9d8b7/0xaf35132e63027936 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7db6 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.180101:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279600, rc 0) 00000100:00100000:0.0:1780298626.180139:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e583050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608056192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 769us (840us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.180145:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3056 00000100:00100000:3.0:1780298626.181008:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.182314:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.182361:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608056576 00000100:00100000:0.0:1780298626.182366:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608056576 00010000:00010000:0.0:1780298626.182385:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8e00/0xaf35132e63027802 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7c82 expref: 56 pid: 6477 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.182419:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13821 00000100:00100000:0.0:1780298626.182427:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+56:2400:x1866777608056576:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.182434:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298626.182439:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8e00/0xaf35132e63027802 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7c82 expref: 56 pid: 6477 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.182446:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8e00/0xaf35132e63027802 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7c82 expref: 56 pid: 6477 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.182458:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8e00/0xaf35132e63027802 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7c82 expref: 56 pid: 6477 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.182466:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298626.182469:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e6302793d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.182476:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e6302793d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.182481:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e6302793d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.182496:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298626.182519:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+55:2400:x1866777608056576:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 92us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.182531:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13821 00000100:00100000:3.0:1780298626.183319:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.183350:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608056704 00000100:00100000:0.0:1780298626.183355:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608056704 00000100:00100000:0.0:1780298626.183382:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3057 00000100:00100000:0.0:1780298626.183391:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608056704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.183409:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.183419:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63027944 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7dbd expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.183434:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e630278fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [102400->733183] (req 102400->147455) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d7e expref: 5 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.183441:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63027928 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1269760->4100095] (req 1269760->1273855) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7da8 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.183446:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000017dab243/0xaf35132e630278db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4100096->37654527] (req 4100096->4116479) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d5b expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.183450:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e630278bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [733184->999423] (req 733184->737279) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d3f expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.183455:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 4 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(89 155) 00010000:00010000:0.0:1780298626.183458:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(93 155) 00010000:00010000:0.0:1780298626.183461:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63027944 lrc: 7/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dbd expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.183474:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e630278bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [733184->999423] (req 733184->737279) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d3f expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.183481:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e630278bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [733184->999423] (req 733184->737279) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d3f expref: 10 pid: 9128 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.183488:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604044544:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.183527:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000017dab243/0xaf35132e630278db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4100096->37654527] (req 4100096->4116479) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d5b expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.183537:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000017dab243/0xaf35132e630278db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4100096->37654527] (req 4100096->4116479) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d5b expref: 10 pid: 9128 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.183547:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604044672:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.183576:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63027928 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1269760->4100095] (req 1269760->1273855) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7da8 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.183586:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63027928 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1269760->4100095] (req 1269760->1273855) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7da8 expref: 10 pid: 8359 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.183596:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604044800:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.183632:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e630278fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [102400->733183] (req 102400->147455) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d7e expref: 5 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.183642:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e630278fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [102400->733183] (req 102400->147455) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d7e expref: 5 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.183651:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604044928:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.183672:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.184010:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604044544:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.184301:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f759c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604044672:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.184359:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604044800:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.184365:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604044928:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.184380:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63027944 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dbd expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.184389:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:0.0:1780298626.184421:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608056704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1033us (1102us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.184427:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3057 00000100:00100000:3.0:1780298626.184573:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.184638:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.184698:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.184714:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608057216 00000100:00100000:0.0:1780298626.184720:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608057216 00010000:00010000:0.0:1780298626.184741:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63027928 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [1269760->4100095] (req 1269760->1273855) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7da8 expref: 12 pid: 8359 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.184787:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13824 00000100:00100000:0.0:1780298626.184802:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608057216:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.184816:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1780298626.184823:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298626.184836:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63027928 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1269760->4100095] (req 1269760->1273855) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7da8 expref: 11 pid: 8359 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.184854:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63027928 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1269760->4100095] (req 1269760->1273855) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7da8 expref: 10 pid: 8359 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.184879:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63027928 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1269760->4100095] (req 1269760->1273855) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7da8 expref: 10 pid: 8359 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.184895:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298626.184921:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608057216:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 123us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.184930:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13824 00000100:00100000:0.0:1780298626.187031:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.187054:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608057344 00000100:00100000:3.0:1780298626.187058:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608057344 00010000:00010000:3.0:1780298626.187073:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e630278fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [102400->733183] (req 102400->147455) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d7e expref: 8 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.187094:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13825 00000100:00100000:3.0:1780298626.187099:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608057344:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298626.187106:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780298626.187112:0:6463:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1152 -> 1184 00010000:00010000:3.0:1780298626.187116:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e630278fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [102400->733183] (req 102400->147455) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d7e expref: 8 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.187136:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e630278fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [102400->733183] (req 102400->147455) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d7e expref: 8 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.187149:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cf8dff1/0xaf35132e630278fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [102400->733183] (req 102400->147455) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7d7e expref: 8 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.187160:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(93 155) 00010000:00010000:3.0:1780298626.187163:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(93 155) 00010000:00010000:3.0:1780298626.187168:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63027944 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dbd expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.187174:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63027944 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dbd expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.188173:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608057600 00000100:00100000:3.0:1780298626.188182:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608057600 00000100:00100000:0.0:1780298626.189198:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608057728 00000100:00100000:0.0:1780298626.189203:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608057728 00000100:00100000:0.0:1780298626.189233:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61321 00000100:00100000:0.0:1780298626.189241:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+55:28749:x1866777608057728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.189252:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.189266:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e6302794b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7dc4 expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.189331:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63027952 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.189345:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63027952 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.189354:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63027952 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298626.189372:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 3276511 00000004:00200000:0.0:1780298626.189375:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298626.189388:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63027952 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.189417:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e6302794b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dc4 expref: 57 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.189428:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63027952 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dc4 expref: 56 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.189434:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298626.189436:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298626.189438:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279200, rc 0) 00000100:00100000:0.0:1780298626.189461:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+56:28749:x1866777608057728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 222us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.189467:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61321 00000100:00100000:3.0:1780298626.190235:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608057856 00000100:00100000:3.0:1780298626.190239:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608057856 00000100:00100000:3.0:1780298626.190266:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3058 00000100:00100000:3.0:1780298626.190279:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608057856:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298626.190287:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608057984 00010000:00010000:3.0:1780298626.190288:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298626.190291:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608057984 00010000:00010000:3.0:1780298626.190296:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e74bfbe1/0xaf35132e63027959 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7dcb expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.190320:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3059 00000100:00100000:0.0:1780298626.190327:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608057984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.190335:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.190343:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63027960 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7dd2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.190366:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604045184:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.190366:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604045312:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.190420:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.190420:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.191091:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604045184:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.191105:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e74bfbe1/0xaf35132e63027959 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dcb expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.191117:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e74bfbe1/0xaf35132e63027959 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dcb expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.191154:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ac00, rc 0) 00000100:00100000:0.0:1780298626.191178:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604045312:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.191194:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63027960 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dd2 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.191207:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63027960 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dd2 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.191219:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:0.0:1780298626.191244:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608057984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 916us (973us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.191255:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3059 00000100:00100000:0.0:1780298626.192169:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608058112 00000100:00100000:0.0:1780298626.192174:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608058112 00000100:00100000:0.0:1780298626.192212:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608058240 00000100:00100000:0.0:1780298626.192216:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608058240 00000100:00100000:0.0:1780298626.192258:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3061 00000100:00100000:0.0:1780298626.192271:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608058240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.192281:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.192290:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6302796e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7de0 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.192331:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604045568:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.192363:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.193002:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604045568:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.193022:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6302796e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7de0 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.193040:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6302796e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7de0 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.193064:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:0.0:1780298626.193090:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608058240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 824us (895us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.193100:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3061 00000100:00100000:0.0:1780298626.194167:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608058496 00000100:00100000:0.0:1780298626.194173:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608058496 00000100:00100000:0.0:1780298626.194930:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604045824:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.194953:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000365dbac/0xaf35132e6302797c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dee expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.194977:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000365dbac/0xaf35132e6302797c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dee expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.194987:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78c00, rc 0) 00000100:00100000:0.0:1780298626.195013:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608058496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 798us (896us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.195024:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3063 00000100:00100000:3.0:1780298626.195886:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.195904:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.195923:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608058624 00000100:00100000:0.0:1780298626.195928:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608058624 00000100:00100000:0.0:1780298626.195962:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3064 00000100:00100000:0.0:1780298626.195973:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608058624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.195982:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.195992:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7d9d8b7/0xaf35132e63027983 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7df5 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.196026:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604045952:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.196073:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.196721:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604045952:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.196735:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c7d9d8b7/0xaf35132e63027983 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7df5 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.196747:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7d9d8b7/0xaf35132e63027983 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7df5 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.196758:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279600, rc 0) 00000100:00100000:0.0:1780298626.196782:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608058624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 812us (896us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.196792:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3064 00000100:00100000:0.0:1780298626.198941:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608059008 00000100:00100000:0.0:1780298626.198946:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608059008 00000100:00100000:0.0:1780298626.198980:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61322 00000100:00100000:0.0:1780298626.198986:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+63:28749:x1866777608059008:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298626.199194:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63027991 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.199208:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63027952 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dc4 expref: 55 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.199219:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63027991 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.199239:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63027952 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dc4 expref: 55 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.199253:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63027952 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dc4 expref: 55 pid: 17567 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.199262:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777604046208:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.199305:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.199879:0:6478:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777604046208:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.199891:0:6478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63027991 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.200242:0:6478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63027991 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.200248:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63027991 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298626.200288:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990553 00000004:00010000:0.0:1780298626.200308:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000043036d3c reply state 00000000cf2b95ed transno 4294990554 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63027991 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.200317:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63027991 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.200325:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298626.200328:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298626.200331:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298626.200386:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+66:28749:x1866777608059008:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1400us (1484us total) trans 4294990554 rc 0/0 00000100:00100000:0.0:1780298626.200392:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61322 00000020:00080000:0.0:1780298626.200396:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298626.201187:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608059392 00000100:00100000:3.0:1780298626.201191:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608059392 00002000:00010000:3.0:1780298626.201207:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298626.201211:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861f80 with x1866777608059392 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298626.201216:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242861f80. 00000100:00100000:3.0:1780298626.201233:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3654 00000100:00100000:3.0:1780298626.201239:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608059392:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298626.201331:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:3.0:1780298626.201337:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298626.201340:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298626.201342:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298626.201343:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1780298626.201365:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608059392:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 126us (244us total) trans 4294968687 rc 0/0 00000100:00100000:3.0:1780298626.201384:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3654 00002000:00010000:3.0:1780298626.201387:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298626.201392:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861f80 with x1866777608059392 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298626.201396:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242861f80. 00000100:00100000:0.0:1780298626.207682:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608059648 00000100:00100000:0.0:1780298626.207687:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608059648 00002000:00100000:0.0:1780298626.207714:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (4190208->4194303) req@ffff9cf242860a80 x1866777608059648/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.207728:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860a80 with x1866777608059648 ext(4190208->4194303) 00002000:00010000:0.0:1780298626.207735:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860a80 00000100:00100000:0.0:1780298626.207762:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3655 00000100:00100000:0.0:1780298626.207775:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608059648:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.207934:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608059648:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 163us (287us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.207940:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3655 00002000:00100000:0.0:1780298626.207945:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (4190208->4194303) req@ffff9cf242860a80 x1866777608059648/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.207951:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860a80 with x1866777608059648 ext(4190208->4194303) 00002000:00010000:0.0:1780298626.207953:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860a80 00000100:00100000:3.0:1780298626.228017:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608059904 00000100:00100000:3.0:1780298626.228023:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608059904 00002000:00100000:3.0:1780298626.228051:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (0->4194303) req@ffff9cf242861880 x1866777608059904/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298626.228068:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861880 with x1866777608059904 ext(0->4194303) 00002000:00010000:3.0:1780298626.228076:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242861880 00000100:00100000:3.0:1780298626.230943:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608060032 00000100:00100000:3.0:1780298626.230952:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608060032 00002000:00100000:3.0:1780298626.230996:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (4194304->5025791) req@ffff9cf242863480 x1866777608060032/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 504/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298626.231007:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863480 with x1866777608060032 ext(4194304->5025791) 00002000:00010000:3.0:1780298626.231013:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242863480 00000100:00100000:3.0:1780298626.231044:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3659 00000100:00100000:3.0:1780298626.231053:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608060032:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298626.238171:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608060160 00000100:00100000:3.0:1780298626.238183:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608060160 00002000:00100000:3.0:1780298626.238234:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (5009408->5025073) req@ffff9cf242860700 x1866777608060160/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 16160/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298626.238247:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860700 with x1866777608060160 ext(5009408->5025073) 00002000:00010000:3.0:1780298626.238253:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860700 00000100:00100000:3.0:1780298626.238290:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3660 00000100:00100000:3.0:1780298626.238301:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608060160:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298626.249693:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.249743:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608060288 00000100:00100000:3.0:1780298626.249762:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608060288 00000100:00100000:3.0:1780298626.249818:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3066 00000100:00100000:3.0:1780298626.249831:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608060288:12345-192.168.203.25@tcp:16:fsx.0 00000100:00100000:3.0:1780298626.250905:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608060288:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 1075us (1215us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298626.250914:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3066 00000100:00100000:0.0:1780298626.253171:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.256088:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608060544 00000100:00100000:3.0:1780298626.256094:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608060544 00000100:00100000:3.0:1780298626.259365:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.259396:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.259439:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608060928 00000100:00100000:0.0:1780298626.259444:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608060928 00000100:00100000:0.0:1780298626.259493:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3070 00000100:00100000:0.0:1780298626.259506:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608060928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.259514:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.259524:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e630279bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7e1f expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.259557:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604046720:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.259598:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.260441:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604046720:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.260454:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e630279bb lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e1f expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.260470:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e630279bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e1f expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.260487:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:0.0:1780298626.260510:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608060928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1010us (1116us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.260516:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3070 00000100:00100000:0.0:1780298626.261731:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.261871:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.261988:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608061056 00000100:00100000:3.0:1780298626.261996:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608061056 00000100:00100000:3.0:1780298626.263292:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255514a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604046976:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.263315:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e630279c9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e26 expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.263352:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e630279c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e26 expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.263365:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2c00, rc 0) 00000100:00100000:3.0:1780298626.263411:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608061056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1312us (1668us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.263421:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3072 00000100:00100000:3.0:1780298626.264361:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.264492:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.264535:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608061312 00000100:00100000:0.0:1780298626.264539:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608061312 00000100:00100000:0.0:1780298626.264571:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3074 00000100:00100000:0.0:1780298626.264580:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608061312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.264589:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.264598:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630279d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7e34 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.264645:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604047232:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.264686:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.265423:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604047232:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.265447:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630279d7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e34 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.265463:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630279d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e34 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.265473:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:0.0:1780298626.265503:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608061312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 925us (1012us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.265511:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3074 00000100:00100000:3.0:1780298626.266517:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.266546:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.266563:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608061568 00000100:00100000:0.0:1780298626.266569:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608061568 00000100:00100000:0.0:1780298626.266607:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3075 00000100:00100000:0.0:1780298626.266621:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608061568:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298626.266622:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3076 00010000:00010000:0.0:1780298626.266636:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298626.266637:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608061696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.266649:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630279de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7e42 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.266650:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.266662:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000121b3856/0xaf35132e630279e5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7e49 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.266692:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604047360:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.266702:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604047488:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.266742:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.266743:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.267629:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604047360:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.267645:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630279de lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e42 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.267663:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630279de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e42 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.267670:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:0.0:1780298626.267688:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608061568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1074us (1174us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.267694:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3075 00000100:00100000:3.0:1780298626.268595:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.268653:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608061824 00000100:00100000:0.0:1780298626.268659:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608061824 00000100:00100000:3.0:1780298626.268700:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.268700:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3077 00000100:00100000:0.0:1780298626.268713:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608061824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.268723:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.268739:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630279ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7e50 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.268779:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604047616:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.268837:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.269497:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604047616:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.269515:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630279ec lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e50 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.269530:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630279ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e50 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.269544:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:0.0:1780298626.269572:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608061824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 863us (979us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.269577:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3077 00000100:00100000:3.0:1780298626.270662:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.270877:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608062208 00000100:00100000:0.0:1780298626.270882:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608062208 00000100:00100000:0.0:1780298626.270910:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3080 00000100:00100000:0.0:1780298626.270915:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608062208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.270922:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.270930:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63027a01 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7e65 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.270958:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604048000:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.270990:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.271645:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604048000:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.271664:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63027a01 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e65 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.271689:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63027a01 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e65 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.271698:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:0.0:1780298626.271717:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608062208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 802us (877us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.271722:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3080 00000100:00100000:3.0:1780298626.272694:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.273714:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f747100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604048128:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298626.273733:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e63027a08 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [139264->196607] (req 139264->196607) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e6c expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.273744:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:3.0:1780298626.273776:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608062336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 985us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298626.273783:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3081 00000100:00100000:3.0:1780298626.278095:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.279518:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.279554:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608062592 00000100:00100000:0.0:1780298626.279561:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608062592 00000100:00100000:3.0:1780298626.281222:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.282936:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.282976:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608062976 00000100:00100000:3.0:1780298626.282982:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608062976 00000100:00100000:0.0:1780298626.282987:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.283024:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608063104 00000100:00100000:3.0:1780298626.283027:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608063104 00000100:00100000:3.0:1780298626.283099:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3085 00000100:00100000:3.0:1780298626.283111:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608063104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.283120:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.283150:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e63027a24 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7e88 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.283180:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604048768:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.283203:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.283915:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604048768:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.283992:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e63027a24 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e88 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.284007:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e63027a24 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e88 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.284014:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ac00, rc 0) 00000100:00100000:3.0:1780298626.284038:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608063104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 933us (1054us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.284044:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3085 00000100:00100000:0.0:1780298626.284949:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.284985:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608063232 00000100:00100000:3.0:1780298626.284991:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608063232 00000100:00100000:3.0:1780298626.285024:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3086 00000100:00100000:3.0:1780298626.285034:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608063232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.285043:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.285052:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003cf8dff1/0xaf35132e63027a2b lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7e8f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.285073:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e63027a08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [139264->33693695] (req 139264->196607) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e6c expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.285083:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(55 76) 00010000:00010000:3.0:1780298626.285087:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(56 76) 00010000:00010000:3.0:1780298626.285093:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003cf8dff1/0xaf35132e63027a2b lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [749568->774143] (req 749568->774143) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e8f expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.285114:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e63027a08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [139264->33693695] (req 139264->196607) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e6c expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.285153:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e63027a08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [139264->33693695] (req 139264->196607) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e6c expref: 7 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.285167:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604048896:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.285289:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.285863:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604048896:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.285885:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003cf8dff1/0xaf35132e63027a2b lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [749568->774143] (req 749568->774143) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e8f expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.285900:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a000, rc 0) 00000100:00100000:0.0:1780298626.285929:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777608063232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 899us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.285936:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3086 00000100:00100000:3.0:1780298626.286072:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.289199:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.290315:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608063744 00000100:00100000:0.0:1780298626.290319:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608063744 00000100:00100000:0.0:1780298626.290350:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61324 00000100:00100000:0.0:1780298626.290356:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+66:28749:x1866777608063744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.290369:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.290385:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63027a32 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7e96 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.290472:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63027a39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.290486:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63027a39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.290498:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63027a39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298626.290522:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 9219378 00000004:00200000:0.0:1780298626.290527:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298626.290548:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63027a39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.290573:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63027a32 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e96 expref: 68 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.290588:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63027a39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e96 expref: 67 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.290596:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298626.290599:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298626.290601:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00000100:00100000:0.0:1780298626.290630:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+67:28749:x1866777608063744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 275us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.290637:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61324 00000100:00100000:3.0:1780298626.292978:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.293016:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608064000 00000100:00100000:0.0:1780298626.293021:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608064000 00000100:00100000:0.0:1780298626.293054:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3088 00000100:00100000:0.0:1780298626.293066:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608064000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.293074:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.293092:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027a47 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7ea4 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.293158:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604049280:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.293202:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.293837:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604049280:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.293853:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027a47 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ea4 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.293867:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027a47 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ea4 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.293876:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:0.0:1780298626.293910:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608064000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 848us (934us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.293918:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3088 00000100:00100000:3.0:1780298626.294724:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.294763:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608064128 00000100:00100000:0.0:1780298626.294767:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608064128 00000100:00100000:0.0:1780298626.294789:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3089 00000100:00100000:0.0:1780298626.294794:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608064128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.294800:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.294805:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63027a4e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7eab expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.294824:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604049408:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.294854:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.295486:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604049408:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.295498:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63027a4e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7eab expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.295508:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63027a4e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7eab expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.295516:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:0.0:1780298626.295543:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608064128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 749us (820us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.295548:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3089 00000100:00100000:0.0:1780298626.296846:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608064256 00000100:00100000:0.0:1780298626.296851:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608064256 00000100:00100000:0.0:1780298626.296880:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3090 00000100:00100000:0.0:1780298626.296886:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608064256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.296893:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.296901:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63027a55 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7eb2 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.296927:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604049536:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.296982:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.297047:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608064384 00000100:00100000:3.0:1780298626.297055:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608064384 00000100:00100000:3.0:1780298626.297179:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3091 00000100:00100000:3.0:1780298626.297193:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608064384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.297208:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.297221:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e63027a5c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7eb9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.297268:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604049664:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.297337:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.297648:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604049536:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.297670:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63027a55 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7eb2 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.297693:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63027a55 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7eb2 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.297702:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:0.0:1780298626.297743:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608064256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (932us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.297750:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3090 00000100:00100000:3.0:1780298626.297911:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604049664:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.297935:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e63027a5c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7eb9 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.297953:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e63027a5c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7eb9 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.297965:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ac00, rc 0) 00000100:00100000:3.0:1780298626.298001:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608064384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 812us (990us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.298010:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3091 00000100:00100000:0.0:1780298626.298845:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608064512 00000100:00100000:0.0:1780298626.298852:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608064512 00000100:00100000:0.0:1780298626.298888:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3092 00000100:00100000:0.0:1780298626.298899:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608064512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.298913:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.298924:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63027a63 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7ec0 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.298950:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608064640 00000100:00100000:3.0:1780298626.298955:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608064640 00000100:00100000:0.0:1780298626.298957:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604049792:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.298996:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3093 00000100:00100000:3.0:1780298626.299013:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608064640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.299022:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298626.299027:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1780298626.299034:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d114523c/0xaf35132e63027a6a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7ec7 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.299065:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604049920:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.299109:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.299573:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604049792:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.299591:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63027a63 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ec0 expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.299607:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63027a63 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ec0 expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.299622:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:0.0:1780298626.299650:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608064512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 755us (850us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.299655:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3092 00000100:00100000:3.0:1780298626.299819:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604049920:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.299833:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d114523c/0xaf35132e63027a6a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ec7 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.299844:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d114523c/0xaf35132e63027a6a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ec7 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.299852:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a200, rc 0) 00000100:00100000:3.0:1780298626.299877:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608064640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 873us (975us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.299883:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3093 00000100:00100000:0.0:1780298626.300732:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608064768 00000100:00100000:0.0:1780298626.300738:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608064768 00000100:00100000:0.0:1780298626.300772:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3094 00000100:00100000:0.0:1780298626.300781:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608064768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.300791:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.300802:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e63027a71 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7ece expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.300833:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604050048:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.300878:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.301461:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604050048:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.301480:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e63027a71 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ece expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.301496:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e63027a71 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ece expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.301506:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156a00, rc 0) 00000100:00100000:0.0:1780298626.301538:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608064768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 758us (850us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.301545:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3094 00000100:00100000:3.0:1780298626.302383:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608064896 00000100:00100000:3.0:1780298626.302388:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608064896 00000100:00100000:3.0:1780298626.302422:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3095 00000100:00100000:3.0:1780298626.302429:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608064896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.302436:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.302443:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63027a78 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7ed5 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.302467:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604050176:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.302502:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.303140:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604050176:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.303159:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63027a78 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ed5 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.303170:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63027a78 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ed5 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.303177:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:0.0:1780298626.304962:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608065152 00000100:00100000:0.0:1780298626.304967:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608065152 00002000:00100000:0.0:1780298626.304994:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (24576->28671) req@ffff9cf255516680 x1866777608065152/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.305005:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255516680 with x1866777608065152 ext(24576->28671) 00002000:00010000:0.0:1780298626.305009:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255516680 00000100:00100000:0.0:1780298626.305032:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3664 00000100:00100000:0.0:1780298626.305040:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608065152:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.305248:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608065152:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 209us (332us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.305256:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3664 00002000:00100000:0.0:1780298626.305264:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (24576->28671) req@ffff9cf255516680 x1866777608065152/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.305273:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255516680 with x1866777608065152 ext(24576->28671) 00002000:00010000:0.0:1780298626.305277:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255516680 00000100:00100000:3.0:1780298626.306225:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608065280 00000100:00100000:3.0:1780298626.306230:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608065280 00000100:00100000:3.0:1780298626.306256:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3097 00000100:00100000:3.0:1780298626.306263:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608065280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.306271:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.306281:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d114523c/0xaf35132e63027a86 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7ee3 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.306305:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604050304:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.306342:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.306918:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604050304:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.306937:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d114523c/0xaf35132e63027a86 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ee3 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.306951:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d114523c/0xaf35132e63027a86 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ee3 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.306961:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a200, rc 0) 00000100:00100000:3.0:1780298626.306986:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608065280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 725us (786us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.306991:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3097 00000100:00100000:0.0:1780298626.307948:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608065408 00000100:00100000:0.0:1780298626.307953:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608065408 00000100:00100000:0.0:1780298626.307983:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3098 00000100:00100000:0.0:1780298626.307991:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608065408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.308000:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.308010:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63027a8d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7eea expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.308051:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604050432:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.308110:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.308774:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604050432:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.308803:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63027a8d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7eea expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.308819:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63027a8d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7eea expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.308830:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:0.0:1780298626.308872:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608065408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 878us (973us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.308880:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3098 00000100:00100000:3.0:1780298626.309946:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608065664 00000100:00100000:3.0:1780298626.309952:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608065664 00000100:00100000:3.0:1780298626.309992:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3100 00000100:00100000:3.0:1780298626.310007:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608065664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.310017:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.310027:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e74bfbe1/0xaf35132e63027a9b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7ef8 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.310051:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604050688:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.310081:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.311728:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608065792 00000100:00100000:3.0:1780298626.311734:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608065792 00000100:00100000:3.0:1780298626.311766:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3101 00000100:00100000:3.0:1780298626.311775:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608065792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.311784:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.311793:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e63027aa2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7eff expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.311812:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63027a7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [24576->749567] (req 24576->28671) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7edc expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.311821:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(56 76) 00010000:00010000:3.0:1780298626.311826:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(57 76) 00010000:00010000:3.0:1780298626.311831:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e63027aa2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [401408->405503] (req 401408->405503) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7eff expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.311853:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63027a7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [24576->749567] (req 24576->28671) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7edc expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.311867:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63027a7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [24576->749567] (req 24576->28671) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7edc expref: 13 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.311878:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604050816:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298626.311919:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.312535:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604050816:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298626.312551:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e63027aa2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [401408->405503] (req 401408->405503) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7eff expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.312562:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ae00, rc 0) 00000100:00100000:3.0:1780298626.312604:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608065792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 830us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298626.312611:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3101 00000100:00100000:0.0:1780298626.314877:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608066048 00000100:00100000:0.0:1780298626.314884:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608066048 00010000:00010000:0.0:1780298626.314910:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63027a7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [24576->749567] (req 24576->28671) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7edc expref: 16 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.314943:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13829 00000100:00100000:0.0:1780298626.314952:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777608066048:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.314963:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298626.314972:0:7400:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 112 -> 168 00010000:00010000:0.0:1780298626.314978:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63027a7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [24576->749567] (req 24576->28671) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7edc expref: 16 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.314990:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63027a7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [24576->749567] (req 24576->28671) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7edc expref: 16 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.315007:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63027a7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [24576->749567] (req 24576->28671) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7edc expref: 16 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.315019:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(57 76) 00010000:00010000:0.0:1780298626.315023:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(57 76) 00010000:00010000:0.0:1780298626.315030:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e63027aa2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [401408->749567] (req 401408->405503) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7eff expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.315039:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e63027aa2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [401408->749567] (req 401408->405503) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7eff expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.315061:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e63027aa2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [401408->749567] (req 401408->405503) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7eff expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.315072:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604050944:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298626.315147:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.315865:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604050944:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298626.315877:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298626.315917:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777608066048:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 967us (1080us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.315925:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13829 00000100:00100000:0.0:1780298626.316075:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.317385:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.318571:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.319848:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.320948:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.321938:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.323046:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.324271:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.328443:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.328567:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608067328 00000100:00100000:0.0:1780298626.328579:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608067328 00000100:00100000:0.0:1780298626.328619:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3102 00000100:00100000:0.0:1780298626.328628:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608067328:12345-192.168.203.25@tcp:16:fsx.0 00000100:00100000:0.0:1780298626.329324:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608067328:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 696us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.329332:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3102 00000100:00100000:0.0:1780298626.330201:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.332049:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.333888:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608067712 00000100:00100000:3.0:1780298626.333893:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608067712 00000100:00100000:3.0:1780298626.333924:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3105 00000100:00100000:3.0:1780298626.333930:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608067712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.333937:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.333944:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63027ab7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7f14 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.333969:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604051328:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.334004:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.334729:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604051328:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.334742:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63027ab7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f14 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.334754:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63027ab7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f14 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.334762:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:0.0:1780298626.334788:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608067712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 857us (933us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.334795:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3105 00000100:00100000:0.0:1780298626.335793:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.336728:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604051456:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.336741:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e63027abe lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f1b expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.336752:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e63027abe lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f1b expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.336764:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9200, rc 0) 00000100:00100000:0.0:1780298626.336787:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608067840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 894us (997us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.336792:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3106 00000100:00100000:3.0:1780298626.337869:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.337938:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.337974:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3107 00000100:00100000:0.0:1780298626.337986:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608067968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.337998:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.338012:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63027ac5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7f22 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.338057:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604051584:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.338109:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.338882:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604051584:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.338903:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63027ac5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f22 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.338921:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63027ac5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f22 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.338932:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00000100:00100000:0.0:1780298626.338959:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608067968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 973us (1088us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.338968:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3107 00000100:00100000:0.0:1780298626.339987:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608068224 00000100:00100000:0.0:1780298626.339992:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608068224 00000100:00100000:0.0:1780298626.340026:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3109 00000100:00100000:0.0:1780298626.340034:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608068224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.340044:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.340052:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e63027ad3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7f30 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.340072:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63027944 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dbd expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.340081:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(93 155) 00010000:00010000:0.0:1780298626.340085:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(94 155) 00010000:00010000:0.0:1780298626.340091:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e63027ad3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1769472->1785855] (req 1769472->1785855) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f30 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.340112:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63027944 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dbd expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.340149:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63027944 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dbd expref: 6 pid: 8359 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.340162:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604051840:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.340202:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.340901:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604051840:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.340916:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e63027ad3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1769472->1785855] (req 1769472->1785855) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f30 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.340928:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:0.0:1780298626.340954:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608068224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 922us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.340962:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3109 00000100:00100000:3.0:1780298626.345212:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.345253:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608068352 00000100:00100000:0.0:1780298626.345261:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608068352 00010000:00010000:0.0:1780298626.345296:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63027944 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dbd expref: 7 pid: 8359 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.345336:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13830 00000100:00100000:0.0:1780298626.345346:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608068352:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.345361:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298626.345380:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63027944 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dbd expref: 7 pid: 8359 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.345395:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63027944 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dbd expref: 7 pid: 8359 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.345430:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63027944 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7dbd expref: 7 pid: 8359 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.345451:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(94 155) 00010000:00010000:0.0:1780298626.345455:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(94 155) 00010000:00010000:0.0:1780298626.345464:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e63027ad3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1769472->35323903] (req 1769472->1785855) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f30 expref: 5 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.345475:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e63027ad3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1769472->35323903] (req 1769472->1785855) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f30 expref: 5 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.345507:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e63027ad3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1769472->35323903] (req 1769472->1785855) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f30 expref: 5 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.345520:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604051968:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298626.345589:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.346302:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604051968:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298626.346316:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298626.346347:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608068352:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1004us (1139us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.346355:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13830 00000100:00100000:3.0:1780298626.346444:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.347690:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608068608 00000100:00100000:0.0:1780298626.347694:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608068608 00000100:00100000:3.0:1780298626.347724:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608068736 00000100:00100000:3.0:1780298626.347729:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608068736 00000100:00100000:0.0:1780298626.347730:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3110 00000100:00100000:0.0:1780298626.347740:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608068608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.347748:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.347759:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027ada lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7f37 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.347768:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3111 00000100:00100000:3.0:1780298626.347775:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608068736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.347783:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.347794:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d114523c/0xaf35132e63027ae1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7f3e expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.347795:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604052096:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.347829:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604052224:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.347851:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.347855:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.348603:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604052224:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.348616:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604052096:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.348629:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d114523c/0xaf35132e63027ae1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f3e expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.348634:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027ada lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f37 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.348654:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027ada lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f37 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.348657:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d114523c/0xaf35132e63027ae1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f3e expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.348668:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00010000:00010000:3.0:1780298626.348678:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a200, rc 0) 00000100:00100000:0.0:1780298626.348696:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608068608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 958us (1042us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.348701:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3110 00000100:00100000:3.0:1780298626.348707:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608068736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 930us (1028us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.348715:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3111 00000100:00100000:0.0:1780298626.349665:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608068864 00000100:00100000:0.0:1780298626.349670:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608068864 00000100:00100000:3.0:1780298626.349677:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608068992 00000100:00100000:3.0:1780298626.349682:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608068992 00000100:00100000:0.0:1780298626.349717:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3112 00000100:00100000:3.0:1780298626.349723:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3113 00000100:00100000:0.0:1780298626.349729:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608068864:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298626.349737:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608068992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.349740:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.349745:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.349750:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e63027ae8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7f45 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.349753:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63027aef lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7f4c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.349793:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604052352:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.349799:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604052480:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.349830:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.349833:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.350596:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604052480:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.350600:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604052352:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.350613:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e63027ae8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f45 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.350626:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63027aef lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f4c expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.350627:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e63027ae8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f45 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.350645:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00010000:00010000:3.0:1780298626.350656:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63027aef lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f4c expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.350671:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:0.0:1780298626.350674:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608068864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 949us (1060us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.350680:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3112 00000100:00100000:3.0:1780298626.350702:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608068992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 968us (1061us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.350710:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3113 00000100:00100000:0.0:1780298626.351692:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608069248 00000100:00100000:0.0:1780298626.351696:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608069248 00000100:00100000:0.0:1780298626.351724:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61325 00000100:00100000:0.0:1780298626.351730:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+56:28749:x1866777608069248:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298626.351768:0:17567:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298626.351783:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e6302799f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e03 expref: 56 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.351793:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298626.351797:0:17567:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298626.351941:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63027af6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.351956:0:17567:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63027a39 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e96 expref: 66 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.351969:0:17567:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63027af6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.351988:0:17567:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63027a39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e96 expref: 66 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.351997:0:17567:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63027a39 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e96 expref: 66 pid: 7411 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.352006:0:17567:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777604052608:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.352039:0:17567:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.352678:0:17567:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777604052608:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.352689:0:17567:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63027af6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.353080:0:17567:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63027af6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.353093:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63027af6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298626.353167:0:17567:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990555 00000004:00010000:0.0:1780298626.353188:0:17567:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5640077 reply state 000000001e2d4155 transno 4294990556 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63027af6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.353198:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63027af6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.353206:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298626.353208:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298626.353210:0:17567:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298626.353259:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+58:28749:x1866777608069248:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1529us (1600us total) trans 4294990556 rc 0/0 00000100:00100000:0.0:1780298626.353264:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61325 00000020:00080000:0.0:1780298626.353267:0:17567:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298626.354767:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255514380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604052736:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.354785:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002f6fb1b9/0xaf35132e63027afd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f53 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.354798:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2400, rc 0) 00000100:00100000:0.0:1780298626.354827:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608069504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 860us (928us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.354835:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3114 00000100:00100000:0.0:1780298626.354911:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.356011:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608069760 00000100:00100000:3.0:1780298626.356016:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608069760 00000100:00100000:3.0:1780298626.356045:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3115 00000100:00100000:3.0:1780298626.356053:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608069760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.356064:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.356074:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d114523c/0xaf35132e63027b04 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7f5a expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.356093:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e63027aa2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [401408->749567] (req 401408->405503) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7eff expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.356100:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003cf8dff1/0xaf35132e63027a2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [749568->34303999] (req 749568->774143) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e8f expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.356104:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(57 76) 00010000:00010000:3.0:1780298626.356106:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(59 76) 00010000:00010000:3.0:1780298626.356109:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d114523c/0xaf35132e63027b04 lrc: 5/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f5a expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.356136:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003cf8dff1/0xaf35132e63027a2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [749568->34303999] (req 749568->774143) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e8f expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.356150:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003cf8dff1/0xaf35132e63027a2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [749568->34303999] (req 749568->774143) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7e8f expref: 8 pid: 19992 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.356162:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604052992:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298626.356236:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e63027aa2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [401408->749567] (req 401408->405503) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7eff expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.356246:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b4a56b1c/0xaf35132e63027aa2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [401408->749567] (req 401408->405503) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7eff expref: 7 pid: 8358 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.356262:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604053120:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298626.356290:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.356823:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604052992:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298626.357290:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604053120:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298626.357380:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d114523c/0xaf35132e63027b04 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f5a expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.357395:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a200, rc 0) 00000100:00100000:3.0:1780298626.357440:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608069760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1382us (1469us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.357444:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.357454:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3115 00000100:00100000:3.0:1780298626.358900:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608070272 00000100:00100000:3.0:1780298626.358904:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608070272 00002000:00010000:3.0:1780298626.358916:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:3.0:1780298626.358919:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491bb80 with x1866777608070272 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298626.358923:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25491bb80. 00000100:00100000:3.0:1780298626.358941:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3676 00000100:00100000:3.0:1780298626.358946:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608070272:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298626.362538:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:3.0:1780298626.362545:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298626.362547:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298626.362549:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298626 -> 1780298626 00002000:00010000:3.0:1780298626.362551:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 240 -> 0 00000100:00100000:3.0:1780298626.362627:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608070272:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 3675us (3774us total) trans 4294968691 rc 0/0 00000100:00100000:3.0:1780298626.362638:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3676 00002000:00010000:3.0:1780298626.362644:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:3.0:1780298626.362648:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491bb80 with x1866777608070272 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298626.362656:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25491bb80. 00000100:00100000:0.0:1780298626.366791:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608070400 00000100:00100000:0.0:1780298626.366805:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608070400 00000100:00100000:0.0:1780298626.366873:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61326 00000100:00100000:0.0:1780298626.366887:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+66:28749:x1866777608070400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.366908:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.366930:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63027b0b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7f61 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.367050:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63027b12 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.367065:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63027b12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.367076:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63027b12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298626.367105:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 867049 00000004:00200000:0.0:1780298626.367111:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298626.367168:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63027b12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.367202:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63027b0b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f61 expref: 68 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.367221:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63027b12 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f61 expref: 67 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.367229:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298626.367232:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298626.367236:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:0.0:1780298626.367300:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+67:28749:x1866777608070400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 417us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.367307:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61326 00000100:00100000:3.0:1780298626.369085:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.369187:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.369239:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608070528 00000100:00100000:0.0:1780298626.369247:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608070528 00000100:00100000:0.0:1780298626.369301:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3116 00000100:00100000:0.0:1780298626.369313:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608070528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.369325:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.369339:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63027b19 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7f68 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.369415:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604053376:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.369503:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.370413:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604053376:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.370446:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63027b19 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f68 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.370467:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63027b19 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f68 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.370479:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:0.0:1780298626.370517:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608070528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1208us (1437us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.370524:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3116 00000100:00100000:3.0:1780298626.372956:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.373005:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608070784 00000100:00100000:0.0:1780298626.373015:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608070784 00000100:00100000:3.0:1780298626.373051:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.373077:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608070912 00000100:00100000:0.0:1780298626.373082:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608070912 00000100:00100000:0.0:1780298626.375609:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.375709:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.375737:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608071040 00000100:00100000:3.0:1780298626.375743:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608071040 00000100:00100000:3.0:1780298626.375793:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3120 00000100:00100000:3.0:1780298626.375806:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608071040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.375820:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.375832:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63027b35 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7f84 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.375872:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604053888:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.375934:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.376850:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604053888:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.376884:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63027b35 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f84 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.376911:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a06c25b4/0xaf35132e63027b35 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f84 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.376930:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:3.0:1780298626.376959:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608071040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1157us (1350us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.376967:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3120 00000100:00100000:0.0:1780298626.378278:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.378315:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608071296 00000100:00100000:3.0:1780298626.378321:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608071296 00000100:00100000:3.0:1780298626.378356:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3122 00000100:00100000:3.0:1780298626.378366:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608071296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.378381:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.378410:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e74bfbe1/0xaf35132e63027b43 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7f92 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.378432:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002f6fb1b9/0xaf35132e63027afd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f53 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.378441:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(95 155) 00010000:00010000:3.0:1780298626.378445:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(96 155) 00010000:00010000:3.0:1780298626.378450:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e74bfbe1/0xaf35132e63027b43 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f92 expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.378473:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002f6fb1b9/0xaf35132e63027afd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f53 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.378486:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002f6fb1b9/0xaf35132e63027afd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f53 expref: 7 pid: 19992 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.378499:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604054144:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298626.378549:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.379506:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604054144:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298626.379527:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e74bfbe1/0xaf35132e63027b43 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f92 expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.379540:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ac00, rc 0) 00000100:00100000:3.0:1780298626.379574:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608071296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1210us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298626.379584:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3122 00000100:00100000:0.0:1780298626.379903:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.381938:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.383670:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.385540:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.387721:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.387798:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608071936 00000100:00100000:0.0:1780298626.387808:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608071936 00002000:00100000:0.0:1780298626.387856:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (16384->20479) req@ffff9cf2551c4a80 x1866777608071936/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.387867:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c4a80 with x1866777608071936 ext(16384->20479) 00002000:00010000:0.0:1780298626.387872:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c4a80 00000100:00100000:0.0:1780298626.387911:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3680 00000100:00100000:0.0:1780298626.387921:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608071936:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.388082:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608071936:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 163us (371us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.388089:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3680 00002000:00100000:0.0:1780298626.388101:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (16384->20479) req@ffff9cf2551c4a80 x1866777608071936/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.388108:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c4a80 with x1866777608071936 ext(16384->20479) 00002000:00010000:0.0:1780298626.388111:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c4a80 00000100:00100000:0.0:1780298626.390307:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.394004:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608072192 00000100:00100000:0.0:1780298626.394015:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608072192 00002000:00100000:0.0:1780298626.394062:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (24576->28671) req@ffff9cf255517b80 x1866777608072192/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.394074:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255517b80 with x1866777608072192 ext(24576->28671) 00002000:00010000:0.0:1780298626.394079:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255517b80 00000100:00100000:0.0:1780298626.394108:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3682 00000100:00100000:0.0:1780298626.394116:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608072192:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.394308:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608072192:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 193us (395us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.394317:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3682 00002000:00100000:0.0:1780298626.394324:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (24576->28671) req@ffff9cf255517b80 x1866777608072192/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.394332:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255517b80 with x1866777608072192 ext(24576->28671) 00002000:00010000:0.0:1780298626.394335:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255517b80 00000100:00100000:3.0:1780298626.395665:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.397669:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608072448 00000100:00100000:0.0:1780298626.397676:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608072448 00000100:00100000:0.0:1780298626.397755:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3123 00000100:00100000:0.0:1780298626.397765:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608072448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.397778:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.397791:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027b58 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7fa0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.397819:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(96 155) 00010000:00010000:0.0:1780298626.397825:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(96 155) 00010000:00010000:0.0:1780298626.397834:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027b58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fa0 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.397848:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027b58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fa0 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.397860:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:0.0:1780298626.397905:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608072448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 142us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.397911:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3123 00000100:00100000:0.0:1780298626.399292:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.401070:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608072704 00000100:00100000:0.0:1780298626.401075:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608072704 00010000:00010000:0.0:1780298626.401102:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027b58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fa0 expref: 8 pid: 8358 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.401162:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13836 00000100:00100000:0.0:1780298626.401176:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608072704:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.401191:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298626.401215:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027b58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fa0 expref: 8 pid: 8358 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.401249:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027b58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fa0 expref: 8 pid: 8358 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.401280:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027b58 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fa0 expref: 8 pid: 8358 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.401321:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298626.401355:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608072704:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 183us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.401363:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13836 00000100:00100000:3.0:1780298626.403586:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.408198:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608073216 00000100:00100000:3.0:1780298626.408204:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608073216 00000100:00100000:3.0:1780298626.408241:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3126 00000100:00100000:3.0:1780298626.408251:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608073216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.408268:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.408282:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e63027b6d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7fb5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.408329:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604054912:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.408382:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.409239:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604054912:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.409258:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e63027b6d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fb5 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.409274:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000121b3856/0xaf35132e63027b6d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fb5 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.409285:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a600, rc 0) 00000100:00100000:3.0:1780298626.409317:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608073216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1069us (1164us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.409324:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3126 00000100:00100000:0.0:1780298626.410605:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.412218:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604055040:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.412245:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63027b74 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fbc expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.412270:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63027b74 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fbc expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.412282:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:0.0:1780298626.412323:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608073344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1627us (1720us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.412331:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3127 00000100:00100000:0.0:1780298626.413769:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608073472 00000100:00100000:0.0:1780298626.413777:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608073472 00000100:00100000:0.0:1780298626.413825:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3128 00000100:00100000:0.0:1780298626.413836:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608073472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.413851:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.413866:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e63027b7b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7fc3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.413893:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63027b5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [593920->34148351] (req 593920->614399) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fa7 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.413902:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(96 155) 00010000:00010000:0.0:1780298626.413907:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(97 155) 00010000:00010000:0.0:1780298626.413912:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e63027b7b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [696320->700415] (req 696320->700415) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fc3 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.413950:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63027b5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [593920->34148351] (req 593920->614399) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fa7 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.413967:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63027b5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [593920->34148351] (req 593920->614399) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fa7 expref: 7 pid: 19992 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.413980:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604055168:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.414060:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.414953:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604055168:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.414976:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e63027b7b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [696320->700415] (req 696320->700415) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fc3 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.414991:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:0.0:1780298626.415044:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608073472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1207us (1320us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.415052:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3128 00000100:00100000:0.0:1780298626.419873:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.421860:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.423152:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608073984:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1127us (1269us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1780298626.423161:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3686 00002000:00100000:0.0:1780298626.423171:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (675840->741375) req@ffff9cf37f8fea00 x1866777608073984/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 504/440 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.423182:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fea00 with x1866777608073984 ext(675840->741375) 00002000:00010000:0.0:1780298626.423185:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8fea00 00000100:00100000:0.0:1780298626.428360:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.432829:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.434922:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.436383:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.437610:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.437663:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608074752 00000100:00100000:3.0:1780298626.437669:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608074752 00000100:00100000:3.0:1780298626.437703:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3130 00000100:00100000:3.0:1780298626.437717:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608074752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.437731:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.437743:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63027b90 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7fd1 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.437765:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d114523c/0xaf35132e63027b04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f5a expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.437772:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(59 76) 00010000:00010000:3.0:1780298626.437775:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(60 76) 00010000:00010000:3.0:1780298626.437780:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63027b90 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fd1 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.437803:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d114523c/0xaf35132e63027b04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f5a expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.437815:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d114523c/0xaf35132e63027b04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f5a expref: 6 pid: 12101 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.437826:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604055808:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298626.437860:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.438595:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604055808:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298626.438610:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63027b90 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fd1 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.438622:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508aa00, rc 0) 00000100:00100000:3.0:1780298626.438682:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608074752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 971us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298626.438688:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3130 00000100:00100000:0.0:1780298626.439081:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608074880 00000100:00100000:0.0:1780298626.439086:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608074880 00010000:00010000:0.0:1780298626.439108:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d114523c/0xaf35132e63027b04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7f5a expref: 7 pid: 12101 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.440332:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.440825:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.440859:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608075136 00000100:00100000:0.0:1780298626.440863:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608075136 00002000:00010000:0.0:1780298626.440887:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4083434->18446744073709551615) 00002000:00100000:0.0:1780298626.440891:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556af480 with x1866777608075136 ext(4083434->18446744073709551615) 00002000:00010000:0.0:1780298626.440897:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556af480. 00000100:00100000:0.0:1780298626.440917:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3688 00000100:00100000:0.0:1780298626.440924:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608075136:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298626.441029:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 4083434 00002000:00010000:0.0:1780298626.441033:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298626 -> 1780298626 00002000:00010000:0.0:1780298626.441036:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298626 -> 1780298626 00002000:00010000:0.0:1780298626.441038:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298626 -> 1780298626 00002000:00010000:0.0:1780298626.441040:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298626.441076:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608075136:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 152us (252us total) trans 4294968692 rc 0/0 00000100:00100000:0.0:1780298626.441083:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3688 00002000:00010000:0.0:1780298626.441087:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4083434->18446744073709551615) 00002000:00100000:0.0:1780298626.441090:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556af480 with x1866777608075136 ext(4083434->18446744073709551615) 00002000:00010000:0.0:1780298626.441095:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556af480. 00000100:00100000:0.0:1780298626.441954:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.443455:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608075392 00000100:00100000:0.0:1780298626.443460:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608075392 00000100:00100000:3.0:1780298626.443503:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.443520:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608075520 00000100:00100000:0.0:1780298626.443525:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608075520 00000100:00100000:0.0:1780298626.444601:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604056192:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.444629:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63027bac lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fe6 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.444653:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63027bac lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fe6 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.444676:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9800, rc 0) 00000100:00100000:0.0:1780298626.444711:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608075520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1137us (1207us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.444724:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3132 00000100:00100000:3.0:1780298626.445930:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.445959:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.446000:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608075776 00000100:00100000:0.0:1780298626.446004:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608075776 00000100:00100000:0.0:1780298626.446042:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3134 00000100:00100000:0.0:1780298626.446055:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608075776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.446064:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.446080:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63027bba lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c7ff4 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.446116:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604056448:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.446199:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.447019:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604056448:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.447047:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63027bba lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ff4 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.447064:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63027bba lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7ff4 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.447119:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:0.0:1780298626.447187:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608075776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1123us (1215us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.447201:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3134 00000100:00100000:3.0:1780298626.450356:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.451823:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.451878:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608076160 00000100:00100000:0.0:1780298626.451883:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608076160 00002000:00100000:0.0:1780298626.451905:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2723840->2727935) req@ffff9cf2556ac380 x1866777608076160/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.451915:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ac380 with x1866777608076160 ext(2723840->2727935) 00002000:00010000:0.0:1780298626.451919:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556ac380 00000100:00100000:0.0:1780298626.451938:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3691 00000100:00100000:0.0:1780298626.451946:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608076160:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.452033:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608076160:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 88us (211us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.452040:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3691 00002000:00100000:0.0:1780298626.452047:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2723840->2727935) req@ffff9cf2556ac380 x1866777608076160/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.452063:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ac380 with x1866777608076160 ext(2723840->2727935) 00002000:00010000:0.0:1780298626.452067:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556ac380 00000100:00100000:0.0:1780298626.453192:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.453217:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.453339:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3136 00000100:00100000:3.0:1780298626.453356:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608076416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.453367:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.453379:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000163d0f60/0xaf35132e63027bc8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8002 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.453431:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604056704:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.453470:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.455947:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3137 00000100:00100000:3.0:1780298626.455964:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608076544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.455975:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.455987:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027bcf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8009 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.456041:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604056832:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.456098:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.457008:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556ac000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604056832:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.457032:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027bcf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8009 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.457051:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027bcf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8009 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.457067:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b600, rc 0) 00000100:00100000:3.0:1780298626.457182:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608076544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1223us (1349us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.457190:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3137 00000100:00100000:0.0:1780298626.458294:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.459256:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255514380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604057088:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.459274:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63027bdd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1875968->1912831] (req 1875968->1912831) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8017 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.459286:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00000100:00100000:0.0:1780298626.459318:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608076800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 954us (1025us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.459325:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3139 00000100:00100000:3.0:1780298626.459579:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.460814:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.462234:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.462256:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.464320:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.464434:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.466234:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.466281:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608077824 00000100:00100000:0.0:1780298626.466288:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608077824 00000100:00100000:0.0:1780298626.466324:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61330 00000100:00100000:0.0:1780298626.466332:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+69:28749:x1866777608077824:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298626.466517:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63027c00 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.466533:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63027b9e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fd8 expref: 58 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.466546:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63027c00 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.466575:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63027b9e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fd8 expref: 58 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.466589:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63027b9e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fd8 expref: 58 pid: 17567 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.466602:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777604057856:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.466668:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.467558:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.468764:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.469911:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.469956:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608078208 00000100:00100000:0.0:1780298626.469968:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608078208 00010000:00010000:0.0:1780298626.469988:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63027bdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1875968->35430399] (req 1875968->1912831) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8017 expref: 9 pid: 19992 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.470010:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13844 00000100:00100000:0.0:1780298626.470015:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608078208:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.470022:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298626.470035:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63027bdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1875968->35430399] (req 1875968->1912831) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8017 expref: 9 pid: 19992 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.470042:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63027bdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1875968->35430399] (req 1875968->1912831) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8017 expref: 9 pid: 19992 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.470059:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63027bdd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1875968->35430399] (req 1875968->1912831) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8017 expref: 9 pid: 19992 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.470067:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(99 155) 00010000:00010000:0.0:1780298626.470069:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(99 155) 00010000:00010000:0.0:1780298626.470073:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63027c07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c803a expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.470078:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63027c07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c803a expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.470098:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63027c07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c803a expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.470109:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604058112:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298626.470186:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.471077:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.471115:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608078336 00000100:00100000:3.0:1780298626.471116:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.471120:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608078336 00002000:00010000:0.0:1780298626.471161:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298626.471165:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6aa00 with x1866777608078336 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298626.471172:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6aa00. 00000100:00100000:0.0:1780298626.471193:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608078464 00000100:00100000:0.0:1780298626.471196:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608078464 00002000:00010000:0.0:1780298626.471207:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (833715->18446744073709551615) 00002000:00100000:0.0:1780298626.471211:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69180 with x1866777608078464 ext(833715->18446744073709551615) 00002000:00010000:0.0:1780298626.471218:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b69180. 00000100:00100000:0.0:1780298626.471239:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3694 00000100:00100000:0.0:1780298626.471246:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608078464:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298626.471388:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4083434 -> 833715 00002000:00010000:0.0:1780298626.471391:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298626 -> 1780298626 00002000:00010000:0.0:1780298626.471393:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298626 -> 1780298626 00002000:00010000:0.0:1780298626.471395:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298626 -> 1780298626 00002000:00010000:0.0:1780298626.471411:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298626.471439:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608078464:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 192us (322us total) trans 4294968693 rc 0/0 00000100:00100000:0.0:1780298626.471445:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3694 00002000:00010000:0.0:1780298626.471449:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (833715->18446744073709551615) 00002000:00100000:0.0:1780298626.471451:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69180 with x1866777608078464 ext(833715->18446744073709551615) 00002000:00010000:0.0:1780298626.471455:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b69180. 00000100:00100000:0.0:1780298626.472300:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.473579:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608078720 00000100:00100000:0.0:1780298626.473585:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608078720 00000100:00100000:0.0:1780298626.473624:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3145 00000100:00100000:0.0:1780298626.473639:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608078720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.473649:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.473662:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63027c1c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8048 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.473722:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604058368:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.473775:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.474612:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604058368:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.474665:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63027c1c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8048 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.474688:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63027c1c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8048 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.474708:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:0.0:1780298626.474749:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608078720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1116us (1212us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.474757:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3145 00000100:00100000:3.0:1780298626.475707:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.475727:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.477746:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.479082:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.480783:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.480816:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608079488 00000100:00100000:0.0:1780298626.480823:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608079488 00002000:00100000:0.0:1780298626.480860:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2850816->2871295) req@ffff9cf242b68000 x1866777608079488/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.480868:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68000 with x1866777608079488 ext(2850816->2871295) 00002000:00010000:0.0:1780298626.480872:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68000 00000100:00100000:0.0:1780298626.480888:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3696 00000100:00100000:0.0:1780298626.480894:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608079488:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.481763:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608079488:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 868us (982us total) trans 0 rc 20480/20480 00000100:00100000:0.0:1780298626.481770:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3696 00002000:00100000:0.0:1780298626.481775:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2850816->2871295) req@ffff9cf242b68000 x1866777608079488/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/440 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.481786:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68000 with x1866777608079488 ext(2850816->2871295) 00002000:00010000:0.0:1780298626.481788:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68000 00000100:00100000:0.0:1780298626.482666:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.482727:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608079616 00000100:00100000:3.0:1780298626.482732:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608079616 00000100:00100000:3.0:1780298626.482759:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3149 00000100:00100000:3.0:1780298626.482766:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608079616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.482776:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.482787:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63027c46 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c806b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.482825:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604058752:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.482885:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.482892:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608079744 00000100:00100000:0.0:1780298626.482898:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608079744 00000100:00100000:0.0:1780298626.482940:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3150 00000100:00100000:0.0:1780298626.482947:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e583c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608079744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.482955:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.482964:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027c4d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8072 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.482987:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604058880:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.483022:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00002000:00010000:3.0:1780298626.483517:0:19992:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298626 -> 1780298627 00000100:00100000:3.0:1780298626.483581:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b68e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604058752:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.483601:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63027c46 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c806b expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.483615:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63027c46 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c806b expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.483625:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a800, rc 0) 00000100:00100000:3.0:1780298626.483657:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608079616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 892us (992us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.483669:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3149 00002000:00010000:0.0:1780298626.483688:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime: 1780298626 -> 1780298627 00000100:00100000:0.0:1780298626.483702:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604058880:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.483723:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027c4d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8072 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.483739:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027c4d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8072 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.483747:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:0.0:1780298626.483774:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e583c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608079744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 828us (924us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.483784:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3150 00000100:00100000:0.0:1780298626.484706:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608079872 00000100:00100000:0.0:1780298626.484711:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608079872 00000100:00100000:0.0:1780298626.484742:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3151 00000100:00100000:0.0:1780298626.484752:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608079872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.484760:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.484769:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63027c54 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8079 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.484801:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.484802:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604059008:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.484846:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.485394:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604059008:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.485421:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63027c54 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8079 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.485436:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63027c54 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8079 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.485446:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:0.0:1780298626.485471:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608079872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 723us (807us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.485476:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3151 00000100:00100000:3.0:1780298626.486676:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608080128 00000100:00100000:3.0:1780298626.486681:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608080128 00000100:00100000:3.0:1780298626.486710:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3153 00000100:00100000:3.0:1780298626.486717:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608080128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.486724:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.486732:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027c62 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8087 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.486757:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604059264:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.486795:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608080256 00000100:00100000:0.0:1780298626.486799:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608080256 00000100:00100000:0.0:1780298626.486828:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3154 00000100:00100000:0.0:1780298626.486836:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608080256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.486842:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.486851:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027c69 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c808e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.486852:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.486886:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604059392:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.486914:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.487374:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604059264:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.487392:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027c62 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8087 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.487425:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027c62 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8087 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.487477:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b600, rc 0) 00000100:00100000:3.0:1780298626.487505:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608080128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 789us (874us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.487512:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3153 00000100:00100000:0.0:1780298626.487595:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604059392:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.487617:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027c69 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c808e expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.487630:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027c69 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c808e expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.487639:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:0.0:1780298626.487670:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608080256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 835us (906us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.487676:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3154 00000100:00100000:0.0:1780298626.488559:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608080384 00000100:00100000:0.0:1780298626.488564:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608080384 00000100:00100000:0.0:1780298626.488596:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3155 00000100:00100000:0.0:1780298626.488601:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608080384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.488611:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.488620:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63027c70 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8095 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.488641:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63027c07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c803a expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.488649:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(99 155) 00010000:00010000:0.0:1780298626.488653:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(100 155) 00010000:00010000:0.0:1780298626.488659:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63027c70 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8095 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.488685:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63027c07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c803a expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.488709:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63027c07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c803a expref: 9 pid: 20252 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.488722:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604059520:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.488770:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.489358:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604059520:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.489372:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63027c70 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [323584->327679] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8095 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.489381:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:0.0:1780298626.489416:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608080384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 813us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.489424:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3155 00000100:00100000:0.0:1780298626.489707:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608080512 00000100:00100000:0.0:1780298626.489713:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608080512 00010000:00010000:0.0:1780298626.489735:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63027c07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c803a expref: 10 pid: 20252 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.489767:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13845 00000100:00100000:0.0:1780298626.489775:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608080512:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.489786:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298626.489798:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63027c07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c803a expref: 10 pid: 20252 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.489810:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63027c07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c803a expref: 10 pid: 20252 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.489827:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63027c07 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c803a expref: 10 pid: 20252 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.489840:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(100 155) 00010000:00010000:0.0:1780298626.489844:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(100 155) 00010000:00010000:0.0:1780298626.489859:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63027c70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [323584->33878015] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8095 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.489865:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63027c70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [323584->33878015] (req 323584->327679) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8095 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.489889:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63027c70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [323584->33878015] (req 323584->327679) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8095 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.489896:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604059648:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298626.489937:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.490797:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604059648:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298626.490811:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298626.490849:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608080512:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1074us (1194us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.490860:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13845 00000100:00100000:3.0:1780298626.492055:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.493200:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.493230:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608080896 00000100:00100000:0.0:1780298626.493235:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608080896 00002000:00100000:0.0:1780298626.493256:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (331776->335871) req@ffff9cf242b6a300 x1866777608080896/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.493266:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6a300 with x1866777608080896 ext(331776->335871) 00002000:00010000:0.0:1780298626.493270:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6a300 00000100:00100000:0.0:1780298626.493299:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3699 00000100:00100000:0.0:1780298626.493307:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608080896:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.493375:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608080896:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (175us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.493380:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3699 00002000:00100000:0.0:1780298626.493385:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (331776->335871) req@ffff9cf242b6a300 x1866777608080896/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.493395:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6a300 with x1866777608080896 ext(331776->335871) 00002000:00010000:0.0:1780298626.493397:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6a300 00000100:00100000:3.0:1780298626.495572:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.495614:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608081152 00000100:00100000:0.0:1780298626.495619:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608081152 00002000:00100000:0.0:1780298626.495641:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (339968->344063) req@ffff9cf242b68e00 x1866777608081152/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.495648:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68e00 with x1866777608081152 ext(339968->344063) 00002000:00010000:0.0:1780298626.495650:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68e00 00000100:00100000:0.0:1780298626.495666:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3701 00000100:00100000:0.0:1780298626.495675:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608081152:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.495729:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608081152:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (158us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.495733:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3701 00002000:00100000:0.0:1780298626.495737:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (339968->344063) req@ffff9cf242b68e00 x1866777608081152/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.495743:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68e00 with x1866777608081152 ext(339968->344063) 00002000:00010000:0.0:1780298626.495745:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68e00 00000100:00100000:3.0:1780298626.496838:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.499304:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608081536 00000100:00100000:0.0:1780298626.499308:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608081536 00002000:00100000:0.0:1780298626.499324:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (352256->389119) req@ffff9cf243ed8e00 x1866777608081536/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.499330:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed8e00 with x1866777608081536 ext(352256->389119) 00002000:00010000:0.0:1780298626.499333:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243ed8e00 00000100:00100000:0.0:1780298626.499347:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3704 00000100:00100000:0.0:1780298626.499352:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608081536:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.500156:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608081536:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 803us (891us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1780298626.500161:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3704 00002000:00100000:0.0:1780298626.500166:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (352256->389119) req@ffff9cf243ed8e00 x1866777608081536/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/440 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.500172:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed8e00 with x1866777608081536 ext(352256->389119) 00002000:00010000:0.0:1780298626.500174:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243ed8e00 00000100:00100000:3.0:1780298626.501755:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.502945:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608081664:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1072us (1188us total) trans 4294968984 rc 0/0 00000100:00100000:0.0:1780298626.502951:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3705 00002000:00100000:0.0:1780298626.502957:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (323584->376831) req@ffff9cf2548b8380 x1866777608081664/t4294968984(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/448 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.502963:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8380 with x1866777608081664 ext(323584->376831) 00002000:00010000:0.0:1780298626.502966:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b8380 00000100:00100000:3.0:1780298626.503668:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608081792 00000100:00100000:3.0:1780298626.503672:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608081792 00000100:00100000:3.0:1780298626.503696:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3156 00000100:00100000:3.0:1780298626.503700:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608081792:12345-192.168.203.25@tcp:16:fsx.0 00000100:00100000:3.0:1780298626.504450:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608081792:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 749us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298626.504455:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3156 00000100:00100000:3.0:1780298626.505315:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.505352:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608081920 00000100:00100000:0.0:1780298626.505355:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608081920 00000100:00100000:0.0:1780298626.505377:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3157 00000100:00100000:0.0:1780298626.505382:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608081920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.505388:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.505409:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63027c77 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c809c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.505440:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604059776:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.505490:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.505537:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608082048 00000100:00100000:3.0:1780298626.505542:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608082048 00002000:00010000:0.0:1780298626.506090:0:8358:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime: 1780298626 -> 1780298627 00002000:00010000:0.0:1780298626.506093:0:8358:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime: 1780298626 -> 1780298627 00002000:00010000:0.0:1780298626.506095:0:8358:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 504 -> 608 00000100:00100000:0.0:1780298626.506101:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604059776:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.506115:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63027c77 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c809c expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.506141:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63027c77 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c809c expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.506149:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:0.0:1780298626.506171:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608081920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 789us (857us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.506175:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3157 00000100:00100000:0.0:1780298626.507150:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608082176 00000100:00100000:0.0:1780298626.507154:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608082176 00000100:00100000:0.0:1780298626.507187:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608082304 00000100:00100000:0.0:1780298626.507189:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608082304 00000100:00100000:3.0:1780298626.507195:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3159 00000100:00100000:3.0:1780298626.507203:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608082176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.507212:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298626.507215:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3160 00010000:00010000:3.0:1780298626.507220:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027c85 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c80aa expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.507225:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608082304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.507234:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.507242:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63027c8c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c80b1 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.507249:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604060032:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.507272:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604060160:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.507286:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.507304:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.507896:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604060032:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.507916:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027c85 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80aa expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.507927:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d33c589/0xaf35132e63027c85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80aa expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.507935:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b600, rc 0) 00000100:00100000:0.0:1780298626.507968:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608082176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 764us (870us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.507986:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3159 00000100:00100000:3.0:1780298626.508785:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.508836:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608082432 00000100:00100000:0.0:1780298626.508840:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608082432 00000100:00100000:0.0:1780298626.508869:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3161 00000100:00100000:0.0:1780298626.508876:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608082432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.508884:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.508895:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e63027c93 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c80b8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.508914:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604060288:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.508942:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.509480:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604060288:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.509494:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e63027c93 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80b8 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.509507:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e63027c93 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80b8 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.509513:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00000100:00100000:0.0:1780298626.509534:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608082432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 660us (750us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.509539:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3161 00000100:00100000:3.0:1780298626.510192:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.511112:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.512284:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.512326:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608082816 00000100:00100000:0.0:1780298626.512331:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608082816 00002000:00100000:0.0:1780298626.512352:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2768896->2834431) req@ffff9cf2551c5c00 x1866777608082816/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.512358:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5c00 with x1866777608082816 ext(2768896->2834431) 00002000:00010000:0.0:1780298626.512360:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c5c00 00000100:00100000:0.0:1780298626.512379:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3706 00000100:00100000:0.0:1780298626.512386:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608082816:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.513331:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608082816:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 945us (1047us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1780298626.513337:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3706 00002000:00100000:0.0:1780298626.513342:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2768896->2834431) req@ffff9cf2551c5c00 x1866777608082816/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/440 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.513349:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5c00 with x1866777608082816 ext(2768896->2834431) 00002000:00010000:0.0:1780298626.513351:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c5c00 00000100:00100000:3.0:1780298626.516250:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608083072 00000100:00100000:0.0:1780298626.516263:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608083200 00000100:00100000:0.0:1780298626.516269:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608083200 00000100:00100000:0.0:1780298626.516296:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3163 00000100:00100000:3.0:1780298626.516301:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608083072 00000100:00100000:0.0:1780298626.516303:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608083200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.516310:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.516318:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027ca1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c80cd expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.516341:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604060672:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.516385:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00002000:00010000:0.0:1780298626.516965:0:8359:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime: 1780298626 -> 1780298627 00002000:00010000:0.0:1780298626.516968:0:8359:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime: 1780298626 -> 1780298627 00000100:00100000:0.0:1780298626.516975:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604060672:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.516986:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027ca1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80cd expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.516995:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027ca1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80cd expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.517002:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:0.0:1780298626.517025:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608083200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 723us (792us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.517031:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3163 00000100:00100000:3.0:1780298626.517825:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.517860:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608083328 00000100:00100000:0.0:1780298626.517864:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608083328 00000100:00100000:0.0:1780298626.517893:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3165 00000100:00100000:0.0:1780298626.517901:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608083328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.517908:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.517915:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63027caf lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c80d4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.517940:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604060800:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.517975:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.518546:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604060800:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.518560:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63027caf lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80d4 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.518573:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63027caf lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80d4 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.518581:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:0.0:1780298626.518607:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608083328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 708us (783us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.518614:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3165 00000100:00100000:0.0:1780298626.520287:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608083456 00000100:00100000:0.0:1780298626.520291:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608083456 00000100:00100000:0.0:1780298626.520313:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3166 00000100:00100000:0.0:1780298626.520317:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608083456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.520323:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.520329:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027cb6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c80db expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.520344:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63027b90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fd1 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.520350:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(60 76) 00010000:00010000:0.0:1780298626.520353:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(61 76) 00010000:00010000:0.0:1780298626.520355:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027cb6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3858432->3903487] (req 3858432->3903487) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80db expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.520366:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63027b90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fd1 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.520374:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a06c25b4/0xaf35132e63027b90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c7fd1 expref: 11 pid: 9128 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.520380:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604060928:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.520417:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.520972:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604060928:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.520982:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027cb6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3858432->3903487] (req 3858432->3903487) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80db expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.520989:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:0.0:1780298626.521011:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608083456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 694us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.521019:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3166 00000100:00100000:3.0:1780298626.521198:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.522847:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.524395:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608083840 00000100:00100000:0.0:1780298626.524406:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608083840 00000100:00100000:0.0:1780298626.524429:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3168 00000100:00100000:0.0:1780298626.524434:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608083840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.524439:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.524445:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63027cc4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c80e9 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.524468:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604061312:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.524495:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.525006:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604061312:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.525018:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63027cc4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80e9 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.525030:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63027cc4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80e9 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.525039:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:0.0:1780298626.525066:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608083840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 632us (700us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.525071:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3168 00000100:00100000:3.0:1780298626.525776:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.526848:0:17567:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777604061440:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.526858:0:17567:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e63027ccb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.527009:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298626.527228:0:17567:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e63027ccb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.527237:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e63027ccb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298626.527299:0:17567:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990561 00000004:00010000:0.0:1780298626.527322:0:17567:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eb43839b reply state 00000000718559ef transno 4294990562 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e63027ccb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.527335:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e63027ccb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.527342:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298626.527345:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298626.527348:0:17567:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298626.527418:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+75:28749:x1866777608084096:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1555us (1641us total) trans 4294990562 rc 0/0 00000100:00100000:0.0:1780298626.527425:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61333 00000020:00080000:0.0:1780298626.527429:0:17567:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298626.528054:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.528084:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608084352 00000100:00100000:0.0:1780298626.528087:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608084352 00000100:00100000:0.0:1780298626.528110:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3169 00000100:00100000:0.0:1780298626.528114:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608084352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.528120:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.528154:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63027cd2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c80f0 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.528168:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63027c9a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2797568->2801663) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80bf expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.528175:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e63027ca8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80c6 expref: 5 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.528179:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(101 155) 00010000:00010000:0.0:1780298626.528181:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(101 155) 00010000:00010000:0.0:1780298626.528184:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63027cd2 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80f0 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.528195:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e63027ca8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80c6 expref: 5 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.528202:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e63027ca8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80c6 expref: 5 pid: 20252 timeout: 915 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.528208:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604061568:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.528243:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63027c9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2797568->2801663) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80bf expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.528250:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63027c9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2797568->2801663) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80bf expref: 8 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.528258:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604061696:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.528281:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.528978:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604061568:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.528985:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604061696:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.528997:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63027cd2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80f0 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.529006:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:0.0:1780298626.529027:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608084352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 913us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.529032:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3169 00000100:00100000:3.0:1780298626.529101:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.529570:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608084608 00000100:00100000:0.0:1780298626.529573:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608084608 00010000:00010000:0.0:1780298626.529586:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63027c9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2797568->2801663) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80bf expref: 8 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.529603:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13850 00000100:00100000:0.0:1780298626.529608:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243eda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608084608:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.529613:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298626.529621:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63027c9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2797568->2801663) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80bf expref: 8 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.529627:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63027c9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2797568->2801663) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80bf expref: 8 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.529636:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63027c9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2797568->2801663) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80bf expref: 8 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.529647:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(101 155) 00010000:00010000:0.0:1780298626.529649:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(101 155) 00010000:00010000:0.0:1780298626.529652:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63027cd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80f0 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.529657:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63027cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80f0 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.529669:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63027cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80f0 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.529675:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604061824:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298626.529703:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.530277:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604061824:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298626.530285:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298626.530308:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243eda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608084608:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 700us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.530317:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13850 00000100:00100000:0.0:1780298626.530516:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608084736 00000100:00100000:0.0:1780298626.530519:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608084736 00000100:00100000:0.0:1780298626.530544:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3170 00000100:00100000:0.0:1780298626.530551:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608084736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.530559:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.530568:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027cd9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c80f7 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.530593:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027cb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3858432->37412863] (req 3858432->3903487) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80db expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.530601:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(61 76) 00010000:00010000:0.0:1780298626.530604:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(62 76) 00010000:00010000:0.0:1780298626.530609:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027cd9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80f7 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.530626:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027cb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3858432->37412863] (req 3858432->3903487) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80db expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.530637:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027cb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3858432->37412863] (req 3858432->3903487) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80db expref: 6 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.530645:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604061952:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.530679:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.531182:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604061952:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.531192:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027cd9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80f7 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.531200:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:0.0:1780298626.531223:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608084736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 674us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.531230:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3170 00000100:00100000:3.0:1780298626.531515:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.533663:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.533700:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608084992 00000100:00100000:0.0:1780298626.533705:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608084992 00010000:00010000:0.0:1780298626.533724:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027cb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3858432->37412863] (req 3858432->3903487) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80db expref: 9 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.533759:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13851 00000100:00100000:0.0:1780298626.533767:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608084992:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.533776:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298626.533784:0:6463:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 48 -> 136 00010000:00010000:0.0:1780298626.533797:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027cb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3858432->37412863] (req 3858432->3903487) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80db expref: 9 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.533810:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027cb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3858432->37412863] (req 3858432->3903487) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80db expref: 9 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.533826:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027cb6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3858432->37412863] (req 3858432->3903487) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80db expref: 9 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.533837:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(62 76) 00010000:00010000:0.0:1780298626.533841:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(62 76) 00010000:00010000:0.0:1780298626.533847:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027cd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80f7 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.533855:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027cd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80f7 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.533880:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027cd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80f7 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.533891:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604062080:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298626.533937:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.534664:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604062080:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298626.534677:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298626.534710:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608084992:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 944us (1047us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.534718:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13851 00000100:00100000:3.0:1780298626.534810:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.534850:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608085120 00000100:00100000:0.0:1780298626.534855:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608085120 00002000:00010000:0.0:1780298626.534872:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298626.534877:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b02d80 with x1866777608085120 ext(4194304->18446744073709551615) 00000100:00100000:3.0:1780298626.534881:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:0.0:1780298626.534887:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b02d80. 00000100:00100000:0.0:1780298626.534918:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3708 00000100:00100000:0.0:1780298626.534929:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608085120:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298626.535033:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298626.535037:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298626.535039:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298626.535042:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298626.535044:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 608 -> 608 00000100:00100000:0.0:1780298626.535084:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608085120:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 151us (267us total) trans 4294968985 rc 0/0 00000100:00100000:0.0:1780298626.535092:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3708 00002000:00010000:0.0:1780298626.535096:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298626.535100:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b02d80 with x1866777608085120 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298626.535104:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b02d80. 00000100:00100000:3.0:1780298626.535982:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.537424:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608085632 00000100:00100000:0.0:1780298626.537430:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608085632 00000100:00100000:0.0:1780298626.537463:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3172 00000100:00100000:0.0:1780298626.537472:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608085632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.537481:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.537489:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63027cf5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c810c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.537517:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604062336:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.537549:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.538451:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604062336:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.538464:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63027cf5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c810c expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.538473:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63027cf5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c810c expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.538479:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:0.0:1780298626.538502:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608085632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1033us (1126us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.538509:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3172 00000100:00100000:0.0:1780298626.539355:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608085760 00000100:00100000:0.0:1780298626.539361:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608085760 00000100:00100000:3.0:1780298626.539369:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608085888 00000100:00100000:3.0:1780298626.539374:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608085888 00000100:00100000:0.0:1780298626.539389:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3173 00000100:00100000:0.0:1780298626.539396:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608085760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.539413:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.539421:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e63027cfc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8113 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.539422:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3174 00000100:00100000:3.0:1780298626.539437:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608085888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.539446:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298626.539452:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604062464:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.539455:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63027d03 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c811a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.539482:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604062592:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.539506:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.539508:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.540199:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604062464:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.540204:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604062592:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.540228:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63027d03 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c811a expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.540228:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e63027cfc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8113 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.540250:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63027d03 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c811a expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.540255:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e63027cfc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8113 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.540269:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00010000:00010000:0.0:1780298626.540273:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00000100:00100000:3.0:1780298626.540303:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608085888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 871us (966us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.540310:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3174 00000100:00100000:0.0:1780298626.540310:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608085760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 914us (1005us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.540322:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3173 00000100:00100000:0.0:1780298626.541878:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608086016 00000100:00100000:0.0:1780298626.541884:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608086016 00002000:00100000:0.0:1780298626.541907:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (176128->208895) req@ffff9cf243ed9c00 x1866777608086016/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.541914:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed9c00 with x1866777608086016 ext(176128->208895) 00002000:00010000:0.0:1780298626.541918:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243ed9c00 00000100:00100000:0.0:1780298626.541939:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3710 00000100:00100000:0.0:1780298626.541945:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608086016:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.542967:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608086016:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1020us (1122us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1780298626.542976:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3710 00002000:00100000:0.0:1780298626.542984:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (176128->208895) req@ffff9cf243ed9c00 x1866777608086016/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/440 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.542994:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed9c00 with x1866777608086016 ext(176128->208895) 00002000:00010000:0.0:1780298626.542998:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243ed9c00 00000100:00100000:3.0:1780298626.546856:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.547039:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608086528 00000100:00100000:0.0:1780298626.547045:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608086528 00000100:00100000:0.0:1780298626.547084:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3176 00000100:00100000:0.0:1780298626.547093:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608086528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.547101:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.547110:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63027d1f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c812f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.547178:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604062848:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.547217:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.547894:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604062848:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.547912:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63027d1f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c812f expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.547926:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63027d1f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c812f expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.547937:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:0.0:1780298626.547969:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608086528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 878us (957us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.547976:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3176 00000100:00100000:3.0:1780298626.548732:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.548934:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608086784 00000100:00100000:0.0:1780298626.548938:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608086784 00000100:00100000:0.0:1780298626.548961:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3178 00000100:00100000:0.0:1780298626.548969:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608086784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.548976:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.548983:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027d2d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c813d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.549006:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604063104:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.549030:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.549784:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604063104:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.549798:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027d2d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c813d expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.549815:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027d2d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c813d expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.549841:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:0.0:1780298626.549867:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608086784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 898us (961us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.549887:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3178 00000100:00100000:3.0:1780298626.551380:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.552572:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298626.552695:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027cd9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80f7 expref: 13 pid: 8356 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.552706:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(63 76) 00010000:00010000:1.0:1780298626.552709:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(63 76) 00010000:00010000:1.0:1780298626.552713:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63027d34 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2961408->36515839] (req 2961408->2965503) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8144 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.552719:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63027d34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2961408->36515839] (req 2961408->2965503) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8144 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.552733:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63027d34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2961408->36515839] (req 2961408->2965503) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8144 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.552740:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243eda680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604063360:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298626.552766:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.553465:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243eda680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604063360:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298626.553476:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298626.553499:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608087040:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 843us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298626.553507:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13852 00000100:00100000:3.0:1780298626.554095:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.554150:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608087168 00000100:00100000:0.0:1780298626.554155:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608087168 00000100:00100000:3.0:1780298626.554194:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3180 00000100:00100000:3.0:1780298626.554203:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608087168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.554213:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.554223:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070366434/0xaf35132e63027d3b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c814b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.554251:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604063488:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.554291:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.555989:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.556029:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608087296 00000100:00100000:0.0:1780298626.556034:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608087296 00000100:00100000:0.0:1780298626.556060:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3181 00000100:00100000:0.0:1780298626.556069:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243eda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608087296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.556077:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.556086:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63027d42 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8152 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.556117:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604063616:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.556185:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.556921:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604063616:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.556935:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63027d42 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8152 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.556944:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63027d42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8152 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.556950:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00000100:00100000:0.0:1780298626.556974:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243eda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608087296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 909us (988us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.556979:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3181 00000100:00100000:3.0:1780298626.558043:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.558081:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608087424 00000100:00100000:0.0:1780298626.558086:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608087424 00000100:00100000:0.0:1780298626.558118:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3182 00000100:00100000:0.0:1780298626.558141:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608087424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.558149:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.558158:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027d49 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8159 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.558171:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(63 76) 00010000:00010000:0.0:1780298626.558174:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(63 76) 00010000:00010000:0.0:1780298626.558179:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027d49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1257472->2961407] (req 1257472->1277951) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8159 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.558188:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027d49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1257472->2961407] (req 1257472->1277951) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8159 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.558194:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:0.0:1780298626.558216:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608087424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 93us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.558220:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3182 00000100:00100000:1.0:1780298626.559106:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.560295:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.561358:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.561486:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.561519:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608087936 00000100:00100000:0.0:1780298626.561524:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608087936 00000100:00100000:0.0:1780298626.561560:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3184 00000100:00100000:0.0:1780298626.561570:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608087936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.561583:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.561591:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63027d57 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8167 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.561649:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604063872:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.561686:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.562384:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604063872:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.562413:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63027d57 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8167 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.562424:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63027d57 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8167 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.562432:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:0.0:1780298626.562453:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608087936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 886us (968us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.562459:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3184 00000100:00100000:1.0:1780298626.563290:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.563335:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608088064 00000100:00100000:0.0:1780298626.563340:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608088064 00000100:00100000:0.0:1780298626.563376:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3185 00000100:00100000:3.0:1780298626.563382:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.563388:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608088064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.563396:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.563416:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63027d5e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c816e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.563458:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604064000:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.563507:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.564243:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604064000:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.564259:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63027d5e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c816e expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.564274:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63027d5e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c816e expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.564286:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:0.0:1780298626.564324:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608088064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 941us (1035us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.564332:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3185 00000100:00100000:1.0:1780298626.565590:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.565614:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.565625:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608088320 00000100:00100000:3.0:1780298626.565630:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608088320 00000100:00100000:3.0:1780298626.565658:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3187 00000100:00100000:3.0:1780298626.565665:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608088320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.565671:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.565679:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63027d6c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c817c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.565712:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604064256:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.565764:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.566857:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604064256:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.566868:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63027d6c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c817c expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.566877:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63027d6c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c817c expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.566888:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a400, rc 0) 00000100:00100000:3.0:1780298626.566909:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608088320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1246us (1321us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.566913:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3187 00000100:00100000:1.0:1780298626.568093:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.569564:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.571055:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.573462:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608088832 00000100:00100000:0.0:1780298626.573468:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608088832 00002000:00100000:0.0:1780298626.573491:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2666496->2732031) req@ffff9cf241a80a80 x1866777608088832/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 504/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.573498:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80a80 with x1866777608088832 ext(2666496->2732031) 00002000:00010000:0.0:1780298626.573501:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241a80a80 00000100:00100000:0.0:1780298626.573518:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3716 00000100:00100000:0.0:1780298626.573524:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608088832:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.574342:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608088832:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 816us (3287us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.574352:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3716 00002000:00100000:0.0:1780298626.574359:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2666496->2732031) req@ffff9cf241a80a80 x1866777608088832/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 504/440 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.574367:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80a80 with x1866777608088832 ext(2666496->2732031) 00002000:00010000:0.0:1780298626.574371:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241a80a80 00000100:00100000:3.0:1780298626.575830:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.575957:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.575978:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608088960 00000100:00100000:1.0:1780298626.575984:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608088960 00000100:00100000:1.0:1780298626.576011:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608089088 00000100:00100000:1.0:1780298626.576014:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608089088 00000100:00100000:0.0:1780298626.576032:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3189 00000100:00100000:1.0:1780298626.576045:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3190 00000100:00100000:0.0:1780298626.576047:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608088960:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298626.576059:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608089088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.576060:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.576068:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.576079:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63027d7a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8191 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.576082:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63027d81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c818a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.576155:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604064512:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.576159:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604064640:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.576219:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.576219:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.577055:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604064512:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.577081:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63027d7a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8191 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.577101:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63027d7a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8191 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.577116:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9800, rc 0) 00000100:00100000:0.0:1780298626.577182:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608089088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1125us (1222us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.577200:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3190 00000100:00100000:3.0:1780298626.578355:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.578382:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608089216 00000100:00100000:0.0:1780298626.578386:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608089216 00000100:00100000:0.0:1780298626.578420:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3191 00000100:00100000:0.0:1780298626.578426:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608089216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.578432:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.578438:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027d88 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8198 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.578460:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604064768:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.578493:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.578539:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.578566:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608089344 00000100:00100000:0.0:1780298626.578569:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608089344 00000100:00100000:0.0:1780298626.578593:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3192 00000100:00100000:0.0:1780298626.578598:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608089344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.578603:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.578609:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e63027d8f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c819f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.578626:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604064896:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.578651:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.579218:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604064768:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.579232:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027d88 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8198 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.579253:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027d88 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8198 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.579263:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:0.0:1780298626.579302:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608089216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 875us (946us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.579310:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3191 00000100:00100000:3.0:1780298626.580612:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.581854:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.581893:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608089600 00000100:00100000:3.0:1780298626.581898:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608089600 00000100:00100000:3.0:1780298626.581931:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3193 00000100:00100000:3.0:1780298626.581939:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608089600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.581948:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.581959:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027d96 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c81a6 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.581991:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604065024:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.582035:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.582716:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604065024:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.582734:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027d96 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81a6 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.582748:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027d96 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81a6 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.582764:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a400, rc 0) 00000100:00100000:3.0:1780298626.582793:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608089600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (939us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.582799:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3193 00000100:00100000:0.0:1780298626.583658:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.583696:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608089728 00000100:00100000:1.0:1780298626.583701:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608089728 00000100:00100000:1.0:1780298626.583734:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3194 00000100:00100000:1.0:1780298626.583742:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608089728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.583749:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.583756:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63027d9d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c81ad expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.583778:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604065152:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.583807:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.584452:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604065152:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.584469:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63027d9d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81ad expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.584483:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63027d9d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81ad expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.584492:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9c00, rc 0) 00000100:00100000:0.0:1780298626.584520:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608089728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 779us (863us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.584528:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3194 00000100:00100000:3.0:1780298626.585305:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.586291:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.587944:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.589774:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.589794:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608090240 00000100:00100000:3.0:1780298626.589798:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608090240 00000100:00100000:3.0:1780298626.589823:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3197 00000100:00100000:3.0:1780298626.589830:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e580c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608090240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.589838:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.589845:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e63027db2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c81c2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.589865:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604065536:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.589894:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.590646:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604065536:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.590658:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e63027db2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81c2 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.590667:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e63027db2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81c2 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.590673:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b400, rc 0) 00000100:00100000:1.0:1780298626.590693:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e580c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608090240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 865us (921us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.590699:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3197 00000100:00100000:0.0:1780298626.591550:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.591585:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608090368 00000100:00100000:1.0:1780298626.591590:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608090368 00000100:00100000:1.0:1780298626.591619:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3198 00000100:00100000:1.0:1780298626.591626:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608090368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.591635:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.591643:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e63027db9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c81c9 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.591658:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(63 76) 00010000:00010000:1.0:1780298626.591663:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(63 76) 00010000:00010000:1.0:1780298626.591671:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e63027db9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1093632->1257471] (req 1093632->1097727) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81c9 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.591685:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e63027db9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1093632->1257471] (req 1093632->1097727) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81c9 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.591713:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8800, rc 0) 00000100:00100000:1.0:1780298626.591741:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777608090368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 116us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298626.591748:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3198 00000100:00100000:3.0:1780298626.592691:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.593797:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.594810:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.594844:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608090752 00000100:00100000:1.0:1780298626.594849:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608090752 00002000:00100000:1.0:1780298626.594868:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (1101824->1105919) req@ffff9cf243808000 x1866777608090752/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.594878:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243808000 with x1866777608090752 ext(1101824->1105919) 00002000:00010000:1.0:1780298626.594881:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243808000 00000100:00100000:1.0:1780298626.594900:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3721 00000100:00100000:1.0:1780298626.594908:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608090752:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298626.594985:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608090752:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298626.594992:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3721 00002000:00100000:1.0:1780298626.594999:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (1101824->1105919) req@ffff9cf243808000 x1866777608090752/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/440 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.595007:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243808000 with x1866777608090752 ext(1101824->1105919) 00002000:00010000:1.0:1780298626.595011:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243808000 00000100:00100000:3.0:1780298626.595866:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.597595:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.599254:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.599323:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608091264 00000100:00100000:1.0:1780298626.599328:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608091264 00000100:00100000:3.0:1780298626.599349:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.599362:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608091136 00000100:00100000:1.0:1780298626.599366:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608091136 00000100:00100000:0.0:1780298626.599395:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3201 00000100:00100000:1.0:1780298626.599414:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3202 00000100:00100000:0.0:1780298626.599421:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608091264:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298626.599428:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608091136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.599431:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.599437:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.599440:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63027dce lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c81e5 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.599449:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63027dd5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c81de expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.599465:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604065920:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.599486:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604066048:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.599503:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.599519:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.600275:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604066048:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.600291:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63027dd5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81de expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.600303:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63027dd5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81de expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.600310:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:1.0:1780298626.600333:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608091136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (987us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.600337:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3202 00000100:00100000:3.0:1780298626.601209:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.601270:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.601301:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3203 00000100:00100000:0.0:1780298626.601311:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608091392:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298626.601317:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3204 00010000:00010000:0.0:1780298626.601322:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298626.601329:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608091520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.601333:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63027ddc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c81ec expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.601337:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.601347:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63027de3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c81f3 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.601363:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604066176:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.601380:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604066304:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.601412:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.601418:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.602112:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604066304:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.602144:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63027de3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81f3 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.602158:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63027de3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81f3 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.602166:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:1.0:1780298626.602191:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608091520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 865us (920us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.602199:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3204 00000100:00100000:3.0:1780298626.603165:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.604202:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.604232:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.604276:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608091904 00000100:00100000:1.0:1780298626.604283:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608091904 00000100:00100000:1.0:1780298626.604333:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3206 00000100:00100000:1.0:1780298626.604347:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608091904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.604357:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.604367:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63027df1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8201 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.604412:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604066560:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.604443:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.605200:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604066560:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.605220:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63027df1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8201 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.605236:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63027df1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8201 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.605246:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:0.0:1780298626.605272:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608091904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 931us (1147us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.605280:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3206 00000100:00100000:1.0:1780298626.605958:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.606047:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608092032 00000100:00100000:3.0:1780298626.606052:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608092032 00000100:00100000:1.0:1780298626.606057:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.606119:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3207 00000100:00100000:3.0:1780298626.606155:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608092032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.606164:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.606174:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e63027df8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8208 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.606205:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604066688:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.606252:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.606977:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604066688:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.607034:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e63027df8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8208 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.607051:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f932e9d0/0xaf35132e63027df8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8208 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.607063:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ba00, rc 0) 00000100:00100000:3.0:1780298626.607106:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608092032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 953us (1142us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.607122:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3207 00000100:00100000:1.0:1780298626.608050:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.608078:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608092288 00000100:00100000:0.0:1780298626.608082:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608092288 00000100:00100000:0.0:1780298626.608105:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3209 00000100:00100000:0.0:1780298626.608110:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608092288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.608116:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.608122:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63027e06 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8216 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.608170:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604066944:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.608200:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.609813:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.610832:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.611920:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.613997:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.614042:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608092800 00000100:00100000:0.0:1780298626.614046:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608092800 00000100:00100000:0.0:1780298626.614070:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3210 00000100:00100000:0.0:1780298626.614077:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608092800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.614085:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.614095:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63027e0d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c821d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.614154:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604067072:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.614161:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.614211:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.614870:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604067072:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.614883:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63027e0d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c821d expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.614896:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63027e0d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c821d expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.614903:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:0.0:1780298626.614925:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608092800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 849us (928us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.614929:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3210 00000100:00100000:1.0:1780298626.616085:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.616221:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.616252:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608093184 00000100:00100000:0.0:1780298626.616258:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608093184 00000100:00100000:0.0:1780298626.616290:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3213 00000100:00100000:0.0:1780298626.616300:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608093184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.616308:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.616317:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63027e22 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8232 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.616344:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604067456:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.616373:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.617029:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604067456:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.617054:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63027e22 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8232 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.617066:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63027e22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8232 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.617079:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:0.0:1780298626.617105:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608093184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 807us (883us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.617113:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3213 00000100:00100000:1.0:1780298626.618217:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.618242:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608093312 00000100:00100000:3.0:1780298626.618248:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608093312 00000100:00100000:3.0:1780298626.618279:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3214 00000100:00100000:3.0:1780298626.618289:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777608093312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.618297:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.618306:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63027e29 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8239 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.618322:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(63 76) 00010000:00010000:3.0:1780298626.618326:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(63 76) 00010000:00010000:3.0:1780298626.618336:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63027e29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [40960->1089535] (req 40960->73727) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8239 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.618350:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63027e29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [40960->1089535] (req 40960->73727) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8239 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.618358:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508ba00, rc 0) 00000100:00100000:3.0:1780298626.618387:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:28749:x1866777608093312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 100us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298626.618394:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3214 00000100:00100000:1.0:1780298626.619107:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.619166:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608093440 00000100:00100000:0.0:1780298626.619171:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608093440 00000100:00100000:0.0:1780298626.619205:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3726 00000100:00100000:0.0:1780298626.619214:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608093440:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298626.619435:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2963582 -> 1054019 00002000:00010000:0.0:1780298626.619438:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298626.619440:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298626.619441:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298626.619443:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 1 -> 64 00000100:00100000:0.0:1780298626.619471:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608093440:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 258us (363us total) trans 4294968697 rc 0/0 00000100:00100000:0.0:1780298626.619478:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3726 00000100:00100000:1.0:1780298626.620597:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.622574:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.622627:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608093696 00000100:00100000:3.0:1780298626.622632:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608093696 00000100:00100000:3.0:1780298626.622664:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3216 00000100:00100000:3.0:1780298626.622672:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777608093696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.622680:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.622689:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027e37 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8247 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.622718:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604067712:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.622760:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.623589:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604067712:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.623606:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027e37 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8247 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.623620:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027e37 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8247 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.623632:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a400, rc 0) 00000100:00100000:3.0:1780298626.623661:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777608093696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 991us (1088us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.623669:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3216 00000100:00100000:1.0:1780298626.625261:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.625301:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608093824 00000100:00100000:0.0:1780298626.625306:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608093824 00000100:00100000:0.0:1780298626.625343:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3217 00000100:00100000:0.0:1780298626.625351:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608093824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.625360:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.625370:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63027e3e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c824e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.625396:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63027cd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80f0 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.625417:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(101 155) 00010000:00010000:0.0:1780298626.625421:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(102 155) 00010000:00010000:0.0:1780298626.625426:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63027e3e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4558848->4599807] (req 4558848->4599807) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c824e expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.625447:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63027cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80f0 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.625460:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63027cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c80f0 expref: 10 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.625471:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604067840:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.625515:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.626219:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604067840:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.626235:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63027e3e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4558848->4599807] (req 4558848->4599807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c824e expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.626247:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:0.0:1780298626.626277:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608093824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 927us (1016us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.626287:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3217 00000100:00100000:1.0:1780298626.626618:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.628680:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.628751:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608094080 00000100:00100000:3.0:1780298626.628756:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608094080 00000100:00100000:1.0:1780298626.628790:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.628794:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3218 00000100:00100000:0.0:1780298626.628813:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608094208 00000100:00100000:0.0:1780298626.628818:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608094208 00000100:00100000:3.0:1780298626.628845:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608094080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.628859:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.628870:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63027e45 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8255 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.628910:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604068096:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.628967:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00002000:00010000:3.0:1780298626.629798:0:8356:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 4194304 -> 4596718 00000100:00100000:3.0:1780298626.629810:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604068096:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.629831:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63027e45 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8255 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.629853:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000083b6cfac/0xaf35132e63027e45 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8255 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.629878:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a800, rc 0) 00000100:00100000:3.0:1780298626.629910:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608094080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1108us (1230us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.629920:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3218 00000100:00100000:1.0:1780298626.631174:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.631201:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.631221:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608094464 00000100:00100000:3.0:1780298626.631226:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608094464 00000100:00100000:3.0:1780298626.631253:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608094336 00000100:00100000:3.0:1780298626.631256:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608094336 00000100:00100000:0.0:1780298626.631257:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3220 00000100:00100000:0.0:1780298626.631269:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608094464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.631278:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298626.631279:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3221 00000100:00100000:3.0:1780298626.631287:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608094336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.631287:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027e53 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c826a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.631293:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.631300:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e63027e5a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8263 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.631323:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604068480:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.631323:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604068352:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.631362:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.631362:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.632169:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604068352:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.632184:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027e53 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c826a expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.632188:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604068480:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.632199:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027e53 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c826a expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.632207:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00010000:00010000:3.0:1780298626.632213:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e63027e5a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8263 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.632230:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e63027e5a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8263 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.632231:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608094464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 966us (1056us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.632244:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3220 00010000:00010000:3.0:1780298626.632253:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b800, rc 0) 00000100:00100000:3.0:1780298626.632278:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608094336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 993us (1077us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.632285:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3221 00000100:00100000:1.0:1780298626.633304:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.633340:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608094592 00000100:00100000:0.0:1780298626.633344:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608094592 00000100:00100000:0.0:1780298626.633367:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3222 00000100:00100000:0.0:1780298626.633373:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608094592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.633381:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.633387:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63027e61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8271 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.633421:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604068608:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.633455:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.633488:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.634334:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604068608:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.634352:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63027e61 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8271 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.634370:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63027e61 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8271 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.634380:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:0.0:1780298626.634429:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608094592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1055us (1125us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.634438:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3222 00000100:00100000:1.0:1780298626.635551:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.636919:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.636940:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.636976:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608095104 00000100:00100000:0.0:1780298626.636983:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608095104 00000100:00100000:3.0:1780298626.637024:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3225 00000100:00100000:3.0:1780298626.637037:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608095104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.637050:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.637060:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e63027e76 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8286 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.637094:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604068992:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.637159:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00002000:00010000:0.0:1780298626.637965:0:8356:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size: 1939997 -> 2963582 00000100:00100000:0.0:1780298626.637975:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604068992:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.637992:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e63027e76 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8286 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.638011:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000081c2e0e8/0xaf35132e63027e76 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8286 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.638033:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b400, rc 0) 00000100:00100000:0.0:1780298626.638065:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608095104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1031us (1121us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.638070:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3225 00000100:00100000:1.0:1780298626.639340:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.639377:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608095232 00000100:00100000:0.0:1780298626.639382:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608095232 00000100:00100000:1.0:1780298626.639391:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.639446:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3226 00000100:00100000:0.0:1780298626.639458:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608095232:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298626.639461:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3227 00010000:00010000:0.0:1780298626.639471:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298626.639473:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777608095360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.639481:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63027e7d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c828d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.639482:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.639491:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63027e84 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8294 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.639522:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604069248:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.639522:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604069120:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.639571:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.639574:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.640390:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604069120:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.640426:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63027e7d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c828d expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.640448:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63027e7d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c828d expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.640470:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:0.0:1780298626.640507:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608095232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1053us (1166us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.640515:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3226 00000100:00100000:3.0:1780298626.641863:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.641952:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608095488 00000100:00100000:0.0:1780298626.641958:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608095488 00000100:00100000:0.0:1780298626.641993:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3228 00000100:00100000:0.0:1780298626.642001:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608095488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.642012:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.642022:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63027e8b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c829b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.642057:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604069376:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.642070:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.642116:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.642159:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608095616 00000100:00100000:3.0:1780298626.642164:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608095616 00000100:00100000:0.0:1780298626.643238:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604069376:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.643268:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63027e8b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c829b expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.643288:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63027e8b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c829b expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.643300:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:3.0:1780298626.643307:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255992300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604069504:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.643342:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608095488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1340us (1479us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298626.643353:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e63027e92 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82a2 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.643354:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3228 00010000:00010000:3.0:1780298626.643384:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e63027e92 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82a2 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.643420:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3c00, rc 0) 00000100:00100000:3.0:1780298626.643480:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608095616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1232us (1412us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.643489:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3229 00000100:00100000:3.0:1780298626.644753:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608095744 00000100:00100000:3.0:1780298626.644760:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608095744 00000100:00100000:3.0:1780298626.644803:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3230 00000100:00100000:3.0:1780298626.644817:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608095744:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298626.644827:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298626.644832:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.644844:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63027e99 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c82a9 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.644934:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604069632:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.645014:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.645923:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604069632:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.645937:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255991c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604069760:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.645950:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63027e99 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82a9 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.645965:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63027ea0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82b0 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.645973:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3db6a00/0xaf35132e63027e99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82a9 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.645991:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63027ea0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82b0 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.645997:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a400, rc 0) 00010000:00010000:1.0:1780298626.646010:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3800, rc 0) 00000100:00100000:3.0:1780298626.646052:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608095744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1235us (1364us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.646052:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608095872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1135us (1233us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.646076:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3231 00000100:00100000:3.0:1780298626.646085:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3230 00000100:00100000:1.0:1780298626.647342:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.647380:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608096000 00000100:00100000:0.0:1780298626.647386:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608096000 00000100:00100000:1.0:1780298626.647388:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.647431:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608096128 00000100:00100000:0.0:1780298626.647435:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608096128 00000100:00100000:0.0:1780298626.647468:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3233 00000100:00100000:0.0:1780298626.647476:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608096128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.647483:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.647490:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63027eae lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c82be expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.647514:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604070016:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.647548:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.648331:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255991c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604069888:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.648349:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e63027ea7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82b7 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.648357:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604070016:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.648362:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e63027ea7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82b7 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.648371:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3600, rc 0) 00010000:00010000:1.0:1780298626.648376:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63027eae lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82be expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.648392:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63027eae lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82be expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.648410:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608096000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 953us (1058us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298626.648411:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:0.0:1780298626.648418:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3232 00000100:00100000:1.0:1780298626.648436:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608096128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 961us (1048us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.648442:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3233 00000100:00100000:1.0:1780298626.649525:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.649584:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.649659:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3235 00000100:00100000:0.0:1780298626.649673:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608096384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.649682:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.649695:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e63027ebc lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c82cc expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.649732:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604070272:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.649774:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.650694:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255992300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604070144:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.650712:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002f6fb1b9/0xaf35132e63027eb5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82c5 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.650729:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f6fb1b9/0xaf35132e63027eb5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82c5 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.650737:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604070272:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.650742:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2400, rc 0) 00010000:00010000:0.0:1780298626.650759:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e63027ebc lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82cc expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.650776:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e63027ebc lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82cc expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.650779:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608096256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1125us (1254us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.650794:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3234 00010000:00010000:0.0:1780298626.650796:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:0.0:1780298626.650825:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608096384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1156us (1242us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.650832:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3235 00000100:00100000:1.0:1780298626.652100:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.652158:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608096512 00000100:00100000:3.0:1780298626.652171:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608096512 00000100:00100000:3.0:1780298626.653413:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608096640 00000100:00100000:3.0:1780298626.653418:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608096640 00000100:00100000:1.0:1780298626.653449:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.653502:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608096768 00000100:00100000:0.0:1780298626.653509:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608096768 00000100:00100000:3.0:1780298626.653546:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3728 00000100:00100000:3.0:1780298626.653559:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608096640:12345-192.168.203.25@tcp:22:fsx.0 00000100:00100000:0.0:1780298626.653569:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3729 00000100:00100000:0.0:1780298626.653581:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608096768:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298626.653694:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4596718 -> 4194304 00002000:00010000:3.0:1780298626.653698:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298626.653702:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298626.653704:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298626.653707:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 752 -> 752 00002000:00010000:0.0:1780298626.653712:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2963582 -> 1939997 00002000:00010000:0.0:1780298626.653717:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298626.653720:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298626.653723:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298626.653725:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 88 -> 88 00000100:00100000:0.0:1780298626.653766:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608096768:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 189us (319us total) trans 4294968699 rc 0/0 00000100:00100000:3.0:1780298626.653775:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608096640:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 218us (474us total) trans 4294968989 rc 0/0 00000100:00100000:0.0:1780298626.653785:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3729 00000100:00100000:3.0:1780298626.653797:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3728 00000100:00100000:1.0:1780298626.655108:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608096896 00000100:00100000:1.0:1780298626.655114:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608096896 00000100:00100000:0.0:1780298626.655156:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608097024 00000100:00100000:0.0:1780298626.655161:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608097024 00000100:00100000:1.0:1780298626.655181:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3237 00000100:00100000:1.0:1780298626.655191:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608096896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.655201:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298626.655203:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3238 00010000:00010000:1.0:1780298626.655212:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000200fd988/0xaf35132e63027eca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c82da expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.655216:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608097024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.655230:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.655240:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027ed1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c82e1 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.655259:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243eda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604070400:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.655277:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604070528:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.655327:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.655328:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00002000:00010000:0.0:1780298626.656305:0:20252:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 4194304 -> 4596718 00000100:00100000:0.0:1780298626.656319:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243eda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604070400:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.656342:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000200fd988/0xaf35132e63027eca lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82da expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.656367:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000200fd988/0xaf35132e63027eca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82da expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.656382:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9200, rc 0) 00000100:00100000:0.0:1780298626.656433:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608096896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1243us (1377us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.656451:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3237 00000100:00100000:0.0:1780298626.657673:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608097152 00000100:00100000:0.0:1780298626.657679:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608097152 00000100:00100000:3.0:1780298626.657695:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608097280 00000100:00100000:3.0:1780298626.657700:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608097280 00000100:00100000:0.0:1780298626.657719:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3239 00000100:00100000:0.0:1780298626.657730:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608097152:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298626.657732:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3240 00010000:00010000:0.0:1780298626.657742:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298626.657744:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777608097280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.657751:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.657753:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63027ed8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c82e8 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.657759:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027edf lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c82ef expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.657800:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604070656:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.657801:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604070784:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.657861:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.657861:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.658654:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604070656:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.658671:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63027ed8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82e8 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.658686:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63027ed8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82e8 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.658696:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:0.0:1780298626.658728:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608097152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1003us (1106us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.658735:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3239 00000100:00100000:3.0:1780298626.658860:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604070784:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.658873:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027edf lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82ef expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.658887:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027edf lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82ef expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.658901:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a400, rc 0) 00000100:00100000:3.0:1780298626.658928:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777608097280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1188us (1272us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.658935:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3240 00000100:00100000:1.0:1780298626.660101:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608097408 00000100:00100000:1.0:1780298626.660106:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608097408 00000100:00100000:0.0:1780298626.660164:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608097536 00000100:00100000:0.0:1780298626.660169:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608097536 00000100:00100000:1.0:1780298626.660174:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3241 00000100:00100000:1.0:1780298626.660193:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608097408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.660203:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.660215:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63027ee6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c82f6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.660263:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243eda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604070912:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.660297:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.661256:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604071040:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.661269:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63027eed lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82fd expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.661280:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63027eed lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82fd expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.661288:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3800, rc 0) 00000100:00100000:0.0:1780298626.661312:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608097536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1095us (1225us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.661318:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3242 00000100:00100000:3.0:1780298626.662461:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.662498:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.662548:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3243 00000100:00100000:0.0:1780298626.662563:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608097664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.662574:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.662585:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63027ef4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8304 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.662636:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604071296:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.662669:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.663613:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604071296:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.663640:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63027ef4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8304 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.663657:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63027ef4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8304 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.663679:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:0.0:1780298626.663705:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608097664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1148us (1245us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.663713:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3243 00000100:00100000:1.0:1780298626.664932:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.666202:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298626.666426:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e63027f02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.666433:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e63027f02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298626.666482:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990563 00000004:00010000:0.0:1780298626.666511:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000063550d6f reply state 00000000f1078c4d transno 4294990564 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e63027f02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.666523:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e63027f02 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.666530:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298626.666532:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298626.666535:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298626.666593:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+78:28749:x1866777608098048:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1587us (1659us total) trans 4294990564 rc 0/0 00000100:00100000:0.0:1780298626.666601:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61336 00000020:00080000:0.0:1780298626.666605:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298626.667428:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.667470:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608098304 00000100:00100000:0.0:1780298626.667474:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608098304 00000100:00100000:0.0:1780298626.667507:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3245 00000100:00100000:0.0:1780298626.667515:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608098304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.667525:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.667535:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027f09 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8312 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.667553:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63027ec3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4194304->4558847] (req 4194304->4198399) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82d3 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.667562:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63027e3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4558848->38113279] (req 4558848->4599807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c824e expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.667569:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(102 155) 00010000:00010000:0.0:1780298626.667573:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(104 155) 00010000:00010000:0.0:1780298626.667578:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027f09 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8312 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.667596:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63027e3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4558848->38113279] (req 4558848->4599807) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c824e expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.667607:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63027e3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4558848->38113279] (req 4558848->4599807) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c824e expref: 7 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.667617:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604071552:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.667671:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63027ec3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4194304->4558847] (req 4194304->4198399) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82d3 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.667687:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63027ec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4194304->4558847] (req 4194304->4198399) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c82d3 expref: 7 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.667698:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604071680:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.667724:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.668483:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604071552:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.668493:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604071680:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.668506:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027f09 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8312 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.668514:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:0.0:1780298626.668537:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608098304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1025us (1112us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.668542:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3245 00000100:00100000:1.0:1780298626.668775:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.668804:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.668832:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.668843:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608098688 00000100:00100000:0.0:1780298626.668848:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608098688 00000100:00100000:1.0:1780298626.668862:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.668901:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608098816 00000100:00100000:0.0:1780298626.668904:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608098816 00000100:00100000:3.0:1780298626.668905:0:6471:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608098432 00000100:00100000:1.0:1780298626.668909:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1351 00000100:00100000:3.0:1780298626.668912:0:6471:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608098432 00000100:00100000:1.0:1780298626.668921:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243eda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608098688:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:0.0:1780298626.668933:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1352 00000100:00100000:0.0:1780298626.668942:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608098816:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:1.0:1780298626.668967:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243eda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608098688:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 49us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.668976:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608098816:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 35us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298626.668984:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1351 00000100:00100000:3.0:1780298626.668999:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 570 00000100:00100000:0.0:1780298626.669004:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1352 00000100:00100000:3.0:1780298626.669014:0:6471:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36c588850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4a8786ce-7c8a-40a7-8357-9ee004d06219+12:2398:x1866777608098432:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:1.0:1780298626.669025:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00080000:0.0:1780298626.669032:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780298626.669054:0:6471:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36c588850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4a8786ce-7c8a-40a7-8357-9ee004d06219+12:2398:x1866777608098432:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 42us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298626.669068:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 570 00000100:00100000:3.0:1780298626.671269:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.671307:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608099072 00000100:00100000:0.0:1780298626.671312:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608099072 00010000:00010000:0.0:1780298626.671331:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63027e3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4558848->38113279] (req 4558848->4599807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c824e expref: 9 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.671360:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13856 00000100:00100000:0.0:1780298626.671368:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348af7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608099072:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.671377:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298626.671385:0:7400:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 752 -> 832 00010000:00010000:0.0:1780298626.671391:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63027e3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4558848->38113279] (req 4558848->4599807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c824e expref: 9 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.671414:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63027e3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4558848->38113279] (req 4558848->4599807) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c824e expref: 9 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.671429:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63027e3e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4558848->38113279] (req 4558848->4599807) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c824e expref: 9 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.671440:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(104 155) 00010000:00010000:0.0:1780298626.671444:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(104 155) 00010000:00010000:0.0:1780298626.671450:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027f09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8312 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.671459:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027f09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8312 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.671487:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027f09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8312 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.671498:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604071808:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298626.671544:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.672295:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604071808:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298626.672307:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298626.672333:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348af7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608099072:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 966us (1065us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.672340:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13856 00000100:00100000:3.0:1780298626.672446:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.672476:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608099200 00000100:00100000:0.0:1780298626.672484:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608099200 00000100:00100000:0.0:1780298626.672517:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3246 00000100:00100000:0.0:1780298626.672525:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:28749:x1866777608099200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.672534:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.672545:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027f10 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8319 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.672562:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63027e29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [40960->1089535] (req 40960->73727) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8239 expref: 16 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.672571:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027d49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1257472->2961407] (req 1257472->1277951) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8159 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.672583:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63027d34 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2961408->36515839] (req 2961408->2965503) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8144 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.672589:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e63027db9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1093632->1257471] (req 1093632->1097727) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81c9 expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.672592:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 4 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(63 76) 00010000:00010000:0.0:1780298626.672595:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(67 76) 00010000:00010000:0.0:1780298626.672597:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027f10 lrc: 7/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8319 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.672610:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e63027db9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1093632->1257471] (req 1093632->1097727) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81c9 expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.672618:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e63027db9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1093632->1257471] (req 1093632->1097727) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81c9 expref: 16 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.672624:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604071936:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.672662:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63027d34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2961408->36515839] (req 2961408->2965503) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8144 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.672672:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63027d34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2961408->36515839] (req 2961408->2965503) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8144 expref: 11 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.672688:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604072064:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.672716:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027d49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1257472->2961407] (req 1257472->1277951) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8159 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.672726:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027d49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1257472->2961407] (req 1257472->1277951) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8159 expref: 11 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.672735:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241b03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604072192:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.672767:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63027e29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [40960->1089535] (req 40960->73727) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8239 expref: 16 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.672776:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63027e29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [40960->1089535] (req 40960->73727) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8239 expref: 16 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.672786:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243eda300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604072320:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.672806:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.673590:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604071936:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.673603:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604072064:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.673610:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241b03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604072192:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.673812:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243eda300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604072320:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.673836:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027f10 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8319 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.673849:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:0.0:1780298626.673880:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:28749:x1866777608099200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1355us (1434us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.673888:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3246 00000100:00100000:0.0:1780298626.673996:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608099328 00000100:00100000:0.0:1780298626.674001:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608099328 00010000:00010000:0.0:1780298626.674023:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e63027db9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1093632->1257471] (req 1093632->1097727) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81c9 expref: 16 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.674053:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13857 00000100:00100000:0.0:1780298626.674063:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608099328:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.674073:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298626.674083:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298626.674088:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e63027db9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1093632->1257471] (req 1093632->1097727) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81c9 expref: 16 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.674101:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e63027db9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1093632->1257471] (req 1093632->1097727) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81c9 expref: 16 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.674117:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e63027db9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1093632->1257471] (req 1093632->1097727) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c81c9 expref: 16 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.674167:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298626.674198:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608099328:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 135us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.674221:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13857 00000100:00100000:3.0:1780298626.674272:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.674309:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608099584 00000100:00100000:0.0:1780298626.674313:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608099584 00010000:00010000:0.0:1780298626.674331:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63027e29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [40960->1089535] (req 40960->73727) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8239 expref: 15 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.674358:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13858 00000100:00100000:0.0:1780298626.674368:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777608099584:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.674378:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298626.674388:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63027e29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [40960->1089535] (req 40960->73727) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8239 expref: 15 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.674410:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63027e29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [40960->1089535] (req 40960->73727) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8239 expref: 15 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.674424:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f932e9d0/0xaf35132e63027e29 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [40960->1089535] (req 40960->73727) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8239 expref: 15 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.674436:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298626.674465:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777608099584:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 100us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.674473:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13858 00000100:00100000:0.0:1780298626.675646:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608099456:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1355us (1563us total) trans 4294968700 rc 0/0 00000100:00100000:0.0:1780298626.675654:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 82 00002000:00100000:0.0:1780298626.675662:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (1257472->2963581) req@ffff9cf3481fa300 x1866777608099456/t4294968700(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 504/448 e 0 to 0 dl 1780298637 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.675671:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fa300 with x1866777608099456 ext(1257472->2963581) 00010000:00010000:0.0:1780298626.675680:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027d49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1257472->2961407] (req 1257472->1277951) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8159 expref: 14 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.675693:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027d49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1257472->2961407] (req 1257472->1277951) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8159 expref: 14 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.675701:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63027d34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2961408->36515839] (req 2961408->2965503) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8144 expref: 14 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.675711:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63027d34 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2961408->36515839] (req 2961408->2965503) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8144 expref: 14 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298626.675718:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 2 locks timeout for req ffff9cf3481fa300 00000100:00100000:1.0:1780298626.676599:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.676625:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.676667:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608099840 00000100:00100000:0.0:1780298626.676673:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608099840 00010000:00010000:0.0:1780298626.676691:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027d49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1257472->2961407] (req 1257472->1277951) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8159 expref: 15 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.676732:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13860 00000100:00100000:0.0:1780298626.676746:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777608099840:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.676762:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298626.676775:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027d49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1257472->2961407] (req 1257472->1277951) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8159 expref: 14 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.676797:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027d49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1257472->2961407] (req 1257472->1277951) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8159 expref: 14 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.676818:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027d49 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1257472->2961407] (req 1257472->1277951) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8159 expref: 13 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.676830:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(67 76) 00010000:00010000:0.0:1780298626.676834:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(67 76) 00010000:00010000:0.0:1780298626.676840:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027f10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8319 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.676849:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027f10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8319 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.676874:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027f10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8319 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.676886:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243eda300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604072448:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298626.676932:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.677715:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243eda300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604072448:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298626.677726:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298626.677754:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608099840:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1011us (1127us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.677762:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13860 00000100:00100000:1.0:1780298626.677877:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.677911:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.677958:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608100096 00000100:00100000:3.0:1780298626.677963:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608100096 00002000:00010000:3.0:1780298626.677976:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (3062270->18446744073709551615) 00002000:00100000:3.0:1780298626.677980:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b1c00 with x1866777608100096 ext(3062270->18446744073709551615) 00002000:00010000:3.0:1780298626.677985:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b1c00. 00000100:00100000:1.0:1780298626.678013:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3731 00000100:00100000:1.0:1780298626.678032:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608100096:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298626.678187:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2963582 -> 3062270 00002000:00010000:1.0:1780298626.678190:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298626.678193:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298626.678195:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298626.678197:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 136 -> 136 00000100:00100000:1.0:1780298626.678232:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608100096:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 203us (321us total) trans 4294968701 rc 0/0 00000100:00100000:1.0:1780298626.678241:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3731 00002000:00010000:1.0:1780298626.678245:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (3062270->18446744073709551615) 00002000:00100000:1.0:1780298626.678248:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b1c00 with x1866777608100096 ext(3062270->18446744073709551615) 00002000:00010000:1.0:1780298626.678254:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b1c00. 00000100:00100000:1.0:1780298626.679209:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.680457:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.680492:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.680505:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608100352 00000100:00100000:1.0:1780298626.680510:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608100352 00000100:00100000:1.0:1780298626.680536:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608100480 00000100:00100000:1.0:1780298626.680538:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608100480 00000100:00100000:1.0:1780298626.680552:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3247 00000100:00100000:1.0:1780298626.680558:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608100352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.680565:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.680572:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63027f25 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8327 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.680615:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255686680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604072576:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.680661:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.681444:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255686680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604072576:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.681464:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63027f25 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8327 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.681481:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63027f25 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8327 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.681493:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8000, rc 0) 00000100:00100000:1.0:1780298626.681522:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608100352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 964us (1067us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.681529:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3247 00000100:00100000:0.0:1780298626.682575:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.682604:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.682619:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608100608 00000100:00100000:1.0:1780298626.682625:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608100608 00000100:00100000:1.0:1780298626.682660:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3249 00000100:00100000:1.0:1780298626.682671:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243eda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608100608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.682682:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.682692:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63027f33 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8335 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.682732:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255686680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604072832:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.682783:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.683610:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255686680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604072832:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.683628:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63027f33 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8335 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.683650:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63027f33 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8335 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.683665:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9e00, rc 0) 00000100:00100000:1.0:1780298626.683702:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243eda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608100608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1034us (1128us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.683709:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3249 00000100:00100000:3.0:1780298626.684728:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.684763:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608100864 00000100:00100000:0.0:1780298626.684768:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608100864 00000100:00100000:0.0:1780298626.684798:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61338 00000100:00100000:0.0:1780298626.684804:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+78:28749:x1866777608100864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.684815:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.684824:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e63027f41 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8343 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.684876:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63027f48 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.684885:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63027f48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.684892:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63027f48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298626.684906:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 7256574 00000004:00200000:0.0:1780298626.684909:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298626.684920:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63027f48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.684934:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e63027f41 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8343 expref: 80 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.684942:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63027f48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8343 expref: 79 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.684950:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298626.684952:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298626.684954:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:0.0:1780298626.684978:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+79:28749:x1866777608100864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 173us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.684984:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61338 00000100:00100000:0.0:1780298626.686265:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.686306:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608100992 00000100:00100000:3.0:1780298626.686312:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608100992 00000100:00100000:3.0:1780298626.686353:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3732 00000100:00100000:3.0:1780298626.686361:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608100992:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298626.686719:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3062270 -> 3062270 00002000:00010000:3.0:1780298626.686728:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298626.686731:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298626.686733:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298626.686736:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 136 -> 224 00000100:00100000:3.0:1780298626.686801:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777608100992:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 439us (533us total) trans 4294968702 rc 0/0 00000100:00100000:3.0:1780298626.686810:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3732 00000100:00100000:3.0:1780298626.690275:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.690304:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.690350:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608101120 00000100:00100000:1.0:1780298626.690357:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608101120 00000100:00100000:1.0:1780298626.690411:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3252 00000100:00100000:1.0:1780298626.690430:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608101120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.690441:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.690451:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63027f56 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c834a expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.690495:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255686680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604073216:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.690564:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.691535:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604073088:192.168.203.25@tcp:106: 00002000:00010000:1.0:1780298626.691544:0:12101:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 4194304 -> 5659343 00000100:00100000:1.0:1780298626.691560:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255686680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604073216:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.691570:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e63027f4f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8351 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.691592:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63027f56 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c834a expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.691597:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e63027f4f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8351 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.691614:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63027f56 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c834a expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.691621:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00010000:00010000:1.0:1780298626.691623:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8000, rc 0) 00000100:00100000:1.0:1780298626.691666:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608101120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1243us (1361us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.691676:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608101248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1277us (1408us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.691688:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3252 00000100:00100000:3.0:1780298626.691694:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3251 00000100:00100000:0.0:1780298626.692744:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.692890:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.692938:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608101504 00000100:00100000:0.0:1780298626.692946:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608101504 00000100:00100000:0.0:1780298626.693001:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3254 00000100:00100000:0.0:1780298626.693011:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608101504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.693023:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.693033:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63027f64 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c835f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.693078:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604073472:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.693117:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.693881:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604073472:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.693910:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63027f64 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c835f expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.693923:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63027f64 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c835f expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.693935:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:0.0:1780298626.693960:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608101504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 952us (1071us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.693968:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3254 00000100:00100000:1.0:1780298626.695007:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.696564:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.696606:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608101760 00000100:00100000:0.0:1780298626.696613:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608101760 00000100:00100000:0.0:1780298626.696662:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3734 00000100:00100000:0.0:1780298626.696673:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608101760:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298626.696908:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5659343 -> 4732828 00002000:00010000:0.0:1780298626.696912:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298626.696914:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298626.696917:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298626.696919:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 752 -> 856 00000100:00100000:0.0:1780298626.696959:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608101760:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 289us (399us total) trans 4294968992 rc 0/0 00000100:00100000:0.0:1780298626.696968:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3734 00000100:00100000:3.0:1780298626.697840:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.697872:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608101888 00000100:00100000:0.0:1780298626.697878:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608101888 00000100:00100000:0.0:1780298626.697914:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3255 00000100:00100000:0.0:1780298626.697923:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608101888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.697931:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.697942:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63027f6b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8366 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.697961:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.697985:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604073600:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.698035:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.698068:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3256 00000100:00100000:1.0:1780298626.698082:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608102016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.698091:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.698101:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63027f72 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c836d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.698161:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255685180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604073728:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.698209:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00002000:00010000:0.0:1780298626.698823:0:8358:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 4732828 -> 5659343 00000100:00100000:0.0:1780298626.698836:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604073600:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.698862:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63027f6b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8366 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.698883:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63027f6b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8366 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.698895:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:0.0:1780298626.698928:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608101888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1007us (1087us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.698937:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255685180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604073728:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.698938:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3255 00010000:00010000:1.0:1780298626.698963:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63027f72 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c836d expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.698979:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63027f72 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c836d expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.698989:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:1.0:1780298626.699023:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608102016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 946us (1062us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.699031:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3256 00000100:00100000:3.0:1780298626.700109:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.700170:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608102144 00000100:00100000:1.0:1780298626.700176:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608102144 00000100:00100000:1.0:1780298626.700207:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3257 00000100:00100000:1.0:1780298626.700215:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608102144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.700226:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.700236:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63027f79 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8374 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.700266:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255685180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604073856:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.700307:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.700558:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.700588:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608102272 00000100:00100000:0.0:1780298626.700592:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608102272 00000100:00100000:0.0:1780298626.700614:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3258 00000100:00100000:0.0:1780298626.700619:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608102272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.700626:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.700633:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027f80 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c837b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.700654:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604073984:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.700681:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.701048:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255685180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604073856:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.701064:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63027f79 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8374 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.701080:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63027f79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8374 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.701087:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8800, rc 0) 00000100:00100000:1.0:1780298626.701108:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608102144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 895us (1002us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.701114:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3257 00000100:00100000:0.0:1780298626.701378:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604073984:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.701390:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027f80 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c837b expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.701413:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63027f80 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c837b expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.701421:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:0.0:1780298626.701443:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608102272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 824us (888us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.701448:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3258 00000100:00100000:3.0:1780298626.702586:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.702657:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.702702:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3259 00000100:00100000:0.0:1780298626.702714:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608102400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.702727:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.702740:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e63027f87 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8382 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.702795:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604074112:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.702851:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.703636:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604074112:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.703659:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e63027f87 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8382 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.703687:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e63027f87 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8382 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.703699:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:0.0:1780298626.703731:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608102400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1019us (1145us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.703745:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3259 00000100:00100000:1.0:1780298626.704807:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.704842:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608102656 00000100:00100000:3.0:1780298626.704848:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608102656 00000100:00100000:3.0:1780298626.704882:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3261 00000100:00100000:3.0:1780298626.704891:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608102656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.704902:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.704911:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027f95 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8390 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.704932:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027f10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8319 expref: 17 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.704943:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(67 76) 00010000:00010000:3.0:1780298626.704947:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(68 76) 00010000:00010000:3.0:1780298626.704952:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027f95 lrc: 4/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2392064->2396159] (req 2392064->2396159) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8390 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.704979:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027f10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8319 expref: 17 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.704994:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027f10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8319 expref: 17 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.705006:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604074368:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298626.705049:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.705657:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604074368:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298626.705676:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027f95 lrc: 3/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2392064->2396159] (req 2392064->2396159) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8390 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.705689:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508a400, rc 0) 00000100:00100000:1.0:1780298626.705721:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777608102656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 833us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298626.705728:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3261 00000100:00100000:0.0:1780298626.705945:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.705982:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608102784 00000100:00100000:1.0:1780298626.705987:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608102784 00010000:00010000:1.0:1780298626.706009:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027f10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8319 expref: 18 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.706038:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13861 00000100:00100000:1.0:1780298626.706047:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608102784:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298626.706061:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298626.706073:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027f10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8319 expref: 18 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.706086:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027f10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8319 expref: 18 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.706104:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63027f10 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8319 expref: 18 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.706115:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(68 76) 00010000:00010000:1.0:1780298626.706119:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(68 76) 00010000:00010000:1.0:1780298626.706153:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027f95 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2392064->2396159) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8390 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.706164:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027f95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2392064->2396159) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8390 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.706188:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027f95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2392064->2396159) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8390 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.706198:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255685c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604074496:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298626.706237:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.706940:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255685c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604074496:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298626.706952:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298626.706978:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608102784:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 933us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298626.706986:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13861 00000100:00100000:3.0:1780298626.707331:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.707374:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608102912 00000100:00100000:0.0:1780298626.707380:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608102912 00002000:00100000:0.0:1780298626.707424:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (2363392->2428927) req@ffff9cf25488a680 x1866777608102912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.707435:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488a680 with x1866777608102912 ext(2363392->2428927) 00002000:00010000:0.0:1780298626.707440:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25488a680 00000100:00100000:0.0:1780298626.707463:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3735 00000100:00100000:0.0:1780298626.707472:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608102912:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.708584:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608102912:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1113us (1251us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1780298626.708594:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3735 00002000:00100000:0.0:1780298626.708603:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (2363392->2428927) req@ffff9cf25488a680 x1866777608102912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/440 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.708613:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488a680 with x1866777608102912 ext(2363392->2428927) 00002000:00010000:0.0:1780298626.708618:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25488a680 00000100:00100000:0.0:1780298626.709930:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.712039:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.712084:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608103168 00000100:00100000:0.0:1780298626.712090:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608103168 00000100:00100000:0.0:1780298626.712148:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3262 00000100:00100000:0.0:1780298626.712157:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608103168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.712169:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.712186:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027f9c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8397 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.712209:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(68 76) 00010000:00010000:0.0:1780298626.712214:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(68 76) 00010000:00010000:0.0:1780298626.712222:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027f9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8397 expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.712240:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027f9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8397 expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.712253:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:0.0:1780298626.712279:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608103168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 125us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.712286:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3262 00000100:00100000:3.0:1780298626.713560:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.716804:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.716857:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608103424 00000100:00100000:1.0:1780298626.716864:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608103424 00000100:00100000:1.0:1780298626.716904:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3263 00000100:00100000:1.0:1780298626.716917:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608103424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.716932:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.716957:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000891e8ea0/0xaf35132e63027fa3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c839e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.717016:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255684e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604074624:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.717107:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.718839:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.720612:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.720662:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608103680 00000100:00100000:3.0:1780298626.720670:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608103680 00000100:00100000:3.0:1780298626.720716:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3265 00000100:00100000:3.0:1780298626.720728:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608103680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.720746:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.720759:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63027fb1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c83ac expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.720802:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604074880:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.720859:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.721524:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604074880:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.721548:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63027fb1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c83ac expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.721567:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63027fb1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c83ac expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.721579:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298626.721613:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608103680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 890us (1001us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.721621:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3265 00000100:00100000:0.0:1780298626.722365:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.724370:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.725527:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.727518:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.729583:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.729634:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608104320 00000100:00100000:3.0:1780298626.729639:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608104320 00000100:00100000:3.0:1780298626.729671:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3269 00000100:00100000:3.0:1780298626.729680:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608104320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.729689:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.729706:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63027fcd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c83c8 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.729738:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604075392:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.729784:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.730500:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604075392:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.730519:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63027fcd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c83c8 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.730534:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070366434/0xaf35132e63027fcd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c83c8 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.730545:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508be00, rc 0) 00000100:00100000:3.0:1780298626.730579:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608104320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 901us (996us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.730586:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3269 00000100:00100000:0.0:1780298626.731577:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.733773:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.735885:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.737830:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.737864:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608104832 00000100:00100000:3.0:1780298626.737869:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608104832 00000100:00100000:3.0:1780298626.737901:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3273 00000100:00100000:3.0:1780298626.737909:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608104832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.737917:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.737926:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e63027fe9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c83e4 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.737954:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604075904:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.737992:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.738708:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604075904:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.738725:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e63027fe9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c83e4 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.738750:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e63027fe9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c83e4 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.738760:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b800, rc 0) 00000100:00100000:3.0:1780298626.738786:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608104832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 879us (958us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.738801:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3273 00000100:00100000:0.0:1780298626.739714:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.742230:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.743542:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.745884:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.745912:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608105344 00000100:00100000:3.0:1780298626.745918:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608105344 00010000:00010000:3.0:1780298626.745940:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027f09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8312 expref: 16 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.745970:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13862 00000100:00100000:3.0:1780298626.745978:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608105344:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298626.745987:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780298626.745995:0:8374:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 976 -> 1056 00010000:00010000:3.0:1780298626.746001:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027f09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8312 expref: 16 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.746014:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027f09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8312 expref: 16 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.746031:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63027f09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8312 expref: 16 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.746042:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(105 155) 00010000:00010000:3.0:1780298626.746046:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(105 155) 00010000:00010000:3.0:1780298626.746052:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e63027ff7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3227648->36782079] (req 3227648->3276799) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c83f2 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.746061:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e63027ff7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3227648->36782079] (req 3227648->3276799) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c83f2 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.746086:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e63027ff7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3227648->36782079] (req 3227648->3276799) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c83f2 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.746102:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604076288:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298626.747080:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.747119:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608105472 00000100:00100000:1.0:1780298626.747145:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608105472 00000100:00100000:1.0:1780298626.747172:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3739 00000100:00100000:1.0:1780298626.747177:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608105472:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298626.747361:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5659343 -> 5659343 00002000:00010000:1.0:1780298626.747365:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298626.747368:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298626.747370:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298626.747372:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1056 -> 1152 00000100:00100000:1.0:1780298626.747412:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608105472:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 233us (333us total) trans 4294968995 rc 0/0 00000100:00100000:1.0:1780298626.747419:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3739 00000100:00100000:3.0:1780298626.748328:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.750321:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.750355:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608105728 00000100:00100000:3.0:1780298626.750361:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608105728 00000100:00100000:3.0:1780298626.750393:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3277 00000100:00100000:3.0:1780298626.750411:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777608105728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.750421:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.750429:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e63028005 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8400 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.750458:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604076544:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.750499:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.751255:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604076544:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.751267:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e63028005 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8400 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.751277:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c22137de/0xaf35132e63028005 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8400 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.751284:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24508b800, rc 0) 00000100:00100000:0.0:1780298626.751308:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777608105728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 909us (990us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.751316:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3277 00000100:00100000:0.0:1780298626.752244:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.754028:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.755891:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.756929:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.758150:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.759266:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.760571:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.760611:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608106624 00000100:00100000:0.0:1780298626.760614:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608106624 00000100:00100000:0.0:1780298626.760638:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3281 00000100:00100000:0.0:1780298626.760642:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777608106624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.760650:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.760658:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028021 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c841c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.760681:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604077184:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.760712:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.761368:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604077184:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.761381:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028021 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c841c expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.761391:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028021 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c841c expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.761409:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:0.0:1780298626.761431:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777608106624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 789us (861us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.761435:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3281 00000100:00100000:3.0:1780298626.762248:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.764479:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.766341:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.767530:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.769279:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.769327:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608107264 00000100:00100000:1.0:1780298626.769333:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608107264 00002000:00100000:1.0:1780298626.769360:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1294336->1617919) req@ffff9cf254889f80 x1866777608107264/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 504/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.769370:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889f80 with x1866777608107264 ext(1294336->1617919) 00002000:00010000:1.0:1780298626.769373:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254889f80 00000100:00100000:1.0:1780298626.769409:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3744 00000100:00100000:1.0:1780298626.769420:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608107264:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298626.771444:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608107264:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 2022us (2164us total) trans 0 rc 315392/315392 00000100:00100000:1.0:1780298626.771453:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3744 00002000:00100000:1.0:1780298626.771462:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1294336->1617919) req@ffff9cf254889f80 x1866777608107264/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 504/440 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 315392/315392 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.771472:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889f80 with x1866777608107264 ext(1294336->1617919) 00002000:00010000:1.0:1780298626.771476:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254889f80 00000100:00100000:0.0:1780298626.772873:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.774892:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.774932:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608107520 00000100:00100000:0.0:1780298626.774936:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608107520 00000100:00100000:0.0:1780298626.774969:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3285 00000100:00100000:0.0:1780298626.774976:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608107520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.774985:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.774994:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302803d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8438 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.775028:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604077696:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.775066:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.775729:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604077696:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.775746:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302803d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8438 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.775760:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302803d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8438 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.775770:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:3.0:1780298626.775797:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608107520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 822us (905us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.775804:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3285 00000100:00100000:3.0:1780298626.776719:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.777943:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.779416:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.779457:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608107904 00000100:00100000:0.0:1780298626.779461:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608107904 00010000:00010000:0.0:1780298626.779481:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e6302801a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4390912->37945343] (req 4390912->4403199) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8415 expref: 18 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.779504:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13864 00000100:00100000:0.0:1780298626.779509:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608107904:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.779515:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298626.779522:0:6461:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1152 -> 1176 00010000:00010000:0.0:1780298626.779526:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e6302801a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4390912->37945343] (req 4390912->4403199) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8415 expref: 18 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.779537:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e6302801a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4390912->37945343] (req 4390912->4403199) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8415 expref: 18 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.779553:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e6302801a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4390912->37945343] (req 4390912->4403199) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8415 expref: 18 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.779565:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(107 155) 00010000:00010000:0.0:1780298626.779569:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(107 155) 00010000:00010000:0.0:1780298626.779576:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63028044 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5193728->5222399) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c843f expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.779584:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63028044 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5193728->5222399) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c843f expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.779601:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63028044 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5193728->5222399) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c843f expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.779607:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604077952:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298626.779638:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.780747:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.783088:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.784875:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.786200:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.786241:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608108416 00000100:00100000:1.0:1780298626.786246:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608108416 00010000:00010000:1.0:1780298626.786270:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027f9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8397 expref: 18 pid: 8356 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.786304:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13865 00000100:00100000:1.0:1780298626.786313:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608108416:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298626.786322:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298626.786340:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027f9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8397 expref: 18 pid: 8356 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.786351:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027f9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8397 expref: 18 pid: 8356 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.786366:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63027f9c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8397 expref: 18 pid: 8356 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.786378:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298626.786418:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608108416:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 106us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298626.786425:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13865 00000100:00100000:0.0:1780298626.786749:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.786778:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608108544 00000100:00100000:1.0:1780298626.786782:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608108544 00010000:00010000:1.0:1780298626.786793:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027f95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2392064->2396159) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8390 expref: 14 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.786811:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13866 00000100:00100000:1.0:1780298626.786815:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608108544:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298626.786823:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298626.786830:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027f95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2392064->2396159) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8390 expref: 14 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.786837:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027f95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2392064->2396159) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8390 expref: 14 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.786847:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3db6a00/0xaf35132e63027f95 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2392064->2396159) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8390 expref: 14 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.786857:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(68 76) 00010000:00010000:1.0:1780298626.786859:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(68 76) 00010000:00010000:1.0:1780298626.786863:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63028052 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [335872->33890303] (req 335872->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c844d expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.786868:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63028052 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [335872->33890303] (req 335872->401407) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c844d expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.786883:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63028052 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [335872->33890303] (req 335872->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c844d expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.786889:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604078336:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298626.786917:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.787661:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604078336:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298626.787670:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298626.787693:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608108544:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 876us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298626.787700:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13866 00000100:00100000:3.0:1780298626.787954:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.789390:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.790914:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.790944:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608108928 00000100:00100000:3.0:1780298626.790949:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608108928 00000100:00100000:3.0:1780298626.790972:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3289 00000100:00100000:3.0:1780298626.790977:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608108928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.790984:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.790995:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63028059 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8454 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.791030:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604078464:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.791073:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.791732:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604078464:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.791751:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63028059 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8454 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.791766:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63028059 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8454 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.791776:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:0.0:1780298626.791800:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608108928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 823us (887us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.791808:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3289 00000100:00100000:0.0:1780298626.792673:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.794359:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.796014:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.797798:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.797830:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608109440 00000100:00100000:3.0:1780298626.797835:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608109440 00000100:00100000:3.0:1780298626.797864:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3293 00000100:00100000:3.0:1780298626.797871:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:28749:x1866777608109440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.797878:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.797884:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028075 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8470 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.797897:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63028052 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [335872->33890303] (req 335872->401407) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c844d expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.797903:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(68 76) 00010000:00010000:3.0:1780298626.797905:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(69 76) 00010000:00010000:3.0:1780298626.797908:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028075 lrc: 4/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1089536->1097727] (req 1089536->1097727) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8470 expref: 18 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.797921:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63028052 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [335872->33890303] (req 335872->401407) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c844d expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.797930:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63028052 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [335872->33890303] (req 335872->401407) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c844d expref: 12 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.797936:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604078976:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298626.797965:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.798602:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604078976:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.798618:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028075 lrc: 3/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1089536->1097727] (req 1089536->1097727) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8470 expref: 18 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.798627:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:0.0:1780298626.798650:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777608109440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 781us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.798655:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3293 00000100:00100000:0.0:1780298626.798844:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.798895:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608109568 00000100:00100000:1.0:1780298626.798900:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608109568 00002000:00100000:1.0:1780298626.798923:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (335872->401407) req@ffff9cf37f8d7800 x1866777608109568/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.798933:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d7800 with x1866777608109568 ext(335872->401407) 00010000:00010000:1.0:1780298626.798939:0:19949:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63028052 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [335872->33890303] (req 335872->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c844d expref: 13 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.798950:0:19949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63028052 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [335872->33890303] (req 335872->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c844d expref: 13 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298626.798957:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf37f8d7800 00000100:00100000:1.0:1780298626.798975:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 85 00000100:00100000:1.0:1780298626.798983:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608109568:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298626.800487:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608109568:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1504us (1641us total) trans 4294968704 rc 0/0 00000100:00100000:1.0:1780298626.800496:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 85 00002000:00100000:1.0:1780298626.800503:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (335872->401407) req@ffff9cf37f8d7800 x1866777608109568/t4294968704(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/448 e 0 to 0 dl 1780298637 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.800511:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d7800 with x1866777608109568 ext(335872->401407) 00010000:00010000:1.0:1780298626.800517:0:19949:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63028052 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [335872->33890303] (req 335872->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c844d expref: 15 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.800540:0:19949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63028052 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [335872->33890303] (req 335872->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c844d expref: 15 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298626.800548:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf37f8d7800 00000100:00100000:0.0:1780298626.801252:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.801296:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608109696 00000100:00100000:1.0:1780298626.801301:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608109696 00010000:00010000:1.0:1780298626.801321:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63028052 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [335872->33890303] (req 335872->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c844d expref: 15 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.801350:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13867 00000100:00100000:1.0:1780298626.801358:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777608109696:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298626.801367:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298626.801374:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 224 -> 352 00010000:00010000:1.0:1780298626.801380:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63028052 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [335872->33890303] (req 335872->401407) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c844d expref: 15 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.801391:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63028052 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [335872->33890303] (req 335872->401407) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c844d expref: 15 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.801419:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63028052 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [335872->33890303] (req 335872->401407) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c844d expref: 15 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.801431:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(69 76) 00010000:00010000:1.0:1780298626.801435:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(69 76) 00010000:00010000:1.0:1780298626.801441:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028075 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1089536->1097727) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8470 expref: 17 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.801451:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028075 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1089536->1097727) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8470 expref: 17 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.801472:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028075 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1089536->1097727) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8470 expref: 17 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.801479:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604079104:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298626.801509:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.802230:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604079104:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298626.802242:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298626.802270:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608109696:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 913us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298626.802279:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13867 00000100:00100000:1.0:1780298626.802622:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608109824 00000100:00100000:1.0:1780298626.802627:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608109824 00002000:00100000:1.0:1780298626.802647:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (1089536->1097727) req@ffff9cf36d4b5c00 x1866777608109824/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.802657:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5c00 with x1866777608109824 ext(1089536->1097727) 00002000:00010000:1.0:1780298626.802660:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b5c00 00000100:00100000:1.0:1780298626.802681:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3748 00000100:00100000:1.0:1780298626.802689:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608109824:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298626.802802:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608109824:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 114us (219us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1780298626.802814:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3748 00002000:00100000:1.0:1780298626.802820:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (1089536->1097727) req@ffff9cf36d4b5c00 x1866777608109824/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/8632 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.802829:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5c00 with x1866777608109824 ext(1089536->1097727) 00002000:00010000:1.0:1780298626.802833:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b5c00 00000100:00100000:0.0:1780298626.803879:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.805359:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.807799:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.809169:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.809237:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.809283:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608110336 00000100:00100000:1.0:1780298626.809288:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608110336 00010000:00010000:1.0:1780298626.809310:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b947da0/0xaf35132e6302807c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8477 expref: 16 pid: 8356 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.809354:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608110464 00000100:00100000:1.0:1780298626.809358:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608110464 00010000:00010000:1.0:1780298626.809376:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028075 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1089536->1097727) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8470 expref: 18 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.809420:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13869 00000100:00100000:1.0:1780298626.809433:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608110464:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298626.809447:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298626.809480:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028075 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1089536->1097727) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8470 expref: 18 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.809500:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028075 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1089536->1097727) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8470 expref: 18 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.809527:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028075 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 1089536->1097727) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8470 expref: 18 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.809576:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298626.809611:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777608110464:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 181us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298626.809632:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13869 00000100:00100000:3.0:1780298626.810675:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.812160:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.814180:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.814238:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608110848 00000100:00100000:0.0:1780298626.814245:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608110848 00000100:00100000:0.0:1780298626.814293:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3297 00000100:00100000:0.0:1780298626.814302:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608110848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.814314:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.814325:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63028091 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c848c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.814364:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604079744:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.814419:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.815157:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604079744:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.815182:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63028091 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c848c expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.815200:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63028091 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c848c expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.815210:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:3.0:1780298626.815244:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608110848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 943us (1071us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.815251:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3297 00000100:00100000:3.0:1780298626.816538:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.817729:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604079872:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.817760:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007b947da0/0xaf35132e63028098 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8493 expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.817779:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b947da0/0xaf35132e63028098 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8493 expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.817791:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3821e6c00, rc 0) 00000100:00100000:0.0:1780298626.817825:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608110976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1180us (1289us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.817833:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3298 00000100:00100000:0.0:1780298626.818854:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.820260:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.820591:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.821786:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.823630:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.823688:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608111616 00000100:00100000:1.0:1780298626.823695:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608111616 00002000:00100000:1.0:1780298626.823720:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (770048->774143) req@ffff9cf243061500 x1866777608111616/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.823740:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061500 with x1866777608111616 ext(770048->774143) 00002000:00010000:1.0:1780298626.823744:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243061500 00000100:00100000:1.0:1780298626.823767:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3752 00000100:00100000:1.0:1780298626.823775:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608111616:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298626.823865:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608111616:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 91us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298626.823873:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3752 00002000:00100000:1.0:1780298626.823880:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (770048->774143) req@ffff9cf243061500 x1866777608111616/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.823905:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061500 with x1866777608111616 ext(770048->774143) 00002000:00010000:1.0:1780298626.823909:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243061500 00000100:00100000:0.0:1780298626.825576:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.825629:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608111744 00000100:00100000:1.0:1780298626.825634:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608111744 00002000:00100000:1.0:1780298626.825658:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (774144->778239) req@ffff9cf37f8d5180 x1866777608111744/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.825673:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d5180 with x1866777608111744 ext(774144->778239) 00002000:00010000:1.0:1780298626.825677:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d5180 00000100:00100000:1.0:1780298626.825698:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3753 00000100:00100000:1.0:1780298626.825708:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608111744:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298626.825803:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608111744:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 97us (229us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298626.825810:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3753 00002000:00100000:1.0:1780298626.825817:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (774144->778239) req@ffff9cf37f8d5180 x1866777608111744/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.825824:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d5180 with x1866777608111744 ext(774144->778239) 00002000:00010000:1.0:1780298626.825828:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d5180 00000100:00100000:0.0:1780298626.826948:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.828321:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.829919:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.831322:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.831358:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608112256 00000100:00100000:1.0:1780298626.831362:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608112256 00002000:00100000:1.0:1780298626.831379:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (790528->794623) req@ffff9cf37f8d4700 x1866777608112256/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.831392:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d4700 with x1866777608112256 ext(790528->794623) 00002000:00010000:1.0:1780298626.831395:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d4700 00000100:00100000:1.0:1780298626.831421:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3757 00000100:00100000:1.0:1780298626.831427:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608112256:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298626.831490:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608112256:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 64us (169us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298626.831494:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3757 00002000:00100000:1.0:1780298626.831500:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (790528->794623) req@ffff9cf37f8d4700 x1866777608112256/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.831509:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d4700 with x1866777608112256 ext(790528->794623) 00002000:00010000:1.0:1780298626.831513:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d4700 00000100:00100000:3.0:1780298626.832816:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.832864:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608112384 00000100:00100000:1.0:1780298626.832869:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608112384 00002000:00100000:1.0:1780298626.832890:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (794624->831487) req@ffff9cf243cd7480 x1866777608112384/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.832905:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd7480 with x1866777608112384 ext(794624->831487) 00002000:00010000:1.0:1780298626.832909:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd7480 00000100:00100000:1.0:1780298626.832929:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3758 00000100:00100000:1.0:1780298626.832937:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608112384:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298626.833814:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608112384:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 877us (998us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1780298626.833823:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3758 00002000:00100000:1.0:1780298626.833832:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (794624->831487) req@ffff9cf243cd7480 x1866777608112384/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/440 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.833842:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd7480 with x1866777608112384 ext(794624->831487) 00002000:00010000:1.0:1780298626.833845:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd7480 00000100:00100000:3.0:1780298626.836373:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.838908:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000001:00080000:0.0:1780298626.839677:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294968997 is committed 00000001:00080000:0.0:1780298626.839688:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294968995 is committed 00000100:00100000:0.0:1780298626.841151:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.841203:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.841263:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608112896 00000100:00100000:3.0:1780298626.841268:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608112896 00000100:00100000:3.0:1780298626.841301:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3301 00000100:00100000:3.0:1780298626.841308:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777608112896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.841318:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.841336:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630280a6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c84a8 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.841393:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604080384:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.841512:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.842432:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604080384:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.842466:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630280a6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84a8 expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.842486:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630280a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84a8 expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.842498:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298626.842526:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777608112896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1217us (1373us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.842542:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3301 00000100:00100000:0.0:1780298626.843759:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.843816:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.843866:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3304 00000100:00100000:1.0:1780298626.843881:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608113152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.843890:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.843902:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630280bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c84b6 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.843943:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604080768:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.843981:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.844869:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604080768:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.844889:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630280bb lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84b6 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.844903:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630280bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84b6 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.844916:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8000, rc 0) 00000100:00100000:1.0:1780298626.844945:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608113152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1068us (1129us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.844959:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3304 00000100:00100000:0.0:1780298626.846016:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.846041:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.846056:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608113280 00000100:00100000:1.0:1780298626.846062:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608113280 00000100:00100000:1.0:1780298626.846105:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3305 00000100:00100000:1.0:1780298626.846118:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608113280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.846161:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.846171:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e630280c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c84bd expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.846203:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604080896:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.846262:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.846914:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604080896:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.846930:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e630280c2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84bd expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.846940:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e630280c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84bd expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.846947:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9e00, rc 0) 00000100:00100000:1.0:1780298626.846968:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608113280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 857us (953us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.846973:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3305 00000100:00100000:0.0:1780298626.848093:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.849410:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.849518:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608113664 00000100:00100000:3.0:1780298626.849523:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608113664 00000100:00100000:3.0:1780298626.849558:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3307 00000100:00100000:3.0:1780298626.849568:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608113664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.849580:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298626.849582:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298626.849590:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630280d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c84cb expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.849621:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608113792 00000100:00100000:3.0:1780298626.849624:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604081152:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.849627:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608113792 00000100:00100000:1.0:1780298626.849655:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3308 00000100:00100000:1.0:1780298626.849664:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608113792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.849672:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.849682:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e630280d7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c84d2 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.849713:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604081280:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.849735:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.849748:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.850479:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604081152:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.850494:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630280d0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84cb expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.850508:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630280d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84cb expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.850519:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298626.850547:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608113664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 982us (1148us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.850550:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604081280:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.850567:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e630280d7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84d2 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.850595:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e630280d7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84d2 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.850599:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3307 00010000:00010000:1.0:1780298626.850605:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:1.0:1780298626.850639:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608113792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 976us (1068us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.850647:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3308 00010000:00010000:3.0:1780298626.851325:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780298626.851729:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.851819:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608113920 00000100:00100000:3.0:1780298626.851824:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608113920 00000100:00100000:3.0:1780298626.851861:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3309 00000100:00100000:0.0:1780298626.851866:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.851875:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608113920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.851884:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.851893:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630280de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c84d9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.851924:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604081408:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.852025:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.852786:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604081408:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.852807:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630280de lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84d9 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.852823:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630280de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84d9 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.852835:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:3.0:1780298626.852866:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608113920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 994us (1137us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.852876:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3309 00000100:00100000:0.0:1780298626.853937:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.854951:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.854990:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608114304 00000100:00100000:1.0:1780298626.854996:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608114304 00010000:00010000:1.0:1780298626.855029:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dba1574c/0xaf35132e63028083 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1409024->34963455] (req 1409024->1458175) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c847e expref: 16 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.855060:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13872 00000100:00100000:1.0:1780298626.855069:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608114304:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298626.855079:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298626.855090:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dba1574c/0xaf35132e63028083 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1409024->34963455] (req 1409024->1458175) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c847e expref: 16 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.855100:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dba1574c/0xaf35132e63028083 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1409024->34963455] (req 1409024->1458175) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c847e expref: 16 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.855115:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dba1574c/0xaf35132e63028083 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1409024->34963455] (req 1409024->1458175) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c847e expref: 16 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.855154:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(70 76) 00010000:00010000:1.0:1780298626.855158:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(70 76) 00010000:00010000:1.0:1780298626.855166:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e630280ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1658880->35213311] (req 1658880->1712127) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84e7 expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.855176:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e630280ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1658880->35213311] (req 1658880->1712127) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84e7 expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.855199:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e630280ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1658880->35213311] (req 1658880->1712127) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84e7 expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.855210:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604081792:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298626.855254:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.855916:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604081792:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298626.855927:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298626.855954:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608114304:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 887us (1008us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298626.855963:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13872 00000100:00100000:0.0:1780298626.856276:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.857739:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.857785:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608114560 00000100:00100000:1.0:1780298626.857796:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608114560 00002000:00100000:1.0:1780298626.857816:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1708032->1712127) req@ffff9cf37f8cbb80 x1866777608114560/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.857826:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8cbb80 with x1866777608114560 ext(1708032->1712127) 00002000:00010000:1.0:1780298626.857830:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8cbb80 00000100:00100000:1.0:1780298626.857846:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3762 00000100:00100000:1.0:1780298626.857852:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608114560:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298626.857938:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608114560:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 87us (201us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298626.857943:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3762 00002000:00100000:1.0:1780298626.857948:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1708032->1712127) req@ffff9cf37f8cbb80 x1866777608114560/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.857954:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8cbb80 with x1866777608114560 ext(1708032->1712127) 00002000:00010000:1.0:1780298626.857957:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8cbb80 00000100:00100000:0.0:1780298626.859180:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.859210:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608114688 00000100:00100000:1.0:1780298626.859215:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608114688 00000100:00100000:0.0:1780298626.859283:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.859570:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608114816 00000100:00100000:1.0:1780298626.859574:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608114816 00000100:00100000:3.0:1780298626.859612:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3313 00000100:00100000:3.0:1780298626.859629:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608114816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.859636:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.859645:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e630280fa lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c84f5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.859678:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604081920:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.859721:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.860469:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604081920:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.860488:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e630280fa lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84f5 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.860500:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e630280fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84f5 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.860510:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:3.0:1780298626.860537:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608114816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 917us (1253us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.860544:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3313 00000100:00100000:0.0:1780298626.861704:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.861791:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.861804:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608115072 00000100:00100000:3.0:1780298626.861809:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608115072 00000100:00100000:3.0:1780298626.861842:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3315 00000100:00100000:3.0:1780298626.861850:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608115072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.861857:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.861865:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63028108 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8503 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.861887:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604082304:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.861914:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.862637:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604082304:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.862690:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63028108 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8503 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.862706:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63028108 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8503 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.862716:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298626.862747:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608115072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 898us (960us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.862809:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3315 00000100:00100000:0.0:1780298626.863745:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.863770:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608115200 00000100:00100000:3.0:1780298626.863774:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608115200 00000100:00100000:3.0:1780298626.863797:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3316 00000100:00100000:3.0:1780298626.863801:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:28749:x1866777608115200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.863809:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.863816:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302810f lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c850a expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.863828:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(70 76) 00010000:00010000:3.0:1780298626.863831:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(70 76) 00010000:00010000:3.0:1780298626.863836:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302810f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [892928->1654783] (req 892928->925695) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c850a expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.863844:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302810f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [892928->1654783] (req 892928->925695) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c850a expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.863853:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298626.863881:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:28749:x1866777608115200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 79us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298626.863888:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3316 00000100:00100000:0.0:1780298626.864620:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.864653:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608115328 00000100:00100000:1.0:1780298626.864657:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608115328 00000100:00100000:1.0:1780298626.864690:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3763 00000100:00100000:1.0:1780298626.864698:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608115328:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298626.864856:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3062270 -> 3062270 00002000:00010000:1.0:1780298626.864859:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298626.864862:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298626.864864:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298626.864867:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 448 -> 448 00000100:00100000:1.0:1780298626.864898:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777608115328:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 202us (279us total) trans 4294968706 rc 0/0 00000100:00100000:1.0:1780298626.864905:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3763 00000100:00100000:0.0:1780298626.865864:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.865963:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.866000:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608115584 00000100:00100000:1.0:1780298626.866006:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608115584 00000100:00100000:1.0:1780298626.866041:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3317 00000100:00100000:1.0:1780298626.866048:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608115584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.866056:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.866064:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028116 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8518 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.866091:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604082432:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.866167:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3318 00000100:00100000:1.0:1780298626.866168:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.866182:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608115456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.866192:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.866201:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e6302811d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8511 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.866237:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604082560:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.866275:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.866843:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604082432:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.866864:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028116 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8518 expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.866879:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028116 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8518 expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.866898:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:1.0:1780298626.866928:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608115584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 880us (966us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.866938:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3317 00000100:00100000:0.0:1780298626.866938:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604082560:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.866963:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e6302811d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8511 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.866978:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e6302811d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8511 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.866997:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:0.0:1780298626.867026:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608115456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 849us (1166us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.867034:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3318 00000100:00100000:3.0:1780298626.867899:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.868043:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.868079:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608115840 00000100:00100000:0.0:1780298626.868084:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608115840 00000100:00100000:0.0:1780298626.868143:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3320 00000100:00100000:0.0:1780298626.868154:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777608115840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.868165:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.868176:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6302812b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8526 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.868210:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604082816:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.868240:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.869170:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604082816:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.869202:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6302812b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8526 expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.869251:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6302812b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8526 expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.869267:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:0.0:1780298626.869300:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777608115840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1147us (1260us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.869309:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3320 00000100:00100000:3.0:1780298626.870312:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.870544:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.870594:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608116096 00000100:00100000:1.0:1780298626.870600:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608116096 00000100:00100000:1.0:1780298626.870636:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3322 00000100:00100000:1.0:1780298626.870645:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608116096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.870655:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.870668:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e63028139 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8534 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.870702:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604083072:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.870739:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.871452:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604083072:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.871472:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e63028139 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8534 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.871489:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e63028139 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8534 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.871498:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8000, rc 0) 00000100:00100000:1.0:1780298626.871530:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608116096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 887us (987us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.871538:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3322 00000100:00100000:3.0:1780298626.872374:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.872415:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608116224 00000100:00100000:1.0:1780298626.872419:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608116224 00000100:00100000:1.0:1780298626.872449:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3323 00000100:00100000:1.0:1780298626.872458:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608116224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.872467:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.872476:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028140 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c853b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.872504:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604083200:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.872538:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.872607:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.872641:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608116352 00000100:00100000:1.0:1780298626.872645:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608116352 00000100:00100000:1.0:1780298626.872679:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3324 00000100:00100000:1.0:1780298626.872687:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777608116352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.872695:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.872703:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63028147 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8542 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.872738:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604083328:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.872768:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.873431:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604083200:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.873447:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028140 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c853b expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.873457:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028140 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c853b expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.873465:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9e00, rc 0) 00000100:00100000:0.0:1780298626.873468:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604083328:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.873486:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63028147 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8542 expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.873493:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608116224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1036us (1117us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.873502:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3323 00010000:00010000:0.0:1780298626.873505:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63028147 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8542 expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.873518:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9800, rc 0) 00000100:00100000:0.0:1780298626.873543:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777608116352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 857us (936us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.873551:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3324 00000100:00100000:3.0:1780298626.875420:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.875455:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608116480 00000100:00100000:1.0:1780298626.875459:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608116480 00000100:00100000:1.0:1780298626.875484:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3325 00000100:00100000:1.0:1780298626.875489:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608116480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.875495:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.875502:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e6302814e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8549 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.875525:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604083456:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.875561:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.875574:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.875602:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608116608 00000100:00100000:1.0:1780298626.875605:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608116608 00000100:00100000:1.0:1780298626.875633:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3326 00000100:00100000:1.0:1780298626.875638:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608116608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.875643:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.875648:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028155 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8550 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.875669:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604083584:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.875708:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417300 going to sleep for 11 seconds 00002000:00010000:1.0:1780298626.876222:0:9128:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 5659343 -> 5785099 00000100:00100000:1.0:1780298626.876232:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604083456:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.876250:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e6302814e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8549 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.876263:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e6302814e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8549 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.876272:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:1.0:1780298626.876308:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608116480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 818us (887us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.876315:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3325 00000100:00100000:0.0:1780298626.876330:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604083584:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.876358:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028155 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8550 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.876369:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028155 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8550 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.876380:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:0.0:1780298626.876414:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608116608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 776us (840us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.876422:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3326 00000100:00100000:0.0:1780298626.877236:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.877266:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.877309:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608116736 00000100:00100000:1.0:1780298626.877315:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608116736 00000100:00100000:1.0:1780298626.877342:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3327 00000100:00100000:1.0:1780298626.877349:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608116736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.877355:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.877361:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302815c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8557 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.877384:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604083712:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.877438:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.878105:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604083712:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.878150:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302815c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8557 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.878166:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302815c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8557 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.878177:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:1.0:1780298626.878209:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608116736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 858us (941us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.878216:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3327 00000100:00100000:3.0:1780298626.879383:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.882583:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.882643:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.882677:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608117248 00000100:00100000:1.0:1780298626.882683:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608117248 00000100:00100000:0.0:1780298626.882725:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3330 00000100:00100000:0.0:1780298626.882741:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608117248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.882752:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.882764:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63028171 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c856c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.882828:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604083968:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.882905:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.883531:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604083968:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.883560:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63028171 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c856c expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.883583:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63028171 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c856c expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.883596:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:0.0:1780298626.883639:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608117248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 902us (993us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.883649:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3330 00000100:00100000:3.0:1780298626.884456:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.884502:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.884537:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608117504 00000100:00100000:1.0:1780298626.884542:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608117504 00000100:00100000:1.0:1780298626.884577:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3332 00000100:00100000:1.0:1780298626.884590:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608117504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.884604:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.884615:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e63028178 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c857a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.884665:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604084224:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.884715:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.885300:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604084224:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.885327:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e63028178 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c857a expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.885344:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e63028178 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c857a expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.885356:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9e00, rc 0) 00000100:00100000:1.0:1780298626.885409:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608117504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 814us (898us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.885418:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3332 00000100:00100000:0.0:1780298626.886980:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.887037:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608117632 00000100:00100000:3.0:1780298626.887043:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608117632 00000100:00100000:3.0:1780298626.887076:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3333 00000100:00100000:3.0:1780298626.887086:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608117632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.887096:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.887105:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028186 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8581 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.887162:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604084480:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.887213:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608117760 00000100:00100000:0.0:1780298626.887217:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608117760 00000100:00100000:3.0:1780298626.887250:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.887251:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3334 00000100:00100000:0.0:1780298626.887264:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608117760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.887273:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.887281:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6302818d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8588 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.887310:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604084608:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.887343:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00002000:00010000:3.0:1780298626.887890:0:12101:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 5785099 -> 6220639 00000100:00100000:3.0:1780298626.887902:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604084480:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.887924:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028186 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8581 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.887939:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028186 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8581 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.887951:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:0.0:1780298626.887967:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604084608:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.887978:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6302818d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8588 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.887990:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6302818d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8588 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.888000:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:3.0:1780298626.888023:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608117632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 938us (1044us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.888029:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608117760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 765us (856us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.888038:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3333 00000100:00100000:0.0:1780298626.888050:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3334 00000100:00100000:3.0:1780298626.888875:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608117888 00000100:00100000:3.0:1780298626.888880:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608117888 00000100:00100000:3.0:1780298626.888903:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3335 00000100:00100000:3.0:1780298626.888909:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608117888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.888915:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.888922:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028194 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c858f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.888935:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.888944:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604084736:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.889032:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.889579:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604084736:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.889594:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028194 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c858f expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.889607:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028194 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c858f expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.889616:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:3.0:1780298626.889689:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608117888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 778us (850us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.889697:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3335 00000100:00100000:1.0:1780298626.890652:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.890796:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.890840:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608118272 00000100:00100000:1.0:1780298626.890846:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608118272 00000100:00100000:1.0:1780298626.890898:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3338 00000100:00100000:1.0:1780298626.890912:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e583450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608118272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.890922:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.890930:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e630281a9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c85a4 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.890969:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604085120:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.891001:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.891585:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604085120:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.891617:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e630281a9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85a4 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.891633:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e630281a9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85a4 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.891643:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9e00, rc 0) 00000100:00100000:0.0:1780298626.891682:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e583450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608118272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 775us (887us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.891690:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3338 00000100:00100000:3.0:1780298626.892549:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.893833:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608118528 00000100:00100000:0.0:1780298626.893838:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608118528 00002000:00100000:0.0:1780298626.893861:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (4890624->4894719) req@ffff9cf36d4b7b80 x1866777608118528/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.893871:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7b80 with x1866777608118528 ext(4890624->4894719) 00002000:00010000:0.0:1780298626.893874:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b7b80 00000100:00100000:0.0:1780298626.893896:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3766 00000100:00100000:0.0:1780298626.893905:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608118528:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.894000:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608118528:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 95us (210us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.894012:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3766 00002000:00100000:0.0:1780298626.894019:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (4890624->4894719) req@ffff9cf36d4b7b80 x1866777608118528/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.894029:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7b80 with x1866777608118528 ext(4890624->4894719) 00002000:00010000:0.0:1780298626.894032:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b7b80 00000100:00100000:1.0:1780298626.894968:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.895013:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608118656 00000100:00100000:0.0:1780298626.895018:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608118656 00002000:00100000:0.0:1780298626.895035:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (4866048->4931583) req@ffff9cf37f7bd880 x1866777608118656/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 504/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.895042:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd880 with x1866777608118656 ext(4866048->4931583) 00002000:00010000:0.0:1780298626.895045:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bd880 00000100:00100000:0.0:1780298626.895063:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3767 00000100:00100000:0.0:1780298626.895073:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608118656:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.896031:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608118656:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 960us (1062us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1780298626.896041:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3767 00002000:00100000:0.0:1780298626.896049:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (4866048->4931583) req@ffff9cf37f7bd880 x1866777608118656/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 504/440 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.896059:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd880 with x1866777608118656 ext(4866048->4931583) 00002000:00010000:0.0:1780298626.896064:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bd880 00000100:00100000:1.0:1780298626.897279:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.898305:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608118784:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 888us (1026us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1780298626.898315:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3768 00002000:00100000:1.0:1780298626.898324:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (4931584->4968447) req@ffff9cf37f7bd180 x1866777608118784/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/440 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.898333:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd180 with x1866777608118784 ext(4931584->4968447) 00002000:00010000:1.0:1780298626.898338:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bd180 00000100:00100000:1.0:1780298626.899390:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.899427:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608118912 00000100:00100000:0.0:1780298626.899434:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608118912 00000100:00100000:1.0:1780298626.899451:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.899481:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608119040 00000100:00100000:0.0:1780298626.899484:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608119040 00000100:00100000:0.0:1780298626.899521:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3339 00000100:00100000:0.0:1780298626.899544:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608118912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.899557:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.899571:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e630281b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c85ab expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.899625:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604085248:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.899692:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.900515:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604085248:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.900536:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e630281b0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85ab expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.900549:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e630281b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85ab expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.900558:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:0.0:1780298626.900594:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608118912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1062us (1202us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.900604:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3339 00000100:00100000:1.0:1780298626.901647:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.901676:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.901692:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608119168 00000100:00100000:0.0:1780298626.901698:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608119168 00000100:00100000:0.0:1780298626.901736:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3341 00000100:00100000:0.0:1780298626.901747:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608119168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.901757:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.901769:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630281be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c85b9 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.901814:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604085504:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.901865:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.902486:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604085504:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.902505:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630281be lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85b9 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.902519:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630281be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85b9 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.902527:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:0.0:1780298626.902554:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608119168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 812us (911us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.902559:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3341 00000100:00100000:1.0:1780298626.903654:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.903677:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608119424 00000100:00100000:3.0:1780298626.903682:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608119424 00000100:00100000:1.0:1780298626.903687:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.903709:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608119552 00000100:00100000:3.0:1780298626.903711:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608119552 00000100:00100000:0.0:1780298626.903728:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3343 00000100:00100000:3.0:1780298626.903738:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3344 00000100:00100000:0.0:1780298626.903743:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608119424:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298626.903755:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608119552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.903756:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.903764:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.903767:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630281cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c85c7 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.903773:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e630281d3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c85ce expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.903795:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604085760:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.903808:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604085888:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.903836:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.903842:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.904727:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604085760:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.904749:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630281cc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85c7 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.904766:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630281cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85c7 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.904777:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:1.0:1780298626.904784:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604085888:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.904803:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e630281d3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85ce expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.904817:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608119424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1079us (1163us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298626.904819:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e630281d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85ce expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.904833:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3343 00010000:00010000:1.0:1780298626.904836:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298626.904861:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608119552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1114us (1173us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.904869:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3344 00000100:00100000:3.0:1780298626.905741:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608119680 00000100:00100000:3.0:1780298626.905745:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608119680 00000100:00100000:3.0:1780298626.905769:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3345 00000100:00100000:3.0:1780298626.905776:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608119680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.905784:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.905791:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630281da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c85d5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.905808:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e6302809f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [765952->34320383] (req 765952->770047) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c849a expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.905814:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(107 155) 00010000:00010000:3.0:1780298626.905817:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(108 155) 00010000:00010000:3.0:1780298626.905820:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630281da lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3543040->3547135] (req 3543040->3547135) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85d5 expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.905833:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e6302809f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [765952->34320383] (req 765952->770047) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c849a expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.905842:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e6302809f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [765952->34320383] (req 765952->770047) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c849a expref: 7 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.905853:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604086016:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298626.905883:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.906769:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.909184:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.909209:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608119936 00000100:00100000:1.0:1780298626.909213:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608119936 00010000:00010000:1.0:1780298626.909230:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e6302809f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [765952->34320383] (req 765952->770047) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c849a expref: 10 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.909250:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13873 00000100:00100000:1.0:1780298626.909256:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608119936:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298626.909262:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298626.909268:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1376 -> 1576 00010000:00010000:1.0:1780298626.909272:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e6302809f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [765952->34320383] (req 765952->770047) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c849a expref: 10 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.909279:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e6302809f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [765952->34320383] (req 765952->770047) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c849a expref: 10 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.909290:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e6302809f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [765952->34320383] (req 765952->770047) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c849a expref: 10 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.909300:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(108 155) 00010000:00010000:1.0:1780298626.909302:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(108 155) 00010000:00010000:1.0:1780298626.909306:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630281da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3543040->37097471] (req 3543040->3547135) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85d5 expref: 5 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.909312:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630281da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3543040->37097471] (req 3543040->3547135) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85d5 expref: 5 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.909327:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630281da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3543040->37097471] (req 3543040->3547135) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85d5 expref: 5 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.909333:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604086144:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298626.909361:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.909971:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604086144:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298626.909981:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298626.909999:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608119936:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 745us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298626.910005:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13873 00000100:00100000:3.0:1780298626.910225:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.911358:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.911384:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608120192 00000100:00100000:0.0:1780298626.911388:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608120192 00002000:00100000:0.0:1780298626.911414:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3547136->3551231) req@ffff9cf2541e8a80 x1866777608120192/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.911420:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541e8a80 with x1866777608120192 ext(3547136->3551231) 00002000:00010000:0.0:1780298626.911423:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2541e8a80 00000100:00100000:0.0:1780298626.911438:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3770 00000100:00100000:0.0:1780298626.911444:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608120192:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.911506:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608120192:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 62us (149us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.911511:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3770 00002000:00100000:0.0:1780298626.911516:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3547136->3551231) req@ffff9cf2541e8a80 x1866777608120192/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.911521:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541e8a80 with x1866777608120192 ext(3547136->3551231) 00002000:00010000:0.0:1780298626.911524:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2541e8a80 00000100:00100000:3.0:1780298626.912481:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.912507:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608120320 00000100:00100000:0.0:1780298626.912511:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608120320 00002000:00100000:0.0:1780298626.912525:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3551232->3555327) req@ffff9cf2541ebb80 x1866777608120320/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.912531:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541ebb80 with x1866777608120320 ext(3551232->3555327) 00002000:00010000:0.0:1780298626.912534:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2541ebb80 00000100:00100000:0.0:1780298626.912548:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3771 00000100:00100000:0.0:1780298626.912552:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608120320:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.912630:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608120320:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (149us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.912635:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3771 00002000:00100000:0.0:1780298626.912639:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3551232->3555327) req@ffff9cf2541ebb80 x1866777608120320/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.912645:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541ebb80 with x1866777608120320 ext(3551232->3555327) 00002000:00010000:0.0:1780298626.912647:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2541ebb80 00000100:00100000:3.0:1780298626.913771:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.913807:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608120448 00000100:00100000:1.0:1780298626.913812:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608120448 00002000:00100000:1.0:1780298626.913832:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3555328->3559423) req@ffff9cf2541ead80 x1866777608120448/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.913842:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541ead80 with x1866777608120448 ext(3555328->3559423) 00002000:00010000:1.0:1780298626.913846:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2541ead80 00000100:00100000:1.0:1780298626.913864:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3772 00000100:00100000:1.0:1780298626.913871:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608120448:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298626.913948:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608120448:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (176us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298626.913956:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3772 00002000:00100000:1.0:1780298626.913963:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3555328->3559423) req@ffff9cf2541ead80 x1866777608120448/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.913971:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541ead80 with x1866777608120448 ext(3555328->3559423) 00002000:00010000:1.0:1780298626.913974:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2541ead80 00000100:00100000:3.0:1780298626.915145:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.915186:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608120576 00000100:00100000:0.0:1780298626.915190:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608120576 00002000:00100000:0.0:1780298626.915204:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3559424->3563519) req@ffff9cf2541eaa00 x1866777608120576/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.915209:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541eaa00 with x1866777608120576 ext(3559424->3563519) 00002000:00010000:0.0:1780298626.915211:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2541eaa00 00000100:00100000:0.0:1780298626.915224:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3773 00000100:00100000:0.0:1780298626.915230:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608120576:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.915289:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608120576:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 59us (145us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.915294:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3773 00002000:00100000:0.0:1780298626.915298:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3559424->3563519) req@ffff9cf2541eaa00 x1866777608120576/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.915303:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541eaa00 with x1866777608120576 ext(3559424->3563519) 00002000:00010000:0.0:1780298626.915306:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2541eaa00 00000100:00100000:3.0:1780298626.916365:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.917916:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000001:00080000:0.0:1780298626.918838:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969000 is committed 00000001:00080000:0.0:1780298626.918844:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294968999 is committed 00000100:00100000:3.0:1780298626.919865:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.919906:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608120960 00000100:00100000:1.0:1780298626.919911:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608120960 00000100:00100000:1.0:1780298626.919936:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3347 00000100:00100000:1.0:1780298626.919944:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608120960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.919953:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.919964:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630281e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c85dc expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.920008:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604086272:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.920015:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.920076:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.920755:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604086272:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.920776:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630281e1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85dc expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.920794:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630281e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85dc expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.920803:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:0.0:1780298626.920828:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608120960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 886us (965us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.920833:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3347 00000100:00100000:3.0:1780298626.921787:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.921885:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.921938:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608121344 00000100:00100000:1.0:1780298626.921944:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608121344 00000100:00100000:1.0:1780298626.921978:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3350 00000100:00100000:1.0:1780298626.921987:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777608121344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.921995:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.922003:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e630281f6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c85f1 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.922030:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604086656:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.922062:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.922762:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604086656:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.922778:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e630281f6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85f1 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.922792:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e630281f6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85f1 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.922801:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9200, rc 0) 00000100:00100000:1.0:1780298626.922829:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777608121344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 844us (948us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.922836:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3350 00000100:00100000:3.0:1780298626.923818:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.923856:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608121472 00000100:00100000:0.0:1780298626.923861:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608121472 00000100:00100000:3.0:1780298626.923870:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.923901:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608121600 00000100:00100000:0.0:1780298626.923908:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608121600 00000100:00100000:1.0:1780298626.923923:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3351 00000100:00100000:1.0:1780298626.923936:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608121472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.923946:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.923956:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee37d90b/0xaf35132e630281fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c85f8 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.923992:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604086784:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.924042:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.924832:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604086784:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.924858:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ee37d90b/0xaf35132e630281fd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85f8 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.924889:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee37d90b/0xaf35132e630281fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85f8 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.924913:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9000, rc 0) 00000100:00100000:1.0:1780298626.924942:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608121472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1012us (1166us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.924955:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3351 00000100:00100000:0.0:1780298626.926193:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.927606:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.927646:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608121856 00000100:00100000:0.0:1780298626.927652:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608121856 00002000:00100000:0.0:1780298626.927672:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1822720->1826815) req@ffff9cf244810000 x1866777608121856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.927682:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810000 with x1866777608121856 ext(1822720->1826815) 00002000:00010000:0.0:1780298626.927685:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244810000 00000100:00100000:0.0:1780298626.927702:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3776 00000100:00100000:0.0:1780298626.927709:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608121856:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.927778:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608121856:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (174us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298626.927783:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3776 00002000:00100000:0.0:1780298626.927788:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1822720->1826815) req@ffff9cf244810000 x1866777608121856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/4536 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.927794:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810000 with x1866777608121856 ext(1822720->1826815) 00002000:00010000:0.0:1780298626.927796:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244810000 00000100:00100000:3.0:1780298626.929021:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.929053:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608121984 00000100:00100000:1.0:1780298626.929058:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608121984 00002000:00100000:1.0:1780298626.929077:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (1798144->1863679) req@ffff9cf244812680 x1866777608121984/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 504/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.929087:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812680 with x1866777608121984 ext(1798144->1863679) 00002000:00010000:1.0:1780298626.929090:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244812680 00000100:00100000:1.0:1780298626.929113:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3777 00000100:00100000:1.0:1780298626.929120:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608121984:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298626.930068:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608121984:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 946us (1045us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298626.930075:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3777 00002000:00100000:1.0:1780298626.930082:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (1798144->1863679) req@ffff9cf244812680 x1866777608121984/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 504/440 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.930091:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812680 with x1866777608121984 ext(1798144->1863679) 00002000:00010000:1.0:1780298626.930095:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244812680 00000100:00100000:1.0:1780298626.931391:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.931451:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608122112 00000100:00100000:0.0:1780298626.931456:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608122112 00002000:00100000:0.0:1780298626.931479:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (1658880->1835007) req@ffff9cf37f7bf480 x1866777608122112/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 504/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.931494:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf480 with x1866777608122112 ext(1658880->1835007) 00002000:00010000:0.0:1780298626.931498:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bf480 00000100:00100000:0.0:1780298626.931519:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3778 00000100:00100000:0.0:1780298626.931527:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608122112:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298626.932996:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608122112:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1469us (1604us total) trans 4294968707 rc 0/0 00000100:00100000:0.0:1780298626.933005:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3778 00002000:00100000:0.0:1780298626.933013:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (1658880->1835007) req@ffff9cf37f7bf480 x1866777608122112/t4294968707(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 504/448 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.933021:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf480 with x1866777608122112 ext(1658880->1835007) 00002000:00010000:0.0:1780298626.933024:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bf480 00000100:00100000:3.0:1780298626.933749:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.933788:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608122240 00000100:00100000:0.0:1780298626.933792:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608122240 00000100:00100000:0.0:1780298626.933817:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3353 00000100:00100000:0.0:1780298626.933824:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608122240:12345-192.168.203.25@tcp:16:fsx.0 00000100:00100000:0.0:1780298626.934689:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608122240:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 866us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.934694:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3353 00000100:00100000:3.0:1780298626.935702:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.935718:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.935731:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608122368 00000100:00100000:1.0:1780298626.935736:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608122368 00000100:00100000:1.0:1780298626.935762:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608122496 00000100:00100000:1.0:1780298626.935765:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608122496 00000100:00100000:0.0:1780298626.935769:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3354 00000100:00100000:0.0:1780298626.935778:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608122368:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298626.935780:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3355 00000100:00100000:3.0:1780298626.935787:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608122496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.935787:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.935793:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.935801:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028212 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c860d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.935801:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6302820b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8606 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.935838:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604087168:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.935838:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604087040:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.935889:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.935889:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00002000:00010000:3.0:1780298626.936650:0:19992:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 448 -> 584 00000100:00100000:3.0:1780298626.936670:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604087168:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.936678:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604087040:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.936694:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028212 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c860d expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.936696:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6302820b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8606 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.936724:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6302820b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8606 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.936734:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00010000:00010000:3.0:1780298626.936737:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028212 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c860d expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.936747:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:0.0:1780298626.936759:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608122368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 984us (1057us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.936765:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3354 00000100:00100000:3.0:1780298626.936769:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608122496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 981us (1047us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.936776:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3355 00000100:00100000:1.0:1780298626.937771:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.937794:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.937826:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608122752 00000100:00100000:3.0:1780298626.937832:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608122752 00000100:00100000:3.0:1780298626.937866:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3357 00000100:00100000:3.0:1780298626.937878:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608122752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.937884:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.937898:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63028220 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c861b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.937923:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604087424:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.937948:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.938697:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604087296:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.938699:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604087424:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.938726:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63028219 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8614 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.938727:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63028220 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c861b expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.938748:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63028219 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8614 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.938751:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63028220 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c861b expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.938769:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00010000:00010000:1.0:1780298626.938769:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3821e6c00, rc 0) 00000100:00100000:1.0:1780298626.938801:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608122624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 954us (1031us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.938810:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3356 00000100:00100000:3.0:1780298626.938811:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608122752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 933us (1012us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.938820:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3357 00000100:00100000:1.0:1780298626.939810:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.940959:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608123008 00000100:00100000:1.0:1780298626.940963:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608123008 00000100:00100000:0.0:1780298626.940971:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608123136 00000100:00100000:0.0:1780298626.940975:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608123136 00000100:00100000:1.0:1780298626.940992:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3358 00000100:00100000:1.0:1780298626.941003:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608123008:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298626.941007:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3359 00010000:00010000:1.0:1780298626.941017:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298626.941021:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608123136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.941026:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee37d90b/0xaf35132e63028227 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8622 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.941027:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.941035:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e6302822e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8629 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.941068:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604087552:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.941087:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604087680:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.941107:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.941113:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.941804:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604087680:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.941813:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604087552:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.941824:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ee37d90b/0xaf35132e63028227 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8622 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.941834:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e6302822e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8629 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.941841:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee37d90b/0xaf35132e63028227 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8622 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.941853:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9000, rc 0) 00010000:00010000:0.0:1780298626.941867:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e6302822e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8629 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.941884:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:1.0:1780298626.941885:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608123008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 884us (959us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.941893:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3358 00000100:00100000:0.0:1780298626.941912:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608123136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 893us (964us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.941920:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3359 00000100:00100000:1.0:1780298626.943086:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608123264 00000100:00100000:1.0:1780298626.943091:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608123264 00000100:00100000:3.0:1780298626.943099:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608123392 00000100:00100000:3.0:1780298626.943102:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608123392 00000100:00100000:1.0:1780298626.943139:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3360 00000100:00100000:1.0:1780298626.943148:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243eda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608123264:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298626.943149:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3361 00000100:00100000:3.0:1780298626.943156:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608123392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.943156:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.943162:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.943164:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000891e8ea0/0xaf35132e63028235 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8630 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.943168:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302823c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8637 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.943189:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604087808:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.943189:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604087936:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.943228:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.943228:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.943930:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604087936:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.943934:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604087808:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.943957:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302823c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8637 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.943957:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000891e8ea0/0xaf35132e63028235 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8630 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.943987:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000891e8ea0/0xaf35132e63028235 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8630 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.943988:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302823c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8637 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.943996:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:1.0:1780298626.944011:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9400, rc 0) 00000100:00100000:3.0:1780298626.944021:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608123392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 866us (952us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.944027:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3361 00000100:00100000:1.0:1780298626.944040:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243eda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608123264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 892us (996us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.944047:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3360 00000100:00100000:3.0:1780298626.945023:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608123520 00000100:00100000:3.0:1780298626.945027:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608123520 00000100:00100000:3.0:1780298626.945048:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3362 00000100:00100000:3.0:1780298626.945052:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608123520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.945058:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.945065:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028243 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c863e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.945076:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(108 155) 00010000:00010000:3.0:1780298626.945079:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(108 155) 00010000:00010000:3.0:1780298626.945085:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028243 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [503808->3543039] (req 503808->520191) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c863e expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.945095:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028243 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [503808->3543039] (req 503808->520191) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c863e expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.945101:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298626.945121:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608123520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 69us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298626.945145:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3362 00000100:00100000:0.0:1780298626.946115:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608123648 00000100:00100000:0.0:1780298626.946119:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608123648 00002000:00100000:0.0:1780298626.946168:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (503808->520191) req@ffff9cf37f736d80 x1866777608123648/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.946176:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f736d80 with x1866777608123648 ext(503808->520191) 00002000:00010000:0.0:1780298626.946179:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f736d80 00000100:00100000:0.0:1780298626.946193:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3780 00000100:00100000:0.0:1780298626.946198:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608123648:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.946315:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608123648:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 116us (241us total) trans 0 rc 16384/16384 00000100:00100000:0.0:1780298626.946322:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3780 00002000:00100000:0.0:1780298626.946327:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (503808->520191) req@ffff9cf37f736d80 x1866777608123648/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/16824 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.946335:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f736d80 with x1866777608123648 ext(503808->520191) 00002000:00010000:0.0:1780298626.946339:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f736d80 00000100:00100000:0.0:1780298626.947403:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608123776 00000100:00100000:0.0:1780298626.947408:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608123776 00000100:00100000:0.0:1780298626.947435:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3363 00000100:00100000:0.0:1780298626.947442:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608123776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.947451:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.947459:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6302824a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8645 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.947460:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.947489:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604088064:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.947541:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.948309:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604088064:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.948312:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604088192:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.948335:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6302824a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8645 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.948339:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007b947da0/0xaf35132e63028251 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c864c expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.948361:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6302824a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8645 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.948365:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b947da0/0xaf35132e63028251 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c864c expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.948379:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00010000:00010000:3.0:1780298626.948383:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3821e6c00, rc 0) 00000100:00100000:0.0:1780298626.948423:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608123776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 982us (1068us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.948426:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608123904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 897us (963us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.948432:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3363 00000100:00100000:3.0:1780298626.948441:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3364 00000100:00100000:1.0:1780298626.949501:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.949604:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.949620:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608124160 00000100:00100000:3.0:1780298626.949625:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608124160 00000100:00100000:0.0:1780298626.949667:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3366 00000100:00100000:0.0:1780298626.949676:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608124160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.949682:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.949689:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6302825f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c865a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.949711:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604088448:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.949737:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.950407:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604088448:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.950430:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6302825f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c865a expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.950453:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6302825f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c865a expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.950472:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:0.0:1780298626.950506:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608124160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 831us (903us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.950522:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3366 00000100:00100000:1.0:1780298626.951384:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.951413:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608124288 00000100:00100000:3.0:1780298626.951417:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608124288 00000100:00100000:3.0:1780298626.951493:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3367 00000100:00100000:3.0:1780298626.951502:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608124288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.951510:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298626.951514:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298626.951520:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028266 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8661 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.951588:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604088576:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.951626:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.952331:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604088576:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.952351:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028266 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8661 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.952368:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028266 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8661 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.952380:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298626.952466:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608124288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 965us (1081us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.952475:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3367 00000100:00100000:1.0:1780298626.953382:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.953415:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608124544 00000100:00100000:3.0:1780298626.953420:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608124544 00000100:00100000:3.0:1780298626.953451:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3369 00000100:00100000:3.0:1780298626.953459:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608124544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.953467:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.953475:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028274 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c866f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.953492:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e630280ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1658880->35213311] (req 1658880->1712127) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84e7 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.953501:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(70 76) 00010000:00010000:3.0:1780298626.953505:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(71 76) 00010000:00010000:3.0:1780298626.953510:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028274 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3186688->3231743] (req 3186688->3231743) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c866f expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.953529:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e630280ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1658880->35213311] (req 1658880->1712127) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84e7 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.953542:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e630280ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1658880->35213311] (req 1658880->1712127) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84e7 expref: 8 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.953552:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604088832:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298626.953590:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.954191:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b43480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604088832:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298626.954201:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028274 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3186688->3231743] (req 3186688->3231743) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c866f expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.954209:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:3.0:1780298626.954229:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608124544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 772us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298626.954234:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3369 00000100:00100000:1.0:1780298626.954691:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.954734:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608124672 00000100:00100000:0.0:1780298626.954739:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608124672 00010000:00010000:0.0:1780298626.954760:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e630280ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1658880->35213311] (req 1658880->1712127) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84e7 expref: 9 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.954789:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13874 00000100:00100000:0.0:1780298626.954797:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608124672:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.954805:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298626.954813:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e630280ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1658880->35213311] (req 1658880->1712127) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84e7 expref: 9 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.954820:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e630280ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1658880->35213311] (req 1658880->1712127) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84e7 expref: 9 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.954835:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e630280ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1658880->35213311] (req 1658880->1712127) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c84e7 expref: 9 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.954842:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(71 76) 00010000:00010000:0.0:1780298626.954845:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(71 76) 00010000:00010000:0.0:1780298626.954849:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028274 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3186688->36741119] (req 3186688->3231743) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c866f expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.954854:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028274 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3186688->36741119] (req 3186688->3231743) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c866f expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.954871:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028274 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3186688->36741119] (req 3186688->3231743) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c866f expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.954881:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604088960:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298626.954918:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.955590:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604088960:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298626.955602:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298626.955618:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.955633:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608124672:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 836us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.955639:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13874 00000100:00100000:3.0:1780298626.955680:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608124800 00000100:00100000:3.0:1780298626.955686:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608124800 00000100:00100000:3.0:1780298626.955761:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3781 00000100:00100000:3.0:1780298626.955771:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608124800:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298626.955958:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3062270 -> 3062270 00002000:00010000:3.0:1780298626.955961:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298626.955965:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298626.955967:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298626.955968:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 584 -> 672 00000100:00100000:3.0:1780298626.955998:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608124800:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 229us (380us total) trans 4294968708 rc 0/0 00000100:00100000:3.0:1780298626.956006:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3781 00000100:00100000:1.0:1780298626.956862:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.956891:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.956927:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608125056 00000100:00100000:0.0:1780298626.956932:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608125056 00000100:00100000:1.0:1780298626.956963:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3371 00000100:00100000:1.0:1780298626.956979:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608125056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.956988:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.956999:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63028282 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c867d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.957040:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604089216:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.957072:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.957802:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604089216:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.957859:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63028282 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c867d expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.957874:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63028282 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c867d expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.957881:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9800, rc 0) 00000100:00100000:3.0:1780298626.957949:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608125056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 975us (1057us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.957954:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3371 00000100:00100000:1.0:1780298626.958733:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.958823:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.958844:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608125312 00000100:00100000:1.0:1780298626.958861:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608125312 00000100:00100000:1.0:1780298626.958895:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3373 00000100:00100000:1.0:1780298626.958907:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608125312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.958915:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.958923:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e63028290 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c868b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.958952:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604089472:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.958988:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.959757:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604089472:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.959771:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e63028290 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c868b expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.959781:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e63028290 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c868b expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.959790:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:1.0:1780298626.959818:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608125312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 914us (1002us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.959828:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3373 00000100:00100000:1.0:1780298626.961231:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608125440 00000100:00100000:1.0:1780298626.961236:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608125440 00002000:00100000:1.0:1780298626.961259:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (3960832->3964927) req@ffff9cf37f734e00 x1866777608125440/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.961269:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f734e00 with x1866777608125440 ext(3960832->3964927) 00002000:00010000:1.0:1780298626.961273:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f734e00 00000100:00100000:1.0:1780298626.961292:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3782 00000100:00100000:1.0:1780298626.961300:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608125440:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298626.961444:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608125440:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 145us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298626.961453:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3782 00002000:00100000:1.0:1780298626.961459:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (3960832->3964927) req@ffff9cf37f734e00 x1866777608125440/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/440 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298626.961467:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f734e00 with x1866777608125440 ext(3960832->3964927) 00002000:00010000:1.0:1780298626.961471:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f734e00 00000100:00100000:0.0:1780298626.962572:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.963812:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.963854:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608125696 00000100:00100000:0.0:1780298626.963858:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608125696 00000100:00100000:0.0:1780298626.963883:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3374 00000100:00100000:0.0:1780298626.963889:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608125696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.963895:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.963903:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63028297 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8692 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.963928:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604089600:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.963935:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.963966:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608125824 00000100:00100000:1.0:1780298626.963970:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608125824 00000100:00100000:0.0:1780298626.963973:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.963997:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3375 00000100:00100000:1.0:1780298626.964006:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608125824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.964015:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.964025:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e6302829e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8699 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.964057:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604089728:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.964094:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.964690:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604089600:192.168.203.25@tcp:106: 00002000:00010000:1.0:1780298626.964695:0:8359:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size: 3062270 -> 4017474 00000100:00100000:1.0:1780298626.964705:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604089728:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.964706:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63028297 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8692 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.964721:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63028297 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8692 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.964726:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e6302829e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8699 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.964730:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00010000:00010000:1.0:1780298626.964741:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e6302829e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8699 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.964748:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8000, rc 0) 00000100:00100000:0.0:1780298626.964758:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608125696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 869us (947us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.964763:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3374 00000100:00100000:1.0:1780298626.964769:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608125824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 764us (838us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.964774:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3375 00000100:00100000:3.0:1780298626.965664:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608125952 00000100:00100000:3.0:1780298626.965730:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608125952 00000100:00100000:3.0:1780298626.965751:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3376 00000100:00100000:0.0:1780298626.965784:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.965796:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608125952:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298626.965816:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608126080 00000100:00100000:1.0:1780298626.965820:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608126080 00000100:00100000:1.0:1780298626.965845:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3377 00000100:00100000:1.0:1780298626.965856:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608126080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.965863:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.965872:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e630282ac lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c86a7 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.965909:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604089984:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.965938:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.966486:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604089856:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.966498:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e630282a5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86a0 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.966507:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e630282a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86a0 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.966516:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3821e7400, rc 0) 00000100:00100000:1.0:1780298626.966540:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608125952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 782us (898us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.966544:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3376 00000100:00100000:1.0:1780298626.966627:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604089984:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.966646:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e630282ac lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86a7 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.966659:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e630282ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86a7 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.966668:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8800, rc 0) 00000100:00100000:1.0:1780298626.966695:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608126080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 842us (913us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.966699:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3377 00000100:00100000:0.0:1780298626.967483:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608126208 00000100:00100000:0.0:1780298626.967487:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608126208 00000100:00100000:0.0:1780298626.967510:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3378 00000100:00100000:0.0:1780298626.967516:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608126208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.967522:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.967528:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e630282b3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c86ae expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.967548:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(71 76) 00010000:00010000:0.0:1780298626.967552:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(71 76) 00010000:00010000:0.0:1780298626.967559:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e630282b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2453504->3186687] (req 2453504->2482175) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86ae expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.967580:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e630282b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2453504->3186687] (req 2453504->2482175) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86ae expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.967587:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:0.0:1780298626.967614:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608126208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 98us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.967622:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3378 00000100:00100000:0.0:1780298626.968514:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608126336 00000100:00100000:0.0:1780298626.968519:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608126336 00002000:00100000:0.0:1780298626.968535:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2453504->2482175) req@ffff9cf37f735500 x1866777608126336/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.968541:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735500 with x1866777608126336 ext(2453504->2482175) 00002000:00010000:0.0:1780298626.968544:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f735500 00000100:00100000:0.0:1780298626.968559:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3784 00000100:00100000:0.0:1780298626.968565:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608126336:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.969439:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608126336:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 873us (962us total) trans 0 rc 28672/28672 00000100:00100000:0.0:1780298626.969444:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3784 00002000:00100000:0.0:1780298626.969450:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2453504->2482175) req@ffff9cf37f735500 x1866777608126336/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/440 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.969456:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735500 with x1866777608126336 ext(2453504->2482175) 00002000:00010000:0.0:1780298626.969458:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f735500 00000100:00100000:1.0:1780298626.970593:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608126464 00000100:00100000:1.0:1780298626.970600:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608126464 00000100:00100000:1.0:1780298626.970636:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608126592 00000100:00100000:1.0:1780298626.970639:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608126592 00000100:00100000:3.0:1780298626.970655:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3379 00000100:00100000:3.0:1780298626.970670:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608126464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.970682:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.970708:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630282ba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c86b5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.970750:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604090112:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.970810:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.971610:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604090112:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.971621:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255687480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604090240:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.971628:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630282ba lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86b5 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.971634:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008be5bdd7/0xaf35132e630282c1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86bc expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.971643:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630282ba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86b5 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.971644:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008be5bdd7/0xaf35132e630282c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86bc expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.971654:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00010000:00010000:0.0:1780298626.971654:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341499c00, rc 0) 00000100:00100000:3.0:1780298626.971683:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608126464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1020us (1141us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.971683:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608126592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1005us (1100us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.971697:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3379 00000100:00100000:0.0:1780298626.971702:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3380 00000100:00100000:0.0:1780298626.972556:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.972600:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608126720 00000100:00100000:1.0:1780298626.972605:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608126720 00000100:00100000:1.0:1780298626.972639:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3381 00000100:00100000:1.0:1780298626.972648:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608126720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.972656:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.972666:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630282c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c86c3 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.972700:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604090368:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.972710:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608126848 00000100:00100000:0.0:1780298626.972715:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608126848 00000100:00100000:0.0:1780298626.972749:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3382 00000100:00100000:1.0:1780298626.972754:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.972759:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608126848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.972768:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.972777:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e630282cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c86ca expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.972805:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604090496:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.972837:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.973431:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604090368:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.973450:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630282c8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86c3 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.973465:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630282c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86c3 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.973474:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:1.0:1780298626.973503:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608126720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 857us (948us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.973510:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3381 00000100:00100000:0.0:1780298626.973638:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604090496:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.973650:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e630282cf lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86ca expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.973664:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e630282cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86ca expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.973674:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:0.0:1780298626.973704:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608126848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 948us (1029us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.973711:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3382 00000100:00100000:3.0:1780298626.974997:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.975031:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608127104 00000100:00100000:0.0:1780298626.975036:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608127104 00000100:00100000:0.0:1780298626.975074:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61339 00000100:00100000:0.0:1780298626.975081:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+79:28749:x1866777608127104:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298626.975117:0:17567:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298626.975152:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63027f48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8343 expref: 79 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.975163:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298626.975166:0:17567:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298626.975323:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630282d6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.975337:0:17567:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341692400/0xaf35132e63027f1e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8320 expref: 58 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.975351:0:17567:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630282d6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.975372:0:17567:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341692400/0xaf35132e63027f1e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8320 expref: 58 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.975385:0:17567:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341692400/0xaf35132e63027f1e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8320 expref: 58 pid: 6477 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.975408:0:17567:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777604090624:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.975439:0:17567:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24316ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.976098:0:17567:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777604090624:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.976109:0:17567:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630282d6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.976285:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298626.976525:0:17567:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630282d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.976534:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630282d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298626.976582:0:17567:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990565 00000004:00010000:0.0:1780298626.976605:0:17567:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001bd9bf17 reply state 00000000f5bcb693 transno 4294990566 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630282d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.976618:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630282d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.976622:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298626.976624:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298626.976626:0:17567:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298626.976675:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+81:28749:x1866777608127104:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1593us (1684us total) trans 4294990566 rc 0/0 00000100:00100000:0.0:1780298626.976682:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61339 00000020:00080000:0.0:1780298626.976687:0:17567:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298626.977514:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.977546:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608127360 00000100:00100000:0.0:1780298626.977550:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608127360 00000100:00100000:0.0:1780298626.977574:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3383 00000100:00100000:0.0:1780298626.977579:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608127360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.977586:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.977593:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630282dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c86d1 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.977608:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630281da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3543040->37097471] (req 3543040->3547135) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85d5 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.977614:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028243 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [503808->3543039] (req 503808->520191) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c863e expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.977618:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(108 155) 00010000:00010000:0.0:1780298626.977621:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(110 155) 00010000:00010000:0.0:1780298626.977624:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630282dd lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d1 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.977636:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028243 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [503808->3543039] (req 503808->520191) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c863e expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.977643:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028243 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [503808->3543039] (req 503808->520191) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c863e expref: 7 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.977650:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604090752:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.977684:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630281da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3543040->37097471] (req 3543040->3547135) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85d5 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.977691:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630281da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3543040->37097471] (req 3543040->3547135) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c85d5 expref: 7 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.977701:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604090880:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.977724:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.978477:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604090752:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298626.978489:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604090880:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298626.978505:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630282dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d1 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.978517:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00000100:00100000:0.0:1780298626.978542:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608127360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 963us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.978547:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3383 00000100:00100000:0.0:1780298626.978806:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608127488 00000100:00100000:0.0:1780298626.978810:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608127488 00010000:00010000:0.0:1780298626.978829:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028243 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [503808->3543039] (req 503808->520191) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c863e expref: 8 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.978858:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13876 00000100:00100000:0.0:1780298626.978865:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608127488:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.978874:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298626.978895:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028243 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [503808->3543039] (req 503808->520191) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c863e expref: 8 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.978908:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028243 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [503808->3543039] (req 503808->520191) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c863e expref: 8 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.978922:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028243 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [503808->3543039] (req 503808->520191) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c863e expref: 8 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.978933:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298626.978962:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608127488:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 98us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.978968:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13876 00000100:00100000:3.0:1780298626.979213:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298626.980548:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.982205:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.982238:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608127872 00000100:00100000:0.0:1780298626.982244:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608127872 00002000:00100000:0.0:1780298626.982276:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (3960832->4017473) req@ffff9cf34831a680 x1866777608127872/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.982287:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831a680 with x1866777608127872 ext(3960832->4017473) 00010000:00010000:0.0:1780298626.982295:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028274 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3186688->36741119] (req 3186688->3231743) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c866f expref: 9 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.982307:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028274 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3186688->36741119] (req 3186688->3231743) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c866f expref: 9 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298626.982315:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf34831a680 00000100:00100000:0.0:1780298626.982338:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 87 00000100:00100000:0.0:1780298626.982344:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608127872:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298626.982463:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298626.982506:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608128000 00000100:00100000:1.0:1780298626.982512:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608128000 00010000:00010000:1.0:1780298626.982536:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e630282b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2453504->3186687] (req 2453504->2482175) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86ae expref: 11 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.982578:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13878 00000100:00100000:1.0:1780298626.982596:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608128000:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298626.982599:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608128128 00010000:00010000:1.0:1780298626.982608:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1780298626.982608:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608128128 00010000:00010000:1.0:1780298626.982622:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e630282b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2453504->3186687] (req 2453504->2482175) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86ae expref: 12 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.982631:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302810f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [892928->1654783] (req 892928->925695) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c850a expref: 12 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.982638:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e630282b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2453504->3186687] (req 2453504->2482175) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86ae expref: 12 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.982661:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e630282b3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2453504->3186687] (req 2453504->2482175) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86ae expref: 12 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.982669:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13879 00010000:00010000:1.0:1780298626.982678:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298626.982680:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608128128:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.982690:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298626.982699:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302810f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [892928->1654783] (req 892928->925695) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c850a expref: 11 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.982712:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608128000:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 119us (251us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298626.982713:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302810f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [892928->1654783] (req 892928->925695) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c850a expref: 11 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.982723:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13878 00010000:00010000:0.0:1780298626.982742:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302810f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [892928->1654783] (req 892928->925695) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c850a expref: 10 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.982754:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298626.982785:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608128128:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 108us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.982790:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13879 00000100:00100000:0.0:1780298626.983974:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608127872:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1625us (1767us total) trans 4294968709 rc 0/0 00000100:00100000:0.0:1780298626.983985:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 87 00002000:00100000:0.0:1780298626.983997:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (3960832->4017473) req@ffff9cf34831a680 x1866777608127872/t4294968709(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:332/0 lens 488/448 e 0 to 0 dl 1780298637 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.984007:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831a680 with x1866777608127872 ext(3960832->4017473) 00010000:00010000:0.0:1780298626.984024:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028274 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3186688->36741119] (req 3186688->3231743) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c866f expref: 9 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.984041:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028274 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3186688->36741119] (req 3186688->3231743) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c866f expref: 9 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298626.984048:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf34831a680 00000100:00100000:3.0:1780298626.984892:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298626.984932:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608128256 00000100:00100000:0.0:1780298626.984939:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608128256 00010000:00010000:0.0:1780298626.984963:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028274 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3186688->36741119] (req 3186688->3231743) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c866f expref: 9 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.984999:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13880 00000100:00100000:0.0:1780298626.985008:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608128256:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298626.985020:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298626.985032:0:7400:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 672 -> 784 00010000:00010000:0.0:1780298626.985037:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028274 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3186688->36741119] (req 3186688->3231743) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c866f expref: 9 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.985048:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028274 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3186688->36741119] (req 3186688->3231743) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c866f expref: 9 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.985068:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028274 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3186688->36741119] (req 3186688->3231743) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c866f expref: 9 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.985082:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(74 76) 00010000:00010000:0.0:1780298626.985087:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(74 76) 00010000:00010000:0.0:1780298626.985094:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8a7e8eb/0xaf35132e630282e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d8 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.985104:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8a7e8eb/0xaf35132e630282e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d8 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.985156:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e8a7e8eb/0xaf35132e630282e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d8 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.985171:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604091520:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298626.985216:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.986039:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604091520:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298626.986055:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298626.986086:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608128256:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1079us (1195us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.986095:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13880 00000100:00100000:3.0:1780298626.986324:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608128384 00000100:00100000:3.0:1780298626.986330:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608128384 00002000:00010000:3.0:1780298626.986358:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5816551->18446744073709551615) 00002000:00100000:3.0:1780298626.986364:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255684e00 with x1866777608128384 ext(5816551->18446744073709551615) 00000100:00100000:0.0:1780298626.986369:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608128512 00000100:00100000:0.0:1780298626.986373:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608128512 00002000:00010000:3.0:1780298626.986375:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255684e00. 00002000:00010000:0.0:1780298626.986385:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298626.986388:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255687800 with x1866777608128512 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298626.986392:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255687800. 00000100:00100000:3.0:1780298626.986410:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3785 00000100:00100000:3.0:1780298626.986421:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608128384:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298626.986444:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3786 00000100:00100000:1.0:1780298626.986459:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608128512:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298626.986583:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4017474 -> 4194304 00002000:00010000:1.0:1780298626.986586:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298626.986588:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298626.986590:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298626.986592:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 784 -> 784 00000100:00100000:1.0:1780298626.986632:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608128512:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 181us (293us total) trans 4294968710 rc 0/0 00000100:00100000:1.0:1780298626.986637:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3786 00002000:00010000:1.0:1780298626.986640:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298626.986643:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255687800 with x1866777608128512 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298626.986648:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255687800. 00002000:00010000:3.0:1780298626.986738:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 6220639 -> 5816551 00002000:00010000:3.0:1780298626.986743:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298626.986796:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298626.986799:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298626.986802:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1576 -> 1488 00000100:00100000:3.0:1780298626.986839:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608128384:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 420us (647us total) trans 4294969002 rc 0/0 00000100:00100000:3.0:1780298626.986848:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3785 00002000:00010000:3.0:1780298626.986851:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5816551->18446744073709551615) 00002000:00100000:3.0:1780298626.986854:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255684e00 with x1866777608128384 ext(5816551->18446744073709551615) 00002000:00010000:3.0:1780298626.986860:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255684e00. 00000100:00100000:0.0:1780298626.987892:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608128640 00000100:00100000:0.0:1780298626.987898:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608128640 00000100:00100000:0.0:1780298626.987933:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61340 00000100:00100000:0.0:1780298626.987941:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+58:28749:x1866777608128640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.987955:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298626.987972:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e630282eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c86df expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.988059:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630282f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.988075:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630282f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.988091:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630282f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298626.988115:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 10010855 00000004:00200000:0.0:1780298626.988119:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298626.988163:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630282f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.988201:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e630282eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86df expref: 60 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.988217:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630282f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86df expref: 59 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.988226:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298626.988228:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298626.988231:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:0.0:1780298626.988265:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+59:28749:x1866777608128640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 324us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298626.988270:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61340 00000100:00100000:3.0:1780298626.989329:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608128768 00000100:00100000:3.0:1780298626.989334:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608128768 00000100:00100000:3.0:1780298626.989361:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3385 00000100:00100000:3.0:1780298626.989366:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e581450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608128768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298626.989374:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298626.989383:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630282f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c86e6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298626.989440:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604091648:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298626.989541:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.989613:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608128896 00000100:00100000:3.0:1780298626.989616:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608128896 00000100:00100000:1.0:1780298626.989689:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3386 00000100:00100000:1.0:1780298626.989706:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608128896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.989720:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.989740:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028300 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c86ed expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.989788:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604091776:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.989845:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298626.990354:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604091648:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298626.990376:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630282f9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86e6 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.990461:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630282f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86e6 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298626.990473:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298626.990514:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e581450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608128768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1147us (1211us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298626.990521:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3385 00000100:00100000:1.0:1780298626.990571:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604091776:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298626.990587:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028300 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86ed expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.990597:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028300 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86ed expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.990604:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:1.0:1780298626.990629:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608128896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 933us (1042us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.990637:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3386 00000100:00100000:0.0:1780298626.991691:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608129024 00000100:00100000:0.0:1780298626.991700:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608129024 00000100:00100000:1.0:1780298626.991714:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608129152 00000100:00100000:1.0:1780298626.991720:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608129152 00000100:00100000:0.0:1780298626.991736:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3387 00000100:00100000:0.0:1780298626.991746:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608129024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298626.991758:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298626.991765:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3388 00010000:00010000:0.0:1780298626.991769:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63028307 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c86f4 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298626.991778:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608129152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.991789:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.991798:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e6302830e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c86fb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298626.991820:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604091904:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.991831:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604092032:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298626.991869:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298626.991870:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298626.992649:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604091904:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298626.992663:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604092032:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298626.992670:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63028307 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86f4 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.992680:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e6302830e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86fb expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.992684:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63028307 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86f4 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298626.992700:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00010000:00010000:1.0:1780298626.992704:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e6302830e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86fb expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.992716:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:0.0:1780298626.992728:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608129024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 984us (1082us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298626.992736:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3387 00000100:00100000:1.0:1780298626.992744:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608129152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 970us (1071us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298626.992751:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3388 00000100:00100000:1.0:1780298626.993799:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608129280 00000100:00100000:1.0:1780298626.993804:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608129280 00000100:00100000:1.0:1780298626.993833:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61341 00000100:00100000:1.0:1780298626.993841:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+81:28749:x1866777608129280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298626.993854:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298626.993864:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8e00/0xaf35132e63028315 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8702 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.993931:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9a00/0xaf35132e6302831c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.993943:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9a00/0xaf35132e6302831c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.993951:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9a00/0xaf35132e6302831c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298626.993969:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 10010855 00000004:00200000:1.0:1780298626.993972:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298626.993986:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9a00/0xaf35132e6302831c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.993999:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8e00/0xaf35132e63028315 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8702 expref: 83 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.994008:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9a00/0xaf35132e6302831c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8702 expref: 82 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298626.994015:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298626.994018:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298626.994021:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:1.0:1780298626.994050:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+82:28749:x1866777608129280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 211us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298626.994061:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61341 00000100:00100000:0.0:1780298626.995843:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608129408 00000100:00100000:0.0:1780298626.995850:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608129408 00000100:00100000:0.0:1780298626.995892:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3787 00000100:00100000:0.0:1780298626.995900:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608129408:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298626.996108:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298626.996112:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298626.996115:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298626.996117:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298626.996118:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 784 -> 856 00000100:00100000:0.0:1780298626.996167:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608129408:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 268us (361us total) trans 4294968711 rc 0/0 00000100:00100000:0.0:1780298626.996174:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3787 00000100:00100000:0.0:1780298626.998435:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608129536 00000100:00100000:0.0:1780298626.998439:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608129536 00002000:00100000:0.0:1780298626.998463:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (831488->897023) req@ffff9cf34372dc00 x1866777608129536/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/0 e 0 to 0 dl 1780298637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.998471:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372dc00 with x1866777608129536 ext(831488->897023) 00002000:00010000:0.0:1780298626.998476:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372dc00 00000100:00100000:0.0:1780298626.998493:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3788 00000100:00100000:0.0:1780298626.998498:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608129536:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298626.999713:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608129536:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1205us (1316us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1780298626.999725:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3788 00002000:00100000:0.0:1780298626.999737:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (831488->897023) req@ffff9cf34372dc00 x1866777608129536/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:332/0 lens 488/440 e 0 to 0 dl 1780298637 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298626.999748:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372dc00 with x1866777608129536 ext(831488->897023) 00002000:00010000:0.0:1780298626.999754:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372dc00 00000100:00100000:3.0:1780298627.001054:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.001092:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608129792 00000100:00100000:0.0:1780298627.001098:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608129792 00000100:00100000:0.0:1780298627.001156:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61342 00000100:00100000:0.0:1780298627.001167:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+59:28749:x1866777608129792:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298627.001214:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.001239:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630282f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86df expref: 59 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.001259:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.001262:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298627.001422:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63028323 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.001436:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9a00/0xaf35132e6302831c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8702 expref: 81 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.001449:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63028323 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.001475:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9a00/0xaf35132e6302831c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8702 expref: 81 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.001485:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9a00/0xaf35132e6302831c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8702 expref: 81 pid: 6477 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.001495:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604092160:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.001561:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.002281:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604092160:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.002300:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63028323 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.002428:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298627.002669:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63028323 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.002676:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63028323 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298627.002713:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990567 00000004:00010000:0.0:1780298627.002739:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c5b9c942 reply state 000000002993e514 transno 4294990568 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63028323 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.002750:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63028323 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.002757:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.002759:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298627.002762:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298627.002823:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:28749:x1866777608129792:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1658us (1768us total) trans 4294990568 rc 0/0 00000100:00100000:0.0:1780298627.002831:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61342 00000020:00080000:0.0:1780298627.002836:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298627.003546:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.003584:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608130048 00000100:00100000:0.0:1780298627.003589:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608130048 00000100:00100000:0.0:1780298627.003635:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3389 00000100:00100000:0.0:1780298627.003641:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608130048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.003650:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.003660:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e6302832a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8709 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.003676:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630282dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d1 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.003682:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298626 v=(110 155) 00010000:00010000:0.0:1780298627.003685:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(111 155) 00010000:00010000:0.0:1780298627.003688:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e6302832a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8709 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.003701:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630282dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d1 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.003708:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630282dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d1 expref: 7 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.003716:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604092288:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.003751:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.004437:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604092288:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.004453:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e6302832a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8709 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.004466:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:0.0:1780298627.004498:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608130048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 856us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.004505:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3389 00000100:00100000:3.0:1780298627.004625:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.004671:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608130176 00000100:00100000:1.0:1780298627.004678:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608130176 00010000:00010000:1.0:1780298627.004706:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630282dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d1 expref: 8 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.004740:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13882 00000100:00100000:1.0:1780298627.004749:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608130176:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.004760:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.004778:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630282dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d1 expref: 8 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.004791:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630282dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d1 expref: 8 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.004809:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630282dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d1 expref: 8 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.004822:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(111 155) 00010000:00010000:1.0:1780298627.004827:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(111 155) 00010000:00010000:1.0:1780298627.004833:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e6302832a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8709 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.004843:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e6302832a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8709 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.004879:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e6302832a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8709 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.004893:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604092416:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.004951:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.005657:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604092416:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.005674:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.005705:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608130176:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 957us (1081us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.005714:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13882 00000100:00100000:3.0:1780298627.005752:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.005787:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608130304 00000100:00100000:1.0:1780298627.005792:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608130304 00000100:00100000:1.0:1780298627.005841:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3390 00000100:00080000:0.0:1780298627.005843:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780298627.005852:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608130304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.005864:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.005877:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028331 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8710 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.005898:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8a7e8eb/0xaf35132e630282e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d8 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.005906:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298626 v=(74 76) 00010000:00010000:1.0:1780298627.005910:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(75 76) 00010000:00010000:1.0:1780298627.005915:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028331 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8710 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.005936:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e8a7e8eb/0xaf35132e630282e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d8 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.005948:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e8a7e8eb/0xaf35132e630282e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d8 expref: 10 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.005956:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604092544:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.005986:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.006579:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604092544:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.006591:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028331 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8710 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.006599:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:1.0:1780298627.006622:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608130304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 776us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.006627:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3390 00000100:00100000:3.0:1780298627.006872:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608130432 00000100:00100000:3.0:1780298627.006876:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608130432 00010000:00010000:3.0:1780298627.006892:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e8a7e8eb/0xaf35132e630282e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d8 expref: 11 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.006914:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13883 00000100:00100000:3.0:1780298627.006919:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608130432:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298627.006926:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298627.006937:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e8a7e8eb/0xaf35132e630282e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d8 expref: 11 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.006945:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e8a7e8eb/0xaf35132e630282e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d8 expref: 11 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.006955:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8a7e8eb/0xaf35132e630282e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c86d8 expref: 11 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.006964:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(75 76) 00010000:00010000:3.0:1780298627.006966:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(75 76) 00010000:00010000:3.0:1780298627.006970:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028331 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8710 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.006975:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028331 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8710 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.006989:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028331 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8710 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.006996:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604092672:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298627.007033:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.007784:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604092672:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298627.007796:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298627.007860:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608130560 00000100:00100000:0.0:1780298627.007867:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608130560 00002000:00010000:0.0:1780298627.007892:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5865979->18446744073709551615) 00002000:00100000:0.0:1780298627.007896:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40000 with x1866777608130560 ext(5865979->18446744073709551615) 00002000:00010000:0.0:1780298627.007904:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40000. 00000100:00100000:3.0:1780298627.007927:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608130432:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1005us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.007941:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13883 00000100:00100000:0.0:1780298627.007947:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3789 00000100:00100000:1.0:1780298627.007956:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.007964:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608130560:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298627.007970:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608130688 00000100:00100000:2.0:1780298627.007976:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608130688 00002000:00010000:2.0:1780298627.007995:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298627.007999:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006680 with x1866777608130688 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298627.008004:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348006680. 00000100:00100000:2.0:1780298627.008026:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3790 00000100:00100000:2.0:1780298627.008033:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608130688:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298627.008184:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298627.008188:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.008188:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5816551 -> 5865979 00002000:00010000:2.0:1780298627.008205:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.008205:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.008219:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.008219:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.008234:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.008235:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 856 -> 856 00002000:00010000:0.0:1780298627.008251:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1488 -> 1488 00000100:00100000:2.0:1780298627.008277:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608130688:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 245us (339us total) trans 4294968712 rc 0/0 00000100:00100000:0.0:1780298627.008285:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608130560:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 322us (469us total) trans 4294969003 rc 0/0 00000100:00100000:2.0:1780298627.008293:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3790 00002000:00010000:2.0:1780298627.008297:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298627.008299:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006680 with x1866777608130688 ext(4194304->18446744073709551615) 00000100:00100000:0.0:1780298627.008304:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3789 00002000:00010000:2.0:1780298627.008308:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348006680. 00002000:00010000:0.0:1780298627.008310:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5865979->18446744073709551615) 00002000:00100000:0.0:1780298627.008316:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40000 with x1866777608130560 ext(5865979->18446744073709551615) 00002000:00010000:0.0:1780298627.008322:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40000. 00000100:00100000:1.0:1780298627.009119:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.009180:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608130816 00000100:00100000:0.0:1780298627.009184:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608130816 00000100:00100000:0.0:1780298627.009212:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61343 00000100:00100000:0.0:1780298627.009218:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:28749:x1866777608130816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.009230:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.009241:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e63028338 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8717 expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.009312:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e6302833f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.009323:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e6302833f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.009330:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e6302833f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.009348:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 10060283 00000004:00200000:0.0:1780298627.009351:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.009369:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e6302833f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.009387:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e63028338 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8717 expref: 63 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.009409:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e6302833f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8717 expref: 62 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.009415:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.009417:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.009419:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:0.0:1780298627.009444:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:28749:x1866777608130816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 226us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.009448:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61343 00000100:00100000:3.0:1780298627.010700:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.010750:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608130944 00000100:00100000:2.0:1780298627.010755:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608130944 00000100:00100000:2.0:1780298627.010781:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3391 00000100:00100000:2.0:1780298627.010787:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608130944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.010794:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.010803:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63028346 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c871e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.010817:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e6302832a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8709 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.010823:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(111 155) 00010000:00010000:2.0:1780298627.010826:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(112 155) 00010000:00010000:2.0:1780298627.010829:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63028346 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2363392->2428927] (req 2363392->2428927) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c871e expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.010845:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e6302832a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8709 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.010854:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e6302832a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8709 expref: 7 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.010862:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604092800:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.010900:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.011619:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604092800:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.011634:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63028346 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2363392->2428927] (req 2363392->2428927) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c871e expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.011645:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:2.0:1780298627.011672:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608130944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 884us (971us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.011679:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3391 00000100:00100000:1.0:1780298627.013087:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.013145:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608131072 00000100:00100000:0.0:1780298627.013152:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608131072 00010000:00010000:0.0:1780298627.013178:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e6302832a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8709 expref: 8 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.013203:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13884 00000100:00100000:0.0:1780298627.013210:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348af5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608131072:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298627.013219:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.013232:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e6302832a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8709 expref: 8 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.013242:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e6302832a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8709 expref: 8 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.013255:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e6302832a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8709 expref: 8 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.013264:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(112 155) 00010000:00010000:0.0:1780298627.013266:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(112 155) 00010000:00010000:0.0:1780298627.013272:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63028346 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2363392->35917823] (req 2363392->2428927) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c871e expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.013278:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63028346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2363392->35917823] (req 2363392->2428927) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c871e expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.013296:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63028346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2363392->35917823] (req 2363392->2428927) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c871e expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.013304:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604092928:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298627.013342:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.014037:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604092928:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298627.014049:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298627.014076:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348af5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608131072:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 867us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.014084:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13884 00000100:00100000:3.0:1780298627.014283:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.014317:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608131200 00000100:00100000:0.0:1780298627.014321:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608131200 00000100:00100000:0.0:1780298627.014359:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3791 00000100:00100000:0.0:1780298627.014366:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608131200:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298627.014561:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5865979 -> 5865979 00002000:00010000:0.0:1780298627.014572:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.014575:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.014577:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.014579:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1488 -> 1488 00000100:00100000:0.0:1780298627.014609:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608131200:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 244us (327us total) trans 4294969004 rc 0/0 00000100:00100000:0.0:1780298627.014617:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3791 00000100:00100000:1.0:1780298627.015655:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.015694:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608131328 00000100:00100000:0.0:1780298627.015710:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608131328 00000100:00100000:0.0:1780298627.015740:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3392 00000100:00100000:0.0:1780298627.015748:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608131328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.015758:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.015769:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302834d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8725 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.015803:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604093056:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.015847:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.016613:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604093056:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.016628:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302834d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8725 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.016643:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302834d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8725 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.016650:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:0.0:1780298627.016673:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608131328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 927us (1020us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.016678:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3392 00000100:00100000:3.0:1780298627.017527:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.017573:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608131456 00000100:00100000:0.0:1780298627.017578:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608131456 00000100:00100000:0.0:1780298627.017611:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3393 00000100:00100000:0.0:1780298627.017619:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608131456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.017628:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.017637:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63028354 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c872c expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.017661:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604093184:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.017693:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.018380:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604093184:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.018392:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63028354 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c872c expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.018413:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63028354 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c872c expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.018425:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:0.0:1780298627.018447:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608131456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 831us (922us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.018452:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3393 00000100:00100000:3.0:1780298627.019311:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.019354:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608131584 00000100:00100000:1.0:1780298627.019359:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608131584 00000100:00100000:1.0:1780298627.019385:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3394 00000100:00100000:1.0:1780298627.019390:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608131584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.019408:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.019418:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e6302835b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8733 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.019434:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028331 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8710 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.019440:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(75 76) 00010000:00010000:1.0:1780298627.019442:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(76 76) 00010000:00010000:1.0:1780298627.019445:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e6302835b lrc: 4/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3289088->3317759] (req 3289088->3317759) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8733 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.019461:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028331 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8710 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.019469:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028331 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8710 expref: 9 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.019477:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348007800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604093312:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.019509:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.020223:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348007800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604093312:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.020242:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e6302835b lrc: 3/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3289088->3317759] (req 3289088->3317759) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8733 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.020256:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9200, rc 0) 00000100:00100000:1.0:1780298627.020287:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608131584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 896us (977us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.020295:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3394 00000100:00100000:0.0:1780298627.020364:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.020417:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608131712 00000100:00100000:2.0:1780298627.020421:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608131712 00010000:00010000:2.0:1780298627.020442:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028331 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8710 expref: 10 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.020468:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13885 00000100:00100000:2.0:1780298627.020473:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608131712:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.020481:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.020492:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028331 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8710 expref: 10 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.020500:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028331 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8710 expref: 10 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.020514:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028331 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8710 expref: 10 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.020522:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(76 76) 00010000:00010000:2.0:1780298627.020524:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(76 76) 00010000:00010000:2.0:1780298627.020529:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e6302835b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3289088->3317759) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8733 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.020535:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e6302835b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3289088->3317759) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8733 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.020552:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e6302835b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3289088->3317759) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8733 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.020570:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604093440:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.020600:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.021259:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604093440:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.021279:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.021307:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608131712:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 832us (943us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.021312:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13885 00000100:00100000:3.0:1780298627.021801:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.021830:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608131840 00000100:00100000:0.0:1780298627.021834:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608131840 00002000:00100000:0.0:1780298627.021860:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (3289088->3317759) req@ffff9cf37f7bea00 x1866777608131840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.021871:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bea00 with x1866777608131840 ext(3289088->3317759) 00002000:00010000:0.0:1780298627.021874:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bea00 00000100:00100000:0.0:1780298627.021892:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3792 00000100:00100000:0.0:1780298627.021897:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608131840:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.022812:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608131840:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 913us (1009us total) trans 0 rc 28672/28672 00000100:00100000:2.0:1780298627.022821:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3792 00002000:00100000:2.0:1780298627.022829:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (3289088->3317759) req@ffff9cf37f7bea00 x1866777608131840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.022838:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bea00 with x1866777608131840 ext(3289088->3317759) 00002000:00010000:2.0:1780298627.022842:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bea00 00000100:00100000:3.0:1780298627.023876:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.023908:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608131968 00000100:00100000:2.0:1780298627.023912:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608131968 00000100:00100000:3.0:1780298627.023944:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.023944:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3395 00000100:00100000:2.0:1780298627.023953:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608131968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.023961:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.023968:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608132096 00000100:00100000:1.0:1780298627.023973:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608132096 00010000:00010000:2.0:1780298627.023975:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63028362 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c873a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.024001:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3396 00000100:00100000:1.0:1780298627.024007:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608132096:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298627.024014:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604093568:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.024015:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.024026:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee37d90b/0xaf35132e63028369 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8741 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.024040:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(76 76) 00010000:00010000:1.0:1780298627.024043:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(76 76) 00010000:00010000:1.0:1780298627.024050:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee37d90b/0xaf35132e63028369 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8741 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.024063:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ee37d90b/0xaf35132e63028369 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8741 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.024069:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7540 going to sleep for 11 seconds 00010000:00010000:1.0:1780298627.024079:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9000, rc 0) 00000100:00100000:1.0:1780298627.024099:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608132096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 93us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.024104:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3396 00000100:00100000:2.0:1780298627.024711:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604093568:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.024728:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63028362 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c873a expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.024740:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63028362 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c873a expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.024747:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298627.024767:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608131968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 818us (939us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.024772:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3395 00000100:00100000:0.0:1780298627.025631:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.025667:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608132224 00000100:00100000:3.0:1780298627.025673:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608132224 00000100:00100000:3.0:1780298627.025706:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3397 00000100:00100000:3.0:1780298627.025715:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608132224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.025725:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.025735:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028370 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8748 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.025765:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604093696:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.025805:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.026457:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604093696:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.026471:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028370 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8748 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.026481:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028370 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8748 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.026487:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:0.0:1780298627.026512:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608132224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 800us (884us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.026518:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3397 00000100:00100000:2.0:1780298627.027305:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.027346:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608132352 00000100:00100000:1.0:1780298627.027350:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608132352 00000100:00100000:1.0:1780298627.027376:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3398 00000100:00100000:1.0:1780298627.027382:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608132352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.027389:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.027411:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63028377 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c874f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.027428:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e6302835b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3289088->3317759) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8733 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.027436:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ee37d90b/0xaf35132e63028369 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8741 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.027441:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(76 76) 00010000:00010000:1.0:1780298627.027444:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(76 76) 00010000:00010000:1.0:1780298627.027449:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63028377 lrc: 5/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1986560->2015231] (req 1986560->2015231) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c874f expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.027473:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ee37d90b/0xaf35132e63028369 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8741 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.027487:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ee37d90b/0xaf35132e63028369 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8741 expref: 11 pid: 9128 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.027499:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348007800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604093824:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.027551:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e6302835b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3289088->3317759) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8733 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.027567:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e6302835b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3289088->3317759) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8733 expref: 10 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.027576:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348007100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604093952:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.027600:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.028088:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348007800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604093824:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298627.028376:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348007100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604093952:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.028389:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298627.028414:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63028377 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1986560->2015231] (req 1986560->2015231) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c874f expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.028427:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:0.0:1780298627.028430:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608132480 00000100:00100000:0.0:1780298627.028435:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608132480 00010000:00010000:0.0:1780298627.028454:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ee37d90b/0xaf35132e63028369 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8741 expref: 12 pid: 9128 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.028462:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608132352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1078us (1154us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.028471:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3398 00000100:00100000:0.0:1780298627.028490:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13886 00000100:00100000:0.0:1780298627.028500:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608132480:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298627.028511:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.028527:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ee37d90b/0xaf35132e63028369 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8741 expref: 11 pid: 9128 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.028539:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ee37d90b/0xaf35132e63028369 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8741 expref: 11 pid: 9128 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.028556:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee37d90b/0xaf35132e63028369 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8741 expref: 11 pid: 9128 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.028565:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298627.028588:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608132480:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 91us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.028594:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13886 00000100:00100000:2.0:1780298627.028681:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.028713:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608132608 00000100:00100000:0.0:1780298627.028717:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608132608 00010000:00010000:0.0:1780298627.028730:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e6302835b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3289088->3317759) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8733 expref: 11 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.028756:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13887 00000100:00100000:0.0:1780298627.028763:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608132608:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298627.028770:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.028778:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e6302835b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3289088->3317759) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8733 expref: 11 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.028789:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e6302835b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3289088->3317759) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8733 expref: 11 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.028802:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e6302835b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3289088->3317759) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8733 expref: 11 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.028809:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(76 76) 00010000:00010000:0.0:1780298627.028811:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(76 76) 00010000:00010000:0.0:1780298627.028817:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63028377 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1986560->35540991] (req 1986560->2015231) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c874f expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.028823:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63028377 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1986560->35540991] (req 1986560->2015231) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c874f expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.028839:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63028377 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1986560->35540991] (req 1986560->2015231) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c874f expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.028846:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604094080:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298627.028879:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.030631:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.030647:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604094080:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298627.030662:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.030680:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608132736 00000100:00100000:1.0:1780298627.030685:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608132736 00000100:00100000:0.0:1780298627.030695:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608132608:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1933us (2013us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.030702:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13887 00000100:00100000:1.0:1780298627.030728:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3793 00000100:00100000:1.0:1780298627.030742:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608132736:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298627.030987:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298627.030991:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.030993:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.030996:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.030998:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 856 -> 912 00000100:00100000:1.0:1780298627.031039:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608132736:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 303us (413us total) trans 4294968713 rc 0/0 00000100:00100000:1.0:1780298627.031046:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3793 00000100:00100000:2.0:1780298627.031972:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.032050:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608132864 00000100:00100000:3.0:1780298627.032056:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608132864 00000100:00100000:2.0:1780298627.032081:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.032107:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608132992 00000100:00100000:1.0:1780298627.032141:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3399 00000100:00100000:1.0:1780298627.032151:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608132864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.032161:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298627.032171:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608132992 00010000:00010000:1.0:1780298627.032175:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302837e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8756 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.032223:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604094208:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.032244:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3400 00000100:00100000:2.0:1780298627.032261:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608132992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.032271:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.032281:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028385 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c875d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.032282:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.032316:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604094336:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.032359:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.033141:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604094336:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.033150:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604094208:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.033173:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028385 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c875d expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.033176:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302837e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8756 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.033208:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302837e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8756 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.033209:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028385 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c875d expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.033232:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00010000:00010000:3.0:1780298627.033234:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:1.0:1780298627.033269:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608132864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1119us (1295us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.033270:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608132992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1016us (1185us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.033287:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3400 00000100:00100000:1.0:1780298627.033294:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3399 00000100:00100000:1.0:1780298627.034261:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.034279:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.034296:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608133120 00000100:00100000:0.0:1780298627.034301:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608133120 00000100:00100000:2.0:1780298627.034320:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608133248 00000100:00100000:2.0:1780298627.034325:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608133248 00000100:00100000:0.0:1780298627.034334:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3401 00000100:00100000:0.0:1780298627.034342:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608133120:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.034349:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3402 00010000:00010000:0.0:1780298627.034353:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298627.034362:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608133248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.034364:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6302838c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8764 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.034373:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.034385:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63028393 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c876b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.034407:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604094464:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.034435:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604094592:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.034460:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.034469:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.035162:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604094464:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.035186:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6302838c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8764 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.035193:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604094592:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.035208:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6302838c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8764 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.035219:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00010000:00010000:1.0:1780298627.035222:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63028393 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c876b expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.035234:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63028393 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c876b expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.035242:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298627.035252:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608133120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 909us (988us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.035260:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3401 00000100:00100000:1.0:1780298627.035263:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608133248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 906us (982us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.035270:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3402 00000100:00100000:2.0:1780298627.036280:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.036449:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608133376 00000100:00100000:0.0:1780298627.036454:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608133376 00000100:00100000:0.0:1780298627.036492:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3403 00000100:00100000:0.0:1780298627.036501:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608133376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.036509:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.036519:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e6302839a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8772 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.036536:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(112 155) 00010000:00010000:0.0:1780298627.036541:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(112 155) 00010000:00010000:0.0:1780298627.036553:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e6302839a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [385024->2363391] (req 385024->430079) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8772 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.036568:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e6302839a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [385024->2363391] (req 385024->430079) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8772 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.036577:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:0.0:1780298627.036609:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608133376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 110us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.036615:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3403 00000100:00100000:0.0:1780298627.037354:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.037392:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608133504 00000100:00100000:3.0:1780298627.037408:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608133504 00000100:00100000:3.0:1780298627.037449:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3794 00000100:00100000:3.0:1780298627.037457:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608133504:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298627.037746:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5865979 -> 5865979 00002000:00010000:3.0:1780298627.037750:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298627.037752:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298627.037755:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298627.037757:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1488 -> 1576 00000100:00100000:3.0:1780298627.037788:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608133504:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 333us (436us total) trans 4294969005 rc 0/0 00000100:00100000:3.0:1780298627.037795:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3794 00000100:00100000:2.0:1780298627.038600:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.038650:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608133632 00000100:00100000:0.0:1780298627.038655:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608133632 00000100:00100000:0.0:1780298627.038683:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61344 00000100:00100000:0.0:1780298627.038688:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+81:28749:x1866777608133632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.038700:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.038716:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630283a1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8779 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.038789:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e630283a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.038809:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e630283a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.038817:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e630283a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.038836:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 10060283 00000004:00200000:0.0:1780298627.038840:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.038855:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e630283a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.038873:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630283a1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8779 expref: 83 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.038883:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e630283a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8779 expref: 82 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.038888:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.038890:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.038893:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:0.0:1780298627.038920:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+82:28749:x1866777608133632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 230us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.038924:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61344 00000100:00100000:2.0:1780298627.039792:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.039833:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608133760 00000100:00100000:1.0:1780298627.039838:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608133760 00000100:00100000:1.0:1780298627.039869:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3404 00000100:00100000:1.0:1780298627.039881:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608133760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.039888:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.039896:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000891e8ea0/0xaf35132e630283af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8780 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.039937:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604094720:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.039938:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.039978:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608133888 00000100:00100000:0.0:1780298627.039983:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608133888 00000100:00100000:3.0:1780298627.040026:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3405 00000100:00100000:1.0:1780298627.040030:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.040038:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608133888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.040048:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.040058:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630283b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8787 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.040088:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604094848:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.040121:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.040764:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604094720:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.040784:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604094848:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.040791:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000891e8ea0/0xaf35132e630283af lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8780 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.040807:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630283b6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8787 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.040813:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000891e8ea0/0xaf35132e630283af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8780 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.040832:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9400, rc 0) 00010000:00010000:0.0:1780298627.040835:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630283b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8787 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.040848:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298627.040868:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608133760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 991us (1075us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.040875:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608133888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 840us (938us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.040881:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3404 00000100:00100000:0.0:1780298627.040893:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3405 00000100:00100000:2.0:1780298627.041844:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.041881:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608134016 00000100:00100000:1.0:1780298627.041886:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608134016 00000100:00100000:1.0:1780298627.041920:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3406 00000100:00100000:1.0:1780298627.041928:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608134016:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.041938:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298627.041938:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.041947:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e630283bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c878e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.041978:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608134144 00000100:00100000:1.0:1780298627.041981:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604094976:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.041982:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608134144 00000100:00100000:0.0:1780298627.042011:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3407 00000100:00100000:0.0:1780298627.042021:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608134144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.042030:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.042033:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00010000:00010000:0.0:1780298627.042040:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e630283c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8795 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.042082:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604095104:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.042137:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.042646:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604094976:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.042658:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e630283bd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c878e expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.042668:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e630283bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c878e expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.042675:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8800, rc 0) 00000100:00100000:1.0:1780298627.042701:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608134016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 775us (858us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.042706:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3406 00000100:00100000:0.0:1780298627.042845:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604095104:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.042864:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e630283c4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8795 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.042878:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e630283c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8795 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.042889:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:0.0:1780298627.042920:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608134144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 901us (981us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.042928:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3407 00000100:00100000:3.0:1780298627.043697:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.043734:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608134272 00000100:00100000:0.0:1780298627.043739:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608134272 00000100:00100000:0.0:1780298627.043764:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3408 00000100:00100000:0.0:1780298627.043769:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608134272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.043776:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.043783:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630283cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c879c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.043799:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63028346 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2363392->35917823] (req 2363392->2428927) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c871e expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.043806:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(112 155) 00010000:00010000:0.0:1780298627.043809:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(113 155) 00010000:00010000:0.0:1780298627.043812:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630283cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3641344->3682303] (req 3641344->3682303) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c879c expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.043826:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63028346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2363392->35917823] (req 2363392->2428927) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c871e expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.043837:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63028346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2363392->35917823] (req 2363392->2428927) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c871e expref: 8 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.043845:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604095232:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.043875:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.044378:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604095232:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.044393:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630283cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3641344->3682303] (req 3641344->3682303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c879c expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.044422:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:0.0:1780298627.044451:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608134272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 681us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.044459:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3408 00000100:00100000:2.0:1780298627.044667:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.044699:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608134400 00000100:00100000:1.0:1780298627.044703:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608134400 00010000:00010000:1.0:1780298627.044719:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63028346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2363392->35917823] (req 2363392->2428927) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c871e expref: 9 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.044745:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13888 00000100:00100000:1.0:1780298627.044750:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608134400:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.044759:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.044767:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63028346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2363392->35917823] (req 2363392->2428927) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c871e expref: 9 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.044777:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63028346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2363392->35917823] (req 2363392->2428927) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c871e expref: 9 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.044789:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63028346 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2363392->35917823] (req 2363392->2428927) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c871e expref: 9 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.044796:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(113 155) 00010000:00010000:1.0:1780298627.044799:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(113 155) 00010000:00010000:1.0:1780298627.044805:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630283cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3641344->37195775] (req 3641344->3682303) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c879c expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.044811:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630283cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3641344->37195775] (req 3641344->3682303) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c879c expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.044824:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630283cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3641344->37195775] (req 3641344->3682303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c879c expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.044831:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604095360:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.044858:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.045518:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604095360:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.045528:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.045551:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608134400:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 801us (885us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.045557:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13888 00000100:00100000:3.0:1780298627.045706:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.045740:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608134528 00000100:00100000:0.0:1780298627.045745:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608134528 00000100:00100000:0.0:1780298627.045785:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3795 00000100:00100000:0.0:1780298627.045794:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608134528:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298627.046068:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5865979 -> 5865979 00002000:00010000:0.0:1780298627.046072:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.046074:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.046077:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.046079:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1576 -> 1656 00000100:00100000:0.0:1780298627.046110:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608134528:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 318us (406us total) trans 4294969006 rc 0/0 00000100:00100000:0.0:1780298627.046118:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3795 00000100:00100000:2.0:1780298627.046900:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.046941:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608134656 00000100:00100000:0.0:1780298627.046947:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608134656 00000100:00100000:0.0:1780298627.046982:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3409 00000100:00100000:0.0:1780298627.046991:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608134656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.047000:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298627.047004:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298627.047011:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630283d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c87a3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.047052:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608134784 00000100:00100000:2.0:1780298627.047056:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608134784 00000100:00100000:0.0:1780298627.047065:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604095488:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.047093:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3410 00000100:00100000:2.0:1780298627.047101:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243eda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608134784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.047111:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298627.047116:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00010000:00010000:2.0:1780298627.047120:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e630283d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c87aa expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.047164:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604095616:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.047190:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.047664:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604095488:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.047681:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630283d2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87a3 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.047697:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630283d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87a3 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.047708:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:0.0:1780298627.047742:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608134656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 754us (842us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.047749:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3409 00000100:00100000:1.0:1780298627.047806:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604095616:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.047819:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e630283d9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87aa expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.047830:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e630283d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87aa expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.047838:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:1.0:1780298627.047862:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243eda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608134784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 764us (862us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.047867:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3410 00000100:00100000:2.0:1780298627.048605:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.048623:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.048642:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608134912 00000100:00100000:0.0:1780298627.048647:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608134912 00000100:00100000:1.0:1780298627.048651:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608135040 00000100:00100000:1.0:1780298627.048655:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608135040 00000100:00100000:0.0:1780298627.048687:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3411 00000100:00100000:1.0:1780298627.048695:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3412 00000100:00100000:0.0:1780298627.048701:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608134912:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298627.048706:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608135040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.048713:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.048717:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.048723:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630283e0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c87b1 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.048727:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e630283e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c87b8 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.048766:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604095744:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.048773:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604095872:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.048818:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.048818:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.049485:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604095744:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.049505:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630283e0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87b1 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.049520:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630283e0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87b1 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.049531:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:0.0:1780298627.049563:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608134912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (957us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.049567:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604095872:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.049578:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3411 00010000:00010000:1.0:1780298627.049584:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e630283e7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87b8 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.049594:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e630283e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87b8 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.049601:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:1.0:1780298627.049617:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608135040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 916us (993us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.049624:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3412 00000100:00100000:2.0:1780298627.050479:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.050510:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608135168 00000100:00100000:1.0:1780298627.050515:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608135168 00000100:00100000:1.0:1780298627.050545:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3413 00000100:00100000:1.0:1780298627.050552:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608135168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.050559:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.050564:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630283ee lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c87bf expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.050576:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(76 76) 00010000:00010000:1.0:1780298627.050579:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(76 76) 00010000:00010000:1.0:1780298627.050585:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630283ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1835008->1982463] (req 1835008->1851391) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87bf expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.050595:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630283ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1835008->1982463] (req 1835008->1851391) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87bf expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.050605:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8000, rc 0) 00000100:00100000:1.0:1780298627.050628:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608135168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 78us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.050633:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3413 00000100:00100000:3.0:1780298627.051539:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.051576:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608135296 00000100:00100000:0.0:1780298627.051581:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608135296 00002000:00100000:0.0:1780298627.051611:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1835008->1851391) req@ffff9cf244810a80 x1866777608135296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.051621:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810a80 with x1866777608135296 ext(1835008->1851391) 00002000:00010000:0.0:1780298627.051627:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244810a80 00000100:00100000:0.0:1780298627.051648:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3796 00000100:00100000:0.0:1780298627.051656:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608135296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.051802:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608135296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 147us (264us total) trans 0 rc 16384/16384 00000100:00100000:0.0:1780298627.051809:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3796 00002000:00100000:0.0:1780298627.051815:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1835008->1851391) req@ffff9cf244810a80 x1866777608135296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/16824 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.051830:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810a80 with x1866777608135296 ext(1835008->1851391) 00002000:00010000:0.0:1780298627.051833:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244810a80 00000100:00100000:3.0:1780298627.052904:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.052937:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.052938:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608135552 00000100:00100000:1.0:1780298627.052942:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608135552 00000100:00100000:1.0:1780298627.052970:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608135424 00000100:00100000:1.0:1780298627.052972:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608135424 00000100:00100000:2.0:1780298627.052989:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3414 00000100:00100000:1.0:1780298627.052995:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3415 00000100:00100000:2.0:1780298627.052999:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608135552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.053006:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.053006:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608135424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.053014:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.053018:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e630283f5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c87cd expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.053023:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e630283fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c87c6 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.053075:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604096000:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.053081:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604096128:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.053156:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.053156:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.053787:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604096000:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.053794:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604096128:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.053811:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e630283fc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87c6 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.053817:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e630283f5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87cd expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.053836:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e630283fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87c6 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.053836:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e630283f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87cd expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.053852:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00010000:00010000:1.0:1780298627.053858:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8800, rc 0) 00000100:00100000:0.0:1780298627.053877:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608135552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 882us (975us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.053882:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3414 00000100:00100000:1.0:1780298627.053892:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608135424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 887us (954us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.053900:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3415 00000100:00100000:3.0:1780298627.054595:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.054635:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608135680 00000100:00100000:1.0:1780298627.054640:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608135680 00000100:00100000:1.0:1780298627.054671:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3416 00000100:00100000:1.0:1780298627.054679:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608135680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.054687:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.054695:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000891e8ea0/0xaf35132e63028403 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c87d4 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.054725:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604096256:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.054753:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.054764:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.054786:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608135808 00000100:00100000:0.0:1780298627.054790:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608135808 00000100:00100000:0.0:1780298627.054817:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3417 00000100:00100000:0.0:1780298627.054824:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608135808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.054830:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.054837:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e6302840a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c87db expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.054858:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604096384:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.054883:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.055303:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604096256:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.055319:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000891e8ea0/0xaf35132e63028403 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87d4 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.055333:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000891e8ea0/0xaf35132e63028403 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87d4 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.055342:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9400, rc 0) 00000100:00100000:1.0:1780298627.055371:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608135680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 693us (775us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.055378:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3416 00000100:00100000:0.0:1780298627.055427:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604096384:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.055440:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e6302840a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87db expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.055456:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e6302840a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87db expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.055463:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:0.0:1780298627.055488:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608135808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 665us (736us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.055494:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3417 00000100:00100000:3.0:1780298627.056254:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.056297:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608135936 00000100:00100000:0.0:1780298627.056302:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608135936 00000100:00100000:0.0:1780298627.056331:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3418 00000100:00100000:0.0:1780298627.056336:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608135936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.056343:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.056350:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63028411 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c87e2 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.056364:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63028377 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1986560->35540991] (req 1986560->2015231) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c874f expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.056372:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(76 76) 00010000:00010000:0.0:1780298627.056375:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(77 76) 00010000:00010000:0.0:1780298627.056378:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63028411 lrc: 4/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3584000->3645439] (req 3584000->3645439) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87e2 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.056405:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63028377 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1986560->35540991] (req 1986560->2015231) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c874f expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.056418:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63028377 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1986560->35540991] (req 1986560->2015231) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c874f expref: 10 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.056425:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604096512:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.056459:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.056957:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604096512:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.056968:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63028411 lrc: 3/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3584000->3645439] (req 3584000->3645439) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87e2 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.056976:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00000100:00100000:0.0:1780298627.056998:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608135936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 662us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.057002:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3418 00000100:00100000:2.0:1780298627.057221:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.057268:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608136064 00000100:00100000:3.0:1780298627.057273:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608136064 00010000:00010000:3.0:1780298627.057294:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63028377 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1986560->35540991] (req 1986560->2015231) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c874f expref: 11 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.057320:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13889 00000100:00100000:3.0:1780298627.057328:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608136064:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298627.057337:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298627.057346:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63028377 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1986560->35540991] (req 1986560->2015231) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c874f expref: 11 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.057364:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63028377 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1986560->35540991] (req 1986560->2015231) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c874f expref: 11 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.057380:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63028377 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1986560->35540991] (req 1986560->2015231) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c874f expref: 11 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.057389:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(77 76) 00010000:00010000:3.0:1780298627.057393:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(77 76) 00010000:00010000:3.0:1780298627.057412:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63028411 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3584000->3645439) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87e2 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.057422:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63028411 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3584000->3645439) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87e2 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.057443:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63028411 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3584000->3645439) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87e2 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.057453:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604096640:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298627.057487:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.058080:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604096640:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.058091:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.058118:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608136064:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 791us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.058150:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13889 00000100:00100000:2.0:1780298627.058454:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.058483:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608136192 00000100:00100000:0.0:1780298627.058487:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608136192 00002000:00100000:0.0:1780298627.058513:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (3584000->3645439) req@ffff9cf255092a00 x1866777608136192/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.058520:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092a00 with x1866777608136192 ext(3584000->3645439) 00002000:00010000:0.0:1780298627.058523:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255092a00 00000100:00100000:0.0:1780298627.058538:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3797 00000100:00100000:0.0:1780298627.058544:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608136192:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.059354:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608136192:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 810us (901us total) trans 0 rc 61440/61440 00000100:00100000:0.0:1780298627.059359:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3797 00002000:00100000:0.0:1780298627.059364:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (3584000->3645439) req@ffff9cf255092a00 x1866777608136192/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.059371:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092a00 with x1866777608136192 ext(3584000->3645439) 00002000:00010000:0.0:1780298627.059373:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255092a00 00000100:00100000:2.0:1780298627.060236:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.060264:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608136320 00000100:00100000:1.0:1780298627.060268:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608136320 00000100:00100000:2.0:1780298627.060277:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.060299:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608136448 00000100:00100000:1.0:1780298627.060302:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608136448 00000100:00100000:0.0:1780298627.060308:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3419 00000100:00100000:0.0:1780298627.060316:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608136320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.060322:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.060325:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3420 00010000:00010000:0.0:1780298627.060331:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63028418 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c87e9 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.060338:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608136448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.060348:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.060357:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e6302841f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c87f0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.060364:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604096768:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.060373:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(77 76) 00010000:00010000:1.0:1780298627.060377:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(77 76) 00010000:00010000:1.0:1780298627.060382:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e6302841f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87f0 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.060392:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e6302841f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87f0 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.060411:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00010000:00010000:1.0:1780298627.060412:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:1.0:1780298627.060436:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608136448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 105us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.060441:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3420 00000100:00100000:0.0:1780298627.060969:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604096768:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.060981:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63028418 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87e9 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.060990:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63028418 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87e9 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.060996:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:0.0:1780298627.061020:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608136320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 706us (784us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.061028:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3419 00000100:00100000:3.0:1780298627.061751:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.061792:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608136576 00000100:00100000:0.0:1780298627.061798:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608136576 00000100:00100000:0.0:1780298627.061829:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3421 00000100:00100000:0.0:1780298627.061836:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608136576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.061843:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.061851:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e63028426 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c87f7 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.061876:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604096896:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.061912:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.062551:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604096896:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.062562:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e63028426 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87f7 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.062571:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e63028426 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87f7 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.062577:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:0.0:1780298627.062601:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608136576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 766us (851us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.062608:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3421 00000100:00100000:3.0:1780298627.063354:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.063392:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608136832 00000100:00100000:1.0:1780298627.063405:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608136832 00000100:00100000:1.0:1780298627.063446:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61345 00000100:00100000:1.0:1780298627.063455:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+82:28749:x1866777608136832:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298627.063500:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.063518:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e630283a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8779 expref: 82 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.063534:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.063539:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298627.063717:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9400/0xaf35132e6302842d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.063730:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e6302833f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8717 expref: 61 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.063742:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9400/0xaf35132e6302842d lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.063758:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e6302833f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8717 expref: 61 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.063768:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e6302833f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8717 expref: 61 pid: 17567 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.063776:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604097024:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.063809:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.064470:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604097024:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.064480:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9400/0xaf35132e6302842d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.064596:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.064633:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608136960 00000100:00100000:1.0:1780298627.064636:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608136960 00010000:00010000:1.0:1780298627.064653:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e6302833f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8717 expref: 62 pid: 17567 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.064678:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13890 00000100:00100000:1.0:1780298627.064684:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:2400:x1866777608136960:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.064691:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.064694:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e6302833f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8717 expref: 62 pid: 17567 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.064702:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e6302833f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8717 expref: 62 pid: 17567 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.064711:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e6302833f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8717 expref: 62 pid: 17567 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.064718:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.064721:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9400/0xaf35132e6302842d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.064729:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9400/0xaf35132e6302842d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.064738:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9400/0xaf35132e6302842d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.064754:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.064774:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:2400:x1866777608136960:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 91us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.064781:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13890 00010000:00010000:2.0:1780298627.064784:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9400/0xaf35132e6302842d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.064791:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9400/0xaf35132e6302842d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298627.064838:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990569 00000004:00010000:2.0:1780298627.064858:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f96de4d7 reply state 000000001e484a95 transno 4294990570 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9400/0xaf35132e6302842d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.064866:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9400/0xaf35132e6302842d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.064871:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.064873:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298627.064875:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298627.064921:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+84:28749:x1866777608136832:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1468us (1567us total) trans 4294990570 rc 0/0 00000100:00100000:2.0:1780298627.064927:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61345 00000020:00080000:2.0:1780298627.064930:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298627.065487:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.065514:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608137088 00000100:00100000:0.0:1780298627.065518:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608137088 00000100:00100000:0.0:1780298627.065545:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3422 00000100:00100000:0.0:1780298627.065552:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608137088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.065561:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.065570:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028434 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c87fe expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.065587:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e6302839a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [385024->2363391] (req 385024->430079) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8772 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.065593:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630283cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3641344->37195775] (req 3641344->3682303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c879c expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.065602:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(113 155) 00010000:00010000:0.0:1780298627.065605:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(115 155) 00010000:00010000:0.0:1780298627.065608:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028434 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87fe expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.065621:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630283cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3641344->37195775] (req 3641344->3682303) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c879c expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.065629:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630283cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3641344->37195775] (req 3641344->3682303) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c879c expref: 10 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.065637:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604097152:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.065673:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e6302839a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [385024->2363391] (req 385024->430079) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8772 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.065681:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e6302839a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [385024->2363391] (req 385024->430079) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8772 expref: 10 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.065688:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604097280:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.065703:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.066311:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604097152:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.066317:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604097280:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.066329:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028434 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87fe expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.066337:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:0.0:1780298627.066358:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608137088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 807us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.066364:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3422 00000100:00100000:3.0:1780298627.066521:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.066551:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608137216 00000100:00100000:2.0:1780298627.066554:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608137216 00000100:00100000:3.0:1780298627.066560:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298627.066572:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630283cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3641344->37195775] (req 3641344->3682303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c879c expref: 11 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.066596:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608137344 00000100:00100000:1.0:1780298627.066601:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608137344 00000100:00100000:2.0:1780298627.066602:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13891 00000100:00100000:2.0:1780298627.066613:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348af5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608137216:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.066618:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e6302839a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [385024->2363391] (req 385024->430079) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8772 expref: 12 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.066624:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298627.066642:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13892 00010000:00010000:2.0:1780298627.066646:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630283cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3641344->37195775] (req 3641344->3682303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c879c expref: 12 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.066653:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608137344:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.066661:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630283cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3641344->37195775] (req 3641344->3682303) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c879c expref: 12 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.066661:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.066676:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630283cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3641344->37195775] (req 3641344->3682303) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c879c expref: 12 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.066679:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e6302839a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [385024->2363391] (req 385024->430079) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8772 expref: 12 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.066696:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e6302839a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [385024->2363391] (req 385024->430079) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8772 expref: 11 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.066701:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298627.066708:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e6302839a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [385024->2363391] (req 385024->430079) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8772 expref: 11 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.066717:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(115 155) 00010000:00010000:1.0:1780298627.066720:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(115 155) 00010000:00010000:1.0:1780298627.066726:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028434 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87fe expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.066727:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348af5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608137216:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 114us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.066741:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13891 00010000:00010000:1.0:1780298627.066744:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028434 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87fe expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.066763:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028434 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87fe expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.066776:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604097408:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.066813:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.067370:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604097408:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.067379:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.067416:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608137344:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 767us (856us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.067425:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13892 00000100:00100000:3.0:1780298627.067554:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.067585:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608137472 00000100:00100000:1.0:1780298627.067590:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608137472 00000100:00100000:1.0:1780298627.067617:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3423 00000100:00100000:1.0:1780298627.067622:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608137472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.067629:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.067637:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e6302843b lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8805 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.067650:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63028411 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3584000->3645439) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87e2 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.067656:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e6302841f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87f0 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.067661:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630283ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1835008->1982463] (req 1835008->1851391) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87bf expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.067669:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(77 76) 00010000:00010000:1.0:1780298627.067671:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(78 76) 00010000:00010000:1.0:1780298627.067673:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e6302843b lrc: 6/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8805 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.067685:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630283ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1835008->1982463] (req 1835008->1851391) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87bf expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.067691:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630283ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1835008->1982463] (req 1835008->1851391) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87bf expref: 13 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.067697:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604097536:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.067728:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e6302841f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87f0 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.067737:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e6302841f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87f0 expref: 10 pid: 8358 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.067748:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348007b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604097664:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.067793:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63028411 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3584000->3645439) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87e2 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.067805:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63028411 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3584000->3645439) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87e2 expref: 13 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.067815:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604097792:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.067849:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.068369:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604097536:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.068377:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348007b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604097664:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.068486:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604097792:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.068502:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e6302843b lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8805 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.068512:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8800, rc 0) 00000100:00100000:1.0:1780298627.068533:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777608137472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.068539:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3423 00000100:00100000:3.0:1780298627.068626:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.068650:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.068651:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608137600 00000100:00100000:0.0:1780298627.068656:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608137600 00010000:00010000:0.0:1780298627.068675:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630283ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1835008->1982463] (req 1835008->1851391) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87bf expref: 13 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.068718:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608137728 00000100:00100000:1.0:1780298627.068722:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608137728 00000100:00100000:0.0:1780298627.068729:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13893 00000100:00100000:0.0:1780298627.068737:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608137600:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.068740:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e6302841f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87f0 expref: 11 pid: 8358 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.068744:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298627.068750:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.068765:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630283ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1835008->1982463] (req 1835008->1851391) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87bf expref: 13 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.068770:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608137856 00000100:00100000:1.0:1780298627.068773:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608137856 00010000:00010000:0.0:1780298627.068777:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630283ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1835008->1982463] (req 1835008->1851391) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87bf expref: 14 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.068786:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63028411 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3584000->3645439) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87e2 expref: 14 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.068787:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13894 00010000:00010000:0.0:1780298627.068793:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630283ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1835008->1982463] (req 1835008->1851391) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87bf expref: 14 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.068802:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608137728:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298627.068803:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.068816:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13895 00010000:00010000:2.0:1780298627.068818:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298627.068826:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608137856:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298627.068829:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608137600:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 94us (205us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298627.068832:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e6302841f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87f0 expref: 11 pid: 8358 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.068837:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1780298627.068843:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13893 00010000:00010000:1.0:1780298627.068849:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63028411 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3584000->3645439) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87e2 expref: 13 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.068856:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e6302841f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87f0 expref: 11 pid: 8358 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.068876:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63028411 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 3584000->3645439) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87e2 expref: 12 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.068895:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e6302841f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87f0 expref: 11 pid: 8358 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.068901:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63028411 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3584000->3645439) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87e2 expref: 12 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.068911:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(78 76) 00010000:00010000:2.0:1780298627.068915:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(78 76) 00010000:00010000:2.0:1780298627.068921:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e6302843b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8805 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.068928:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e6302843b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8805 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.068937:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298627.068952:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e6302843b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8805 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.068963:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604097920:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.068974:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608137856:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 146us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.068981:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13895 00000100:00100000:2.0:1780298627.069001:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.069586:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604097920:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.069597:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.069624:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608137728:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 827us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.069632:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13894 00000100:00100000:3.0:1780298627.069779:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.069817:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608137984 00000100:00100000:1.0:1780298627.069822:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608137984 00000100:00100000:3.0:1780298627.069829:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:1.0:1780298627.069842:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298627.069846:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831a300 with x1866777608137984 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298627.069852:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831a300. 00000100:00100000:2.0:1780298627.069861:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608138112 00000100:00100000:2.0:1780298627.069865:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608138112 00000100:00100000:1.0:1780298627.069874:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3798 00002000:00010000:2.0:1780298627.069881:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (539085->18446744073709551615) 00000100:00100000:1.0:1780298627.069881:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608137984:12345-192.168.203.25@tcp:10:fsx.0 00002000:00100000:2.0:1780298627.069886:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735180 with x1866777608138112 ext(539085->18446744073709551615) 00002000:00010000:2.0:1780298627.069892:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f735180. 00000100:00100000:2.0:1780298627.069906:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3799 00000100:00100000:2.0:1780298627.069916:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608138112:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298627.070335:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5865979 -> 4194304 00002000:00010000:1.0:1780298627.070338:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.070340:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.070342:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.070343:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1656 -> 1336 00000100:00100000:1.0:1780298627.070368:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608137984:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 489us (589us total) trans 4294969007 rc 0/0 00000100:00100000:1.0:1780298627.070374:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3798 00002000:00010000:1.0:1780298627.070378:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298627.070380:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831a300 with x1866777608137984 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298627.070384:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831a300. 00002000:00010000:2.0:1780298627.070856:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 539085 00002000:00010000:2.0:1780298627.070859:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.070860:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.070862:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.070863:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 912 -> 200 00000100:00100000:2.0:1780298627.070887:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608138112:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 975us (1058us total) trans 4294968714 rc 0/0 00000100:00100000:2.0:1780298627.070892:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3799 00002000:00010000:2.0:1780298627.070894:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (539085->18446744073709551615) 00002000:00100000:2.0:1780298627.070896:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735180 with x1866777608138112 ext(539085->18446744073709551615) 00002000:00010000:2.0:1780298627.070899:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f735180. 00000100:00100000:3.0:1780298627.071606:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.071645:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608138240 00000100:00100000:0.0:1780298627.071651:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608138240 00000100:00100000:0.0:1780298627.071686:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61346 00000100:00100000:0.0:1780298627.071693:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+84:28749:x1866777608138240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.071708:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.071723:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e63028442 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c880c expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.071804:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63028449 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.071815:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63028449 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.071822:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63028449 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.071842:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 4733389 00000004:00200000:0.0:1780298627.071846:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.071859:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63028449 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.071876:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e63028442 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c880c expref: 86 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.071886:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63028449 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c880c expref: 85 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.071892:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.071894:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.071896:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:0.0:1780298627.071922:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+85:28749:x1866777608138240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 230us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.071928:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61346 00000100:00100000:3.0:1780298627.073003:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.073035:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608138368 00000100:00100000:0.0:1780298627.073040:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608138368 00000100:00100000:0.0:1780298627.073078:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61347 00000100:00100000:0.0:1780298627.073084:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:28749:x1866777608138368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.073091:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.073098:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028450 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8813 expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.073180:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028457 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.073195:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028457 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.073203:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028457 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.073219:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 4733389 00000004:00200000:0.0:1780298627.073222:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.073231:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028457 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.073244:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028450 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8813 expref: 63 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.073252:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028457 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8813 expref: 62 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.073257:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.073259:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.073261:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:0.0:1780298627.073283:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:28749:x1866777608138368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 200us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.073287:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61347 00000100:00100000:3.0:1780298627.074160:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.074188:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608138496 00000100:00100000:0.0:1780298627.074192:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608138496 00000100:00100000:0.0:1780298627.074221:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3424 00000100:00100000:3.0:1780298627.074222:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.074229:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608138496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.074236:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298627.074244:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608138624 00010000:00010000:0.0:1780298627.074245:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e6302845e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c881a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.074248:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608138624 00000100:00100000:0.0:1780298627.074288:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604098048:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.074294:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3425 00000100:00100000:2.0:1780298627.074303:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608138624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.074311:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.074320:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028465 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8821 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.074342:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.074347:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604098176:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.074373:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.075075:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604098048:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.075095:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e6302845e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c881a expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.075101:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604098176:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.075112:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e6302845e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c881a expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.075122:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00010000:00010000:2.0:1780298627.075156:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028465 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8821 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.075172:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028465 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8821 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.075184:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:0.0:1780298627.075186:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608138496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 956us (1024us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.075200:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3424 00000100:00100000:2.0:1780298627.075221:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608138624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 915us (1000us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.075227:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3425 00000100:00100000:3.0:1780298627.076205:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.076226:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.076247:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608138880 00000100:00100000:0.0:1780298627.076251:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608138880 00000100:00100000:2.0:1780298627.076263:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608138752 00000100:00100000:2.0:1780298627.076269:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608138752 00000100:00100000:0.0:1780298627.076284:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3426 00000100:00100000:0.0:1780298627.076291:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608138880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.076297:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.076305:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e6302846c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c882f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.076311:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3427 00000100:00100000:2.0:1780298627.076323:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608138752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.076330:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298627.076334:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604098304:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.076338:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63028473 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8828 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.076369:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604098432:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.076373:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.076409:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.077062:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604098304:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.077100:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e6302846c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c882f expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.077110:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604098432:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.077121:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e6302846c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c882f expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.077168:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00010000:00010000:2.0:1780298627.077179:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63028473 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8828 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.077196:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63028473 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8828 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.077207:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608138880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 916us (1006us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298627.077210:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:0.0:1780298627.077216:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3426 00000100:00100000:2.0:1780298627.077247:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608138752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 924us (1017us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.077255:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3427 00000100:00100000:3.0:1780298627.078053:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.078093:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608139008 00000100:00100000:1.0:1780298627.078099:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608139008 00000100:00100000:1.0:1780298627.078145:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3428 00000100:00100000:1.0:1780298627.078155:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608139008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.078162:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.078169:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302847a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8836 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.078185:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028434 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87fe expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.078192:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(115 155) 00010000:00010000:1.0:1780298627.078195:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(116 155) 00010000:00010000:1.0:1780298627.078198:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302847a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [987136->1032191] (req 987136->1032191) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8836 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.078214:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028434 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87fe expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.078228:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028434 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87fe expref: 9 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.078235:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604098560:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.078269:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.078817:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604098560:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.078830:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302847a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [987136->1032191] (req 987136->1032191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8836 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.078838:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9800, rc 0) 00000100:00100000:1.0:1780298627.078861:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608139008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 711us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.078866:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3428 00000100:00100000:3.0:1780298627.079046:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.079082:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608139136 00000100:00100000:2.0:1780298627.079088:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608139136 00010000:00010000:2.0:1780298627.079110:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028434 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87fe expref: 10 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.079163:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13896 00000100:00100000:2.0:1780298627.079177:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608139136:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.079188:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.079201:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028434 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87fe expref: 10 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.079220:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028434 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87fe expref: 10 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.079233:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028434 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c87fe expref: 10 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.079241:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(116 155) 00010000:00010000:2.0:1780298627.079243:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(116 155) 00010000:00010000:2.0:1780298627.079249:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302847a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [987136->34541567] (req 987136->1032191) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8836 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.079258:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302847a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [987136->34541567] (req 987136->1032191) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8836 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.079282:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302847a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [987136->34541567] (req 987136->1032191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8836 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.079293:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604098688:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.079327:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.080031:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604098688:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298627.080048:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298627.080086:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608139136:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 914us (1040us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.080095:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13896 00000100:00100000:3.0:1780298627.080177:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.080204:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608139264 00000100:00100000:0.0:1780298627.080210:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608139264 00000100:00100000:0.0:1780298627.080261:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3800 00000100:00100000:0.0:1780298627.080275:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608139264:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298627.080534:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298627.080537:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.080540:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.080542:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.080544:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1336 -> 1424 00000100:00100000:0.0:1780298627.080577:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608139264:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 308us (406us total) trans 4294969008 rc 0/0 00000100:00100000:0.0:1780298627.080584:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3800 00000100:00100000:1.0:1780298627.081436:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.081456:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.081473:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608139392 00000100:00100000:2.0:1780298627.081480:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608139392 00000100:00100000:3.0:1780298627.081492:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608139520 00000100:00100000:3.0:1780298627.081498:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608139520 00000100:00100000:2.0:1780298627.081531:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3429 00000100:00100000:3.0:1780298627.081541:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3430 00000100:00100000:2.0:1780298627.081555:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608139392:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.081557:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608139520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.081578:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.081579:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.081589:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028481 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c883d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.081590:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63028488 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8844 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.081655:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604098816:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.081665:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604098944:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.081713:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.081714:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.082513:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604098816:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.082532:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63028488 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8844 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.082544:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63028488 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8844 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.082553:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298627.082583:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608139520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1035us (1127us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.082588:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3430 00000100:00100000:2.0:1780298627.082592:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604098944:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.082610:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028481 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c883d expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.082623:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028481 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c883d expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.082636:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298627.082675:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608139392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1136us (1240us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.082682:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3429 00000100:00100000:1.0:1780298627.083609:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.083645:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608139648 00000100:00100000:2.0:1780298627.083651:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608139648 00000100:00100000:1.0:1780298627.083651:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.083678:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608139776 00000100:00100000:2.0:1780298627.083681:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608139776 00000100:00100000:1.0:1780298627.083717:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3431 00000100:00100000:1.0:1780298627.083725:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608139648:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298627.083731:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3432 00010000:00010000:1.0:1780298627.083735:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.083746:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e6302848f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c884b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.083747:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e581c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608139776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.083763:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.083775:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e63028496 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8852 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.083781:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604099072:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.083820:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604099200:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.083823:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.083859:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.084540:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604099072:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.084559:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e6302848f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c884b expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.084573:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e6302848f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c884b expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.084582:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:1.0:1780298627.084614:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608139648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 890us (1004us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.084622:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3431 00000100:00100000:2.0:1780298627.084752:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604099200:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.084770:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e63028496 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8852 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.084784:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e63028496 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8852 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.084791:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:2.0:1780298627.084823:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e581c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608139776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1083us (1170us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.084830:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3432 00000100:00100000:0.0:1780298627.085611:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.085634:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608139904 00000100:00100000:3.0:1780298627.085638:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608139904 00000100:00100000:3.0:1780298627.085662:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3433 00000100:00100000:3.0:1780298627.085667:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608139904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.085674:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.085681:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302849d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8859 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.085695:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302847a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [987136->34541567] (req 987136->1032191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8836 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.085701:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(116 155) 00010000:00010000:3.0:1780298627.085703:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(117 155) 00010000:00010000:3.0:1780298627.085706:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302849d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1191936->1241087] (req 1191936->1241087) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8859 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.085724:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302847a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [987136->34541567] (req 987136->1032191) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8836 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.085733:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302847a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [987136->34541567] (req 987136->1032191) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8836 expref: 10 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.085740:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604099328:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298627.085773:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.086356:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604099328:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.086374:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302849d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1191936->1241087] (req 1191936->1241087) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8859 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.086387:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:0.0:1780298627.086430:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608139904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 762us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.086438:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3433 00000100:00100000:1.0:1780298627.086605:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.086641:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608140032 00000100:00100000:0.0:1780298627.086645:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608140032 00010000:00010000:0.0:1780298627.086659:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302847a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [987136->34541567] (req 987136->1032191) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8836 expref: 11 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.086680:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13897 00000100:00100000:0.0:1780298627.086686:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608140032:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298627.086693:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.086703:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302847a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [987136->34541567] (req 987136->1032191) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8836 expref: 11 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.086714:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302847a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [987136->34541567] (req 987136->1032191) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8836 expref: 11 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.086736:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302847a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [987136->34541567] (req 987136->1032191) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8836 expref: 11 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.086746:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(117 155) 00010000:00010000:0.0:1780298627.086750:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(117 155) 00010000:00010000:0.0:1780298627.086757:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302849d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1241087) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8859 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.086766:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302849d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1241087) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8859 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.086790:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302849d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1241087) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8859 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.086800:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604099456:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298627.086835:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.087583:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604099456:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298627.087591:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298627.087612:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608140032:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 928us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.087617:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13897 00000100:00100000:1.0:1780298627.087690:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.087725:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608140160 00000100:00100000:0.0:1780298627.087730:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608140160 00000100:00100000:0.0:1780298627.087765:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3801 00000100:00100000:0.0:1780298627.087774:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608140160:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298627.087882:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298627.087886:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.087889:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.087891:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.087893:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1424 -> 1424 00000100:00100000:0.0:1780298627.087925:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608140160:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 153us (235us total) trans 4294969009 rc 0/0 00000100:00100000:0.0:1780298627.087932:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3801 00000100:00100000:3.0:1780298627.088697:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.088738:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608140288 00000100:00100000:2.0:1780298627.088745:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608140288 00000100:00100000:2.0:1780298627.088788:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3434 00000100:00100000:2.0:1780298627.088796:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608140288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.088807:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.088818:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e630284a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8860 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.088855:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604099584:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.088897:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.089491:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604099584:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.089506:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e630284a4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8860 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.089518:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e630284a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8860 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.089525:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298627.089552:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608140288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 758us (855us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.089557:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3434 00000100:00100000:1.0:1780298627.090306:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.090342:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608140416 00000100:00100000:0.0:1780298627.090348:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608140416 00000100:00100000:0.0:1780298627.090383:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3435 00000100:00100000:0.0:1780298627.090393:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608140416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.090412:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.090421:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630284ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8867 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.090455:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604099712:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.090506:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.091160:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604099712:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.091176:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630284ab lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8867 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.091186:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630284ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8867 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.091197:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:0.0:1780298627.091222:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608140416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 833us (917us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.091227:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3435 00000100:00100000:1.0:1780298627.092111:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.092167:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608140544 00000100:00100000:2.0:1780298627.092172:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608140544 00000100:00100000:2.0:1780298627.092204:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3436 00000100:00100000:2.0:1780298627.092213:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608140544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.092223:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.092231:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630284b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c886e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.092246:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302849d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1241087) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8859 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.092253:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(117 155) 00010000:00010000:2.0:1780298627.092257:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(118 155) 00010000:00010000:2.0:1780298627.092261:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630284b2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3440640->3461119] (req 3440640->3461119) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c886e expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.092289:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302849d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1241087) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8859 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.092301:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302849d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1241087) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8859 expref: 10 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.092309:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604099840:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.092345:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.092868:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604099840:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.092880:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630284b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3440640->3461119] (req 3440640->3461119) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c886e expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.092887:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:2.0:1780298627.092910:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608140544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 701us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.092915:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3436 00000100:00100000:3.0:1780298627.093077:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.093119:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608140672 00000100:00100000:1.0:1780298627.093139:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608140672 00010000:00010000:1.0:1780298627.093168:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302849d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1241087) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8859 expref: 11 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.093199:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13898 00000100:00100000:1.0:1780298627.093208:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348af7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608140672:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.093219:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.093230:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302849d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1191936->34746367] (req 1191936->1241087) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8859 expref: 11 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.093242:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302849d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1191936->34746367] (req 1191936->1241087) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8859 expref: 11 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.093260:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302849d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1191936->34746367] (req 1191936->1241087) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8859 expref: 11 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.093270:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(118 155) 00010000:00010000:1.0:1780298627.093274:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(118 155) 00010000:00010000:1.0:1780298627.093282:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630284b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3440640->36995071] (req 3440640->3461119) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c886e expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.093290:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630284b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3440640->36995071] (req 3440640->3461119) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c886e expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.093314:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630284b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3440640->36995071] (req 3440640->3461119) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c886e expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.093324:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348007b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604099968:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.093369:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.094115:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348007b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604099968:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.094143:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.094168:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348af7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608140672:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 964us (1094us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.094174:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13898 00000100:00100000:3.0:1780298627.094323:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.094413:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608140800 00000100:00100000:0.0:1780298627.094418:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608140800 00002000:00100000:0.0:1780298627.094474:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3440640->3444735) req@ffff9cf24310e300 x1866777608140800/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.094482:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310e300 with x1866777608140800 ext(3440640->3444735) 00002000:00010000:0.0:1780298627.094485:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310e300 00000100:00100000:0.0:1780298627.094501:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3802 00000100:00100000:0.0:1780298627.094507:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608140800:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.094630:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608140800:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 123us (345us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298627.094638:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3802 00002000:00100000:0.0:1780298627.094646:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3440640->3444735) req@ffff9cf24310e300 x1866777608140800/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.094654:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310e300 with x1866777608140800 ext(3440640->3444735) 00002000:00010000:0.0:1780298627.094658:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310e300 00000100:00100000:1.0:1780298627.095500:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.095538:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608140928 00000100:00100000:3.0:1780298627.095542:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608140928 00002000:00100000:3.0:1780298627.095559:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3457024->3461119) req@ffff9cf348004a80 x1866777608140928/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298627.095565:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004a80 with x1866777608140928 ext(3457024->3461119) 00002000:00010000:3.0:1780298627.095567:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004a80 00000100:00100000:3.0:1780298627.095583:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3803 00000100:00100000:3.0:1780298627.095587:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608140928:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298627.095660:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608140928:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (162us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298627.095664:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3803 00002000:00100000:3.0:1780298627.095669:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3457024->3461119) req@ffff9cf348004a80 x1866777608140928/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298627.095674:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004a80 with x1866777608140928 ext(3457024->3461119) 00002000:00010000:3.0:1780298627.095677:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004a80 00000100:00100000:1.0:1780298627.096754:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.096800:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.096801:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608141056 00000100:00100000:0.0:1780298627.096807:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608141056 00000100:00100000:3.0:1780298627.096831:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608141184 00000100:00100000:3.0:1780298627.096835:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608141184 00000100:00100000:0.0:1780298627.096857:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3437 00000100:00100000:2.0:1780298627.096873:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3438 00000100:00100000:0.0:1780298627.096874:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608141056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.096886:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298627.096888:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608141184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.096900:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.096900:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630284b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8875 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.096913:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e630284c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c887c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.096944:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604100096:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.096950:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604100224:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.097013:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.097015:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.097779:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604100096:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.097799:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630284b9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8875 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.097815:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630284b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8875 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.097823:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:0.0:1780298627.097854:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608141056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 990us (1103us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.097859:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3437 00000100:00100000:2.0:1780298627.097917:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604100224:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.097933:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e630284c0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c887c expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.097944:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e630284c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c887c expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.097950:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298627.097982:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608141184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1100us (1189us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.097987:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3438 00000100:00100000:1.0:1780298627.098764:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.098803:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608141312 00000100:00100000:0.0:1780298627.098810:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608141312 00000100:00100000:0.0:1780298627.098859:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3439 00000100:00100000:0.0:1780298627.098871:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608141312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.098883:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.098895:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e630284c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8883 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.098910:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.098954:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608141440 00000100:00100000:0.0:1780298627.098955:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604100352:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.098960:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608141440 00000100:00100000:2.0:1780298627.099001:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3440 00000100:00100000:2.0:1780298627.099012:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608141440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.099022:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.099032:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e630284ce lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c888a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.099039:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.099070:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604100480:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.099097:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.099747:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604100352:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.099766:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e630284c7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8883 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.099784:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e630284c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8883 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.099795:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:2.0:1780298627.099796:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604100480:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.099817:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e630284ce lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c888a expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.099831:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608141312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 963us (1066us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298627.099835:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e630284ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c888a expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.099841:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3439 00010000:00010000:2.0:1780298627.099853:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:2.0:1780298627.099881:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608141440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 871us (978us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.099887:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3440 00000100:00100000:1.0:1780298627.100820:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.100864:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608141568 00000100:00100000:2.0:1780298627.100870:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608141568 00000100:00100000:2.0:1780298627.100906:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3441 00000100:00100000:2.0:1780298627.100914:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608141568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.100924:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.100934:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630284d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8891 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.100952:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(118 155) 00010000:00010000:2.0:1780298627.100956:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(118 155) 00010000:00010000:2.0:1780298627.100966:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630284d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1269760->3440639] (req 1269760->1273855) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8891 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.100979:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630284d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1269760->3440639] (req 1269760->1273855) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8891 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.100988:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298627.101020:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608141568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 107us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.101027:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3441 00000100:00100000:3.0:1780298627.101736:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.101783:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608141696 00000100:00100000:2.0:1780298627.101787:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608141696 00002000:00100000:2.0:1780298627.101809:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (1269760->1273855) req@ffff9cf37f8ed180 x1866777608141696/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.101816:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ed180 with x1866777608141696 ext(1269760->1273855) 00002000:00010000:2.0:1780298627.101820:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ed180 00000100:00100000:2.0:1780298627.101837:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3804 00000100:00100000:2.0:1780298627.101843:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608141696:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.101974:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608141696:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 132us (241us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.101980:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3804 00002000:00100000:2.0:1780298627.101984:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (1269760->1273855) req@ffff9cf37f8ed180 x1866777608141696/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.101990:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ed180 with x1866777608141696 ext(1269760->1273855) 00002000:00010000:2.0:1780298627.101992:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ed180 00000100:00100000:1.0:1780298627.102872:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.102928:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608141824 00000100:00100000:2.0:1780298627.102934:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608141824 00000100:00100000:1.0:1780298627.102947:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.102996:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608141952 00000100:00100000:2.0:1780298627.103001:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608141952 00000100:00100000:3.0:1780298627.103007:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3442 00000100:00100000:3.0:1780298627.103021:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608141824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.103030:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.103039:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630284dc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8898 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.103052:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3443 00000100:00100000:2.0:1780298627.103063:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608141952:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.103069:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604100608:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.103074:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.103088:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e630284e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c889f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.103119:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.103169:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604100736:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.103223:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.103902:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604100608:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.103923:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604100736:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.103931:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630284dc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8898 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.103951:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e630284e3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c889f expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.103952:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630284dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8898 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.103990:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00010000:00010000:2.0:1780298627.104000:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e630284e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c889f expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.104014:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:3.0:1780298627.104024:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608141824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1008us (1153us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.104033:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3442 00000100:00100000:2.0:1780298627.104052:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608141952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 987us (1101us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.104060:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3443 00000100:00100000:0.0:1780298627.105003:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.105093:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608142080 00000100:00100000:2.0:1780298627.105098:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608142080 00000100:00100000:2.0:1780298627.105154:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3444 00000100:00100000:1.0:1780298627.105159:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.105164:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608142080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.105175:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298627.105188:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608142208 00000100:00100000:0.0:1780298627.105193:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608142208 00010000:00010000:2.0:1780298627.105199:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e630284ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c88a6 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.105231:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3445 00000100:00100000:2.0:1780298627.105236:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604100864:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.105244:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608142208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.105253:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.105264:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e630284f1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c88ad expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.105282:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.105297:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604100992:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.105329:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.106019:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604100864:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.106038:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e630284ea lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88a6 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.106053:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e630284ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88a6 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.106065:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377400, rc 0) 00000100:00100000:2.0:1780298627.106100:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608142080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 938us (1097us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.106107:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3444 00000100:00100000:3.0:1780298627.106247:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604100992:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.106311:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e630284f1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88ad expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.106327:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e630284f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88ad expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.106338:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:3.0:1780298627.106375:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608142208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1135us (1253us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.106382:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3445 00000100:00100000:0.0:1780298627.107265:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.107295:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608142336 00000100:00100000:3.0:1780298627.107301:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608142336 00000100:00100000:3.0:1780298627.107336:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3446 00000100:00100000:3.0:1780298627.107343:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608142336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.107353:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.107363:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630284f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c88b4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.107381:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(118 155) 00010000:00010000:3.0:1780298627.107386:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(118 155) 00010000:00010000:3.0:1780298627.107406:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630284f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [995328->1269759] (req 995328->1052671) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88b4 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.107427:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630284f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [995328->1269759] (req 995328->1052671) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88b4 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.107436:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:3.0:1780298627.107465:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777608142336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 123us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.107472:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3446 00000100:00100000:0.0:1780298627.108329:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.108364:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608142464 00000100:00100000:2.0:1780298627.108370:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608142464 00002000:00100000:2.0:1780298627.108411:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (995328->999423) req@ffff9cf34831fb80 x1866777608142464/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.108418:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831fb80 with x1866777608142464 ext(995328->999423) 00002000:00010000:2.0:1780298627.108422:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831fb80 00000100:00100000:2.0:1780298627.108440:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3805 00000100:00100000:2.0:1780298627.108446:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608142464:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.108591:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608142464:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 145us (264us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.108597:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3805 00002000:00100000:2.0:1780298627.108603:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (995328->999423) req@ffff9cf34831fb80 x1866777608142464/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.108608:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831fb80 with x1866777608142464 ext(995328->999423) 00002000:00010000:2.0:1780298627.108611:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831fb80 00000100:00100000:1.0:1780298627.110116:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.110189:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608142592 00000100:00100000:0.0:1780298627.110194:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608142592 00002000:00100000:0.0:1780298627.110225:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (1048576->1052671) req@ffff9cf24304ce00 x1866777608142592/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.110235:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ce00 with x1866777608142592 ext(1048576->1052671) 00002000:00010000:0.0:1780298627.110272:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304ce00 00000100:00100000:0.0:1780298627.110297:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3806 00000100:00100000:0.0:1780298627.110305:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608142592:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.110836:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608142592:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 526us (716us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298627.110856:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3806 00002000:00100000:0.0:1780298627.110870:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (1048576->1052671) req@ffff9cf24304ce00 x1866777608142592/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.110881:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ce00 with x1866777608142592 ext(1048576->1052671) 00002000:00010000:0.0:1780298627.110885:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304ce00 00000100:00100000:0.0:1780298627.112050:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.112095:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608142720 00000100:00100000:2.0:1780298627.112100:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608142720 00000100:00100000:0.0:1780298627.112154:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3447 00000100:00100000:0.0:1780298627.112163:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608142720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.112174:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.112184:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e630284ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c88bb expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.112231:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604101120:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.112283:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.112920:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604101120:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.112936:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e630284ff lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88bb expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.112947:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e630284ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88bb expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.112954:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:0.0:1780298627.112986:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608142720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 824us (937us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.112992:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3447 00000100:00100000:1.0:1780298627.113732:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.113763:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608142848 00000100:00100000:0.0:1780298627.113767:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608142848 00000100:00100000:0.0:1780298627.113789:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3448 00000100:00100000:0.0:1780298627.113793:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608142848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.113799:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.113804:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028506 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c88c2 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.113822:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604101248:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.113851:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.114511:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604101248:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.114526:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028506 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c2 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.114539:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028506 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c2 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.114547:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:0.0:1780298627.114569:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608142848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 776us (838us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.114574:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3448 00000100:00100000:3.0:1780298627.116651:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.116684:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608142976 00000100:00100000:0.0:1780298627.116689:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608142976 00000100:00100000:0.0:1780298627.116716:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3449 00000100:00100000:0.0:1780298627.116720:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608142976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.116728:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.116736:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6302850d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c88c9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.116751:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630284b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3440640->36995071] (req 3440640->3461119) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c886e expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.116757:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(118 155) 00010000:00010000:0.0:1780298627.116760:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(119 155) 00010000:00010000:0.0:1780298627.116763:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6302850d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5066752->5107711] (req 5066752->5107711) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c9 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.116782:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630284b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3440640->36995071] (req 3440640->3461119) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c886e expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.116791:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630284b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3440640->36995071] (req 3440640->3461119) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c886e expref: 12 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.116798:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604101376:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.116832:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.117361:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604101376:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.117373:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6302850d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5066752->5107711] (req 5066752->5107711) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c9 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.117381:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:0.0:1780298627.117421:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608142976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 699us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.117427:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3449 00000100:00100000:1.0:1780298627.117839:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.117869:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608143104 00000100:00100000:0.0:1780298627.117874:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608143104 00002000:00100000:0.0:1780298627.117905:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (995328->3461119) req@ffff9cf24304fb80 x1866777608143104/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 520/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.117915:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304fb80 with x1866777608143104 ext(995328->3461119) 00010000:00010000:0.0:1780298627.117922:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630284b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3440640->36995071] (req 3440640->3461119) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c886e expref: 13 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.117933:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630284b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3440640->36995071] (req 3440640->3461119) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c886e expref: 13 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298627.117938:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf24304fb80 00000100:00100000:0.0:1780298627.117952:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 88 00000100:00100000:0.0:1780298627.117958:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608143104:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298627.119381:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608143104:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1422us (1541us total) trans 4294969010 rc 0/0 00000100:00100000:0.0:1780298627.119386:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 88 00002000:00100000:0.0:1780298627.119392:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (995328->3461119) req@ffff9cf24304fb80 x1866777608143104/t4294969010(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 520/456 e 0 to 0 dl 1780298638 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.119410:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304fb80 with x1866777608143104 ext(995328->3461119) 00010000:00010000:0.0:1780298627.119416:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630284b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3440640->36995071] (req 3440640->3461119) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c886e expref: 15 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.119425:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630284b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3440640->36995071] (req 3440640->3461119) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c886e expref: 15 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298627.119430:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf24304fb80 00000100:00100000:3.0:1780298627.120544:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.120589:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608143232 00000100:00100000:1.0:1780298627.120593:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608143232 00010000:00010000:1.0:1780298627.120610:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630284b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3440640->36995071] (req 3440640->3461119) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c886e expref: 15 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.120635:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13899 00000100:00100000:1.0:1780298627.120644:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608143232:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.120653:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298627.120662:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1424 -> 1488 00010000:00010000:1.0:1780298627.120675:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630284b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3440640->36995071] (req 3440640->3461119) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c886e expref: 15 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.120683:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630284b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3440640->36995071] (req 3440640->3461119) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c886e expref: 15 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.120697:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630284b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3440640->36995071] (req 3440640->3461119) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c886e expref: 15 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.120710:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(119 155) 00010000:00010000:1.0:1780298627.120713:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(119 155) 00010000:00010000:1.0:1780298627.120718:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6302850d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5066752->38621183] (req 5066752->5107711) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c9 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.120723:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6302850d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5066752->38621183] (req 5066752->5107711) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c9 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.120743:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6302850d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5066752->38621183] (req 5066752->5107711) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c9 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.120751:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604101504:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.120789:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.121544:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556ab800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604101504:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298627.121554:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298627.121575:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608143232:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 934us (1032us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.121583:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13899 00000100:00100000:0.0:1780298627.122353:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.122385:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608143360 00000100:00100000:3.0:1780298627.122389:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608143360 00000100:00100000:2.0:1780298627.122455:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3450 00000100:00100000:2.0:1780298627.122464:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608143360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.122472:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.122483:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e63028514 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c88d0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.122513:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.122514:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604101632:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.122561:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.122565:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608143488 00000100:00100000:0.0:1780298627.122571:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608143488 00000100:00100000:0.0:1780298627.122597:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3451 00000100:00100000:0.0:1780298627.122605:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608143488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.122613:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.122622:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6302851b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c88d7 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.122647:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604101760:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.122684:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00002000:00010000:2.0:1780298627.123261:0:8356:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 4194304 -> 5105004 00000100:00100000:2.0:1780298627.123273:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604101632:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.123286:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e63028514 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88d0 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.123296:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e63028514 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88d0 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.123306:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377400, rc 0) 00000100:00100000:2.0:1780298627.123329:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608143360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (976us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.123334:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3450 00000100:00100000:0.0:1780298627.123620:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604101760:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.123632:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6302851b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88d7 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.123642:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6302851b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88d7 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.123649:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:0.0:1780298627.123673:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608143488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1070us (1161us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.123677:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3451 00000100:00100000:1.0:1780298627.124659:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.124698:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608143616 00000100:00100000:0.0:1780298627.124703:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608143616 00000100:00100000:0.0:1780298627.124734:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3452 00000100:00100000:0.0:1780298627.124742:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608143616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.124751:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.124760:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63028522 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c88de expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.124797:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604101888:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.124830:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.124843:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.124894:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608143744 00000100:00100000:2.0:1780298627.124900:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608143744 00000100:00100000:2.0:1780298627.124929:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3453 00000100:00100000:2.0:1780298627.124938:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608143744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.124947:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.124955:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028529 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c88e5 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.124984:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604102016:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.125030:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.125502:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604101888:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.125518:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63028522 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88de expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.125531:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63028522 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88de expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.125540:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:0.0:1780298627.125572:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608143616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 831us (914us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.125579:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3452 00000100:00100000:2.0:1780298627.125751:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604102016:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.125769:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028529 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88e5 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.125785:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028529 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88e5 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.125795:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298627.125822:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608143744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 885us (993us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.125831:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3453 00000100:00100000:0.0:1780298627.127192:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.127222:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608143872 00000100:00100000:2.0:1780298627.127226:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608143872 00000100:00100000:2.0:1780298627.127250:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3454 00000100:00100000:2.0:1780298627.127255:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608143872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.127263:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.127272:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63028530 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c88ec expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.127291:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e6302843b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8805 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.127301:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(78 76) 00010000:00010000:2.0:1780298627.127305:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(79 76) 00010000:00010000:2.0:1780298627.127310:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63028530 lrc: 4/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2744320->2764799] (req 2744320->2764799) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88ec expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.127331:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e6302843b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8805 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.127345:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e6302843b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8805 expref: 11 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.127355:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604102144:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.127387:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.128107:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604102144:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.128119:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63028530 lrc: 3/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2744320->2764799] (req 2744320->2764799) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88ec expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.128151:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:2.0:1780298627.128175:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608143872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 919us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.128183:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3454 00000100:00100000:1.0:1780298627.128436:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.128473:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608144000 00000100:00100000:0.0:1780298627.128478:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608144000 00010000:00010000:0.0:1780298627.128499:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e6302843b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8805 expref: 12 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.128540:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13900 00000100:00100000:0.0:1780298627.128550:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608144000:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298627.128559:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.128570:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e6302843b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8805 expref: 12 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.128583:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e6302843b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8805 expref: 12 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.128599:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e6302843b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8805 expref: 12 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.128609:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(79 76) 00010000:00010000:0.0:1780298627.128613:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(79 76) 00010000:00010000:0.0:1780298627.128619:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63028530 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->2764799) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88ec expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.128628:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63028530 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->2764799) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88ec expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.128650:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63028530 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->2764799) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88ec expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.128659:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604102272:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298627.128695:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.129477:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604102272:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.129486:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.129505:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608144000:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 960us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.129510:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13900 00000100:00100000:3.0:1780298627.129703:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.129770:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608144128 00000100:00100000:0.0:1780298627.129773:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608144128 00000100:00100000:0.0:1780298627.129795:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3455 00000100:00100000:0.0:1780298627.129799:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608144128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.129806:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.129813:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e63028537 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c88f3 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.129835:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604102400:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.129864:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.130606:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604102400:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.130626:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e63028537 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88f3 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.130636:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e63028537 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88f3 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.130642:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:0.0:1780298627.130663:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608144128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 864us (963us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.130668:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3455 00000100:00100000:1.0:1780298627.131473:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.131515:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608144256 00000100:00100000:3.0:1780298627.131520:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608144256 00002000:00100000:3.0:1780298627.131548:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2744320->2748415) req@ffff9cf2556a8700 x1866777608144256/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298627.131558:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8700 with x1866777608144256 ext(2744320->2748415) 00002000:00010000:3.0:1780298627.131563:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556a8700 00000100:00100000:3.0:1780298627.131586:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3807 00000100:00100000:3.0:1780298627.131595:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608144256:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298627.131740:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608144256:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 146us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.131749:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3807 00002000:00100000:3.0:1780298627.131756:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2744320->2748415) req@ffff9cf2556a8700 x1866777608144256/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298627.131764:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8700 with x1866777608144256 ext(2744320->2748415) 00002000:00010000:3.0:1780298627.131768:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556a8700 00000100:00100000:3.0:1780298627.132464:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.132504:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608144384 00000100:00100000:2.0:1780298627.132509:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608144384 00002000:00100000:2.0:1780298627.132529:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2748416->2752511) req@ffff9cf37f8a4700 x1866777608144384/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.132547:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4700 with x1866777608144384 ext(2748416->2752511) 00002000:00010000:2.0:1780298627.132551:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a4700 00000100:00100000:2.0:1780298627.132577:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3808 00000100:00100000:2.0:1780298627.132586:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608144384:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.132662:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608144384:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.132669:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3808 00002000:00100000:2.0:1780298627.132675:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2748416->2752511) req@ffff9cf37f8a4700 x1866777608144384/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.132683:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4700 with x1866777608144384 ext(2748416->2752511) 00002000:00010000:2.0:1780298627.132687:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a4700 00000100:00100000:0.0:1780298627.133325:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.133353:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608144512 00000100:00100000:2.0:1780298627.133357:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608144512 00002000:00100000:2.0:1780298627.133371:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2752512->2756607) req@ffff9cf34831df80 x1866777608144512/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.133378:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831df80 with x1866777608144512 ext(2752512->2756607) 00002000:00010000:2.0:1780298627.133380:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831df80 00000100:00100000:2.0:1780298627.133402:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3809 00000100:00100000:2.0:1780298627.133408:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608144512:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.133475:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608144512:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 67us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.133483:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3809 00002000:00100000:2.0:1780298627.133491:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2752512->2756607) req@ffff9cf34831df80 x1866777608144512/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.133499:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831df80 with x1866777608144512 ext(2752512->2756607) 00002000:00010000:2.0:1780298627.133502:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831df80 00000100:00100000:1.0:1780298627.134217:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.134254:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608144640 00000100:00100000:0.0:1780298627.134262:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608144640 00002000:00100000:0.0:1780298627.134281:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (2756608->2760703) req@ffff9cf2556aad80 x1866777608144640/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.134290:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aad80 with x1866777608144640 ext(2756608->2760703) 00002000:00010000:0.0:1780298627.134294:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556aad80 00000100:00100000:0.0:1780298627.134314:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3810 00000100:00100000:0.0:1780298627.134320:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608144640:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.134390:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608144640:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.134407:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3810 00002000:00100000:0.0:1780298627.134414:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (2756608->2760703) req@ffff9cf2556aad80 x1866777608144640/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.134422:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aad80 with x1866777608144640 ext(2756608->2760703) 00002000:00010000:0.0:1780298627.134426:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556aad80 00000100:00100000:3.0:1780298627.135120:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.135166:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608144768 00000100:00100000:0.0:1780298627.135170:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608144768 00002000:00100000:0.0:1780298627.135186:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2760704->2764799) req@ffff9cf37f8a5180 x1866777608144768/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.135192:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a5180 with x1866777608144768 ext(2760704->2764799) 00002000:00010000:0.0:1780298627.135195:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a5180 00000100:00100000:0.0:1780298627.135210:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3811 00000100:00100000:0.0:1780298627.135214:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608144768:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.135272:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608144768:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 57us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.135278:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3811 00002000:00100000:0.0:1780298627.135285:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2760704->2764799) req@ffff9cf37f8a5180 x1866777608144768/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.135293:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a5180 with x1866777608144768 ext(2760704->2764799) 00002000:00010000:0.0:1780298627.135296:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a5180 00000100:00100000:3.0:1780298627.136216:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.136246:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608144896 00000100:00100000:0.0:1780298627.136250:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608144896 00000100:00100000:0.0:1780298627.136278:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3456 00000100:00100000:0.0:1780298627.136286:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608144896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.136296:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.136309:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6302853e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c88fa expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.136318:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.136354:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604102528:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.136362:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608145024 00000100:00100000:2.0:1780298627.136368:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608145024 00000100:00100000:0.0:1780298627.136412:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.136420:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3457 00000100:00100000:2.0:1780298627.136430:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608145024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.136439:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.136450:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028545 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8901 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.136466:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(79 76) 00010000:00010000:2.0:1780298627.136469:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(79 76) 00010000:00010000:2.0:1780298627.136474:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028545 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8901 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.136485:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028545 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8901 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.136492:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298627.136516:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608145024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 88us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.136523:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3457 00000100:00100000:0.0:1780298627.136985:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604102528:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.137014:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6302853e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88fa expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.137029:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6302853e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88fa expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.137040:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:0.0:1780298627.137067:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608144896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 783us (852us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.137076:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3456 00000100:00100000:1.0:1780298627.137869:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.137911:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608145152 00000100:00100000:2.0:1780298627.137915:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608145152 00000100:00100000:2.0:1780298627.137935:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3458 00000100:00100000:2.0:1780298627.137940:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608145152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.137947:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.137953:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e6302854c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8908 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.137973:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604102656:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.138006:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.138665:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604102656:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.138682:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e6302854c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8908 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.138695:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e6302854c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8908 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.138709:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377400, rc 0) 00000100:00100000:2.0:1780298627.138746:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608145152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 805us (878us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.138753:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3458 00000100:00100000:3.0:1780298627.139795:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.139837:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608145280 00000100:00100000:1.0:1780298627.139841:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608145280 00002000:00100000:1.0:1780298627.139864:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (913408->917503) req@ffff9cf37f8a5f80 x1866777608145280/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.139873:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a5f80 with x1866777608145280 ext(913408->917503) 00002000:00010000:1.0:1780298627.139877:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a5f80 00000100:00100000:1.0:1780298627.139896:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3812 00000100:00100000:1.0:1780298627.139905:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608145280:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.139996:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608145280:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 94us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.140001:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3812 00002000:00100000:1.0:1780298627.140005:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (913408->917503) req@ffff9cf37f8a5f80 x1866777608145280/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.140011:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a5f80 with x1866777608145280 ext(913408->917503) 00002000:00010000:1.0:1780298627.140014:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a5f80 00000100:00100000:1.0:1780298627.140814:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.140856:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608145408 00000100:00100000:2.0:1780298627.140861:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608145408 00002000:00100000:2.0:1780298627.140882:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (917504->921599) req@ffff9cf2556a8380 x1866777608145408/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.140893:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8380 with x1866777608145408 ext(917504->921599) 00002000:00010000:2.0:1780298627.140896:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556a8380 00000100:00100000:2.0:1780298627.140920:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3813 00000100:00100000:2.0:1780298627.140929:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608145408:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.141008:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608145408:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 80us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.141025:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3813 00002000:00100000:2.0:1780298627.141035:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (917504->921599) req@ffff9cf2556a8380 x1866777608145408/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.141044:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8380 with x1866777608145408 ext(917504->921599) 00002000:00010000:2.0:1780298627.141047:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556a8380 00000100:00100000:3.0:1780298627.141807:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.141846:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608145536 00000100:00100000:2.0:1780298627.141851:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608145536 00002000:00100000:2.0:1780298627.141870:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (921600->925695) req@ffff9cf37f8a6300 x1866777608145536/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.141886:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a6300 with x1866777608145536 ext(921600->925695) 00002000:00010000:2.0:1780298627.141889:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a6300 00000100:00100000:2.0:1780298627.141907:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3814 00000100:00100000:2.0:1780298627.141914:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608145536:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.141985:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608145536:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.141994:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3814 00002000:00100000:2.0:1780298627.142000:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (921600->925695) req@ffff9cf37f8a6300 x1866777608145536/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.142008:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a6300 with x1866777608145536 ext(921600->925695) 00002000:00010000:2.0:1780298627.142012:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a6300 00000100:00100000:3.0:1780298627.142755:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.142793:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608145664 00000100:00100000:0.0:1780298627.142798:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608145664 00002000:00100000:0.0:1780298627.142820:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (925696->929791) req@ffff9cf37f8a7b80 x1866777608145664/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.142829:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a7b80 with x1866777608145664 ext(925696->929791) 00002000:00010000:0.0:1780298627.142833:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a7b80 00000100:00100000:0.0:1780298627.142865:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3815 00000100:00100000:0.0:1780298627.142874:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608145664:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.142943:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608145664:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.142948:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3815 00002000:00100000:0.0:1780298627.142953:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (925696->929791) req@ffff9cf37f8a7b80 x1866777608145664/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.142959:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a7b80 with x1866777608145664 ext(925696->929791) 00002000:00010000:0.0:1780298627.142962:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a7b80 00000100:00100000:1.0:1780298627.143707:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.143749:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608145792 00000100:00100000:0.0:1780298627.143754:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608145792 00002000:00100000:0.0:1780298627.143773:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (929792->933887) req@ffff9cf2556ab800 x1866777608145792/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.143782:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ab800 with x1866777608145792 ext(929792->933887) 00002000:00010000:0.0:1780298627.143785:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556ab800 00000100:00100000:0.0:1780298627.143806:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3816 00000100:00100000:0.0:1780298627.143813:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608145792:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.143895:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608145792:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 83us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.143903:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3816 00002000:00100000:0.0:1780298627.143909:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (929792->933887) req@ffff9cf2556ab800 x1866777608145792/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.143919:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ab800 with x1866777608145792 ext(929792->933887) 00002000:00010000:0.0:1780298627.143922:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556ab800 00000100:00100000:3.0:1780298627.144714:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.144756:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608145920 00000100:00100000:1.0:1780298627.144761:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608145920 00002000:00100000:1.0:1780298627.144781:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (933888->937983) req@ffff9cf37f8a7100 x1866777608145920/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.144790:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a7100 with x1866777608145920 ext(933888->937983) 00002000:00010000:1.0:1780298627.144794:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a7100 00000100:00100000:1.0:1780298627.144814:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3817 00000100:00100000:1.0:1780298627.144823:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608145920:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.144905:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608145920:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 83us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.144913:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3817 00002000:00100000:1.0:1780298627.144920:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (933888->937983) req@ffff9cf37f8a7100 x1866777608145920/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.144930:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a7100 with x1866777608145920 ext(933888->937983) 00002000:00010000:1.0:1780298627.144933:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a7100 00000100:00100000:3.0:1780298627.145679:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.145712:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608146048 00000100:00100000:2.0:1780298627.145717:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608146048 00002000:00100000:2.0:1780298627.145733:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (937984->942079) req@ffff9cf37f8a4000 x1866777608146048/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.145740:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4000 with x1866777608146048 ext(937984->942079) 00002000:00010000:2.0:1780298627.145743:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a4000 00000100:00100000:2.0:1780298627.145758:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3818 00000100:00100000:2.0:1780298627.145762:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608146048:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.145823:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608146048:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 60us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.145828:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3818 00002000:00100000:2.0:1780298627.145832:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (937984->942079) req@ffff9cf37f8a4000 x1866777608146048/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.145839:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4000 with x1866777608146048 ext(937984->942079) 00002000:00010000:2.0:1780298627.145842:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a4000 00000100:00100000:0.0:1780298627.146688:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.146719:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608146176 00000100:00100000:2.0:1780298627.146722:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608146176 00002000:00100000:2.0:1780298627.146737:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (942080->946175) req@ffff9cf34831c380 x1866777608146176/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.146743:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831c380 with x1866777608146176 ext(942080->946175) 00002000:00010000:2.0:1780298627.146746:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831c380 00000100:00100000:2.0:1780298627.146763:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3819 00000100:00100000:2.0:1780298627.146770:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608146176:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.146840:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608146176:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.146844:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3819 00002000:00100000:2.0:1780298627.146848:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (942080->946175) req@ffff9cf34831c380 x1866777608146176/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.146853:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831c380 with x1866777608146176 ext(942080->946175) 00002000:00010000:2.0:1780298627.146855:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831c380 00000100:00100000:3.0:1780298627.147563:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.147597:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608146304 00000100:00100000:0.0:1780298627.147602:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608146304 00002000:00100000:0.0:1780298627.147630:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (946176->950271) req@ffff9cf37f8a6680 x1866777608146304/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.147640:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a6680 with x1866777608146304 ext(946176->950271) 00002000:00010000:0.0:1780298627.147643:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a6680 00000100:00100000:0.0:1780298627.147662:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3820 00000100:00100000:0.0:1780298627.147671:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608146304:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.147749:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608146304:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 79us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.147756:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3820 00002000:00100000:0.0:1780298627.147764:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (946176->950271) req@ffff9cf37f8a6680 x1866777608146304/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.147773:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a6680 with x1866777608146304 ext(946176->950271) 00002000:00010000:0.0:1780298627.147777:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a6680 00000100:00100000:3.0:1780298627.148554:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.148592:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608146432 00000100:00100000:0.0:1780298627.148596:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608146432 00002000:00100000:0.0:1780298627.148615:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (950272->954367) req@ffff9cf37f8a4380 x1866777608146432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.148629:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4380 with x1866777608146432 ext(950272->954367) 00002000:00010000:0.0:1780298627.148632:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a4380 00000100:00100000:0.0:1780298627.148646:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3821 00000100:00100000:0.0:1780298627.148652:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608146432:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.148709:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608146432:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 57us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.148714:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3821 00002000:00100000:0.0:1780298627.148718:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (950272->954367) req@ffff9cf37f8a4380 x1866777608146432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.148724:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4380 with x1866777608146432 ext(950272->954367) 00002000:00010000:0.0:1780298627.148727:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a4380 00000100:00100000:1.0:1780298627.149507:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.149540:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608146560 00000100:00100000:3.0:1780298627.149545:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608146560 00002000:00100000:3.0:1780298627.149564:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (954368->958463) req@ffff9cf243844700 x1866777608146560/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298627.149570:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844700 with x1866777608146560 ext(954368->958463) 00002000:00010000:3.0:1780298627.149573:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243844700 00000100:00100000:3.0:1780298627.149592:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3822 00000100:00100000:3.0:1780298627.149601:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608146560:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298627.149668:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608146560:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.149676:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3822 00002000:00100000:3.0:1780298627.149680:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (954368->958463) req@ffff9cf243844700 x1866777608146560/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298627.149685:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844700 with x1866777608146560 ext(954368->958463) 00002000:00010000:3.0:1780298627.149688:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243844700 00000100:00100000:3.0:1780298627.150379:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.150427:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608146688 00000100:00100000:2.0:1780298627.150431:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608146688 00002000:00100000:2.0:1780298627.150446:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (958464->962559) req@ffff9cf37f8a5c00 x1866777608146688/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.150452:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a5c00 with x1866777608146688 ext(958464->962559) 00002000:00010000:2.0:1780298627.150454:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a5c00 00000100:00100000:2.0:1780298627.150469:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3823 00000100:00100000:2.0:1780298627.150474:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608146688:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.150532:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608146688:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 57us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.150538:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3823 00002000:00100000:2.0:1780298627.150543:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (958464->962559) req@ffff9cf37f8a5c00 x1866777608146688/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.150549:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a5c00 with x1866777608146688 ext(958464->962559) 00002000:00010000:2.0:1780298627.150552:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a5c00 00000100:00100000:0.0:1780298627.151564:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.151610:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608146816 00000100:00100000:2.0:1780298627.151685:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608146816 00000100:00100000:2.0:1780298627.151718:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3459 00000100:00100000:2.0:1780298627.151727:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608146816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.151737:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.151752:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e63028553 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c890f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.151798:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604102784:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.151860:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.152638:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604102784:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.152660:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e63028553 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c890f expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.152678:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e63028553 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c890f expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.152690:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377400, rc 0) 00000100:00100000:2.0:1780298627.152718:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608146816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 994us (1154us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.152726:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3459 00000100:00100000:3.0:1780298627.153522:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.153557:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608146944 00000100:00100000:1.0:1780298627.153561:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608146944 00000100:00100000:1.0:1780298627.153584:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3460 00000100:00100000:1.0:1780298627.153589:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608146944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.153595:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.153601:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e6302855a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8916 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.153622:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604102912:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.153654:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.154273:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604102912:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.154301:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e6302855a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8916 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.154317:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e6302855a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8916 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.154334:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8800, rc 0) 00000100:00100000:1.0:1780298627.154363:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608146944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 773us (841us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.154369:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3460 00000100:00100000:0.0:1780298627.155484:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.155521:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608147072 00000100:00100000:3.0:1780298627.155527:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608147072 00000100:00100000:3.0:1780298627.155564:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3461 00000100:00100000:3.0:1780298627.155572:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608147072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.155581:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.155589:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028561 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c891d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.155618:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604103040:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.155658:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.156382:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604103040:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.156407:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028561 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c891d expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.156421:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028561 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c891d expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.156431:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:0.0:1780298627.156458:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608147072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 888us (974us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.156463:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3461 00000100:00100000:0.0:1780298627.157333:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.157367:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608147200 00000100:00100000:2.0:1780298627.157372:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608147200 00000100:00100000:2.0:1780298627.157410:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3462 00000100:00100000:2.0:1780298627.157418:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608147200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.157426:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.157433:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63028568 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8924 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.157461:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604103168:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.157499:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.158325:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604103168:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.158351:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63028568 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8924 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.158367:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63028568 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8924 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.158375:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298627.158436:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608147200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1019us (1102us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.158442:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3462 00000100:00100000:3.0:1780298627.159383:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.159427:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608147328 00000100:00100000:2.0:1780298627.159437:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608147328 00000100:00100000:2.0:1780298627.159472:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3463 00000100:00100000:2.0:1780298627.159478:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608147328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.159489:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.159500:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e6302856f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c892b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.159535:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604103296:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.159585:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.160223:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604103296:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.160235:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e6302856f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c892b expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.160245:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e6302856f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c892b expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.160252:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377400, rc 0) 00000100:00100000:2.0:1780298627.160277:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608147328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 799us (896us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.160281:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3463 00000100:00100000:1.0:1780298627.161021:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.161059:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608147456 00000100:00100000:0.0:1780298627.161064:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608147456 00000100:00100000:0.0:1780298627.161090:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3464 00000100:00100000:0.0:1780298627.161096:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608147456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.161104:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.161113:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028576 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8932 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.161146:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63028530 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2744320->2764799) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88ec expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.161153:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028545 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8901 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.161159:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(79 76) 00010000:00010000:0.0:1780298627.161162:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(79 76) 00010000:00010000:0.0:1780298627.161167:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028576 lrc: 5/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2940928->2990079] (req 2940928->2990079) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8932 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.161185:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028545 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8901 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.161194:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028545 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8901 expref: 13 pid: 12101 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.161202:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604103424:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.161247:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63028530 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2744320->2764799) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88ec expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.161260:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63028530 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2744320->2764799) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88ec expref: 10 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.161266:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604103552:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.161282:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.161832:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604103424:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.162026:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604103552:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.162046:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028576 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2940928->2990079] (req 2940928->2990079) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8932 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.162057:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:0.0:1780298627.162079:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777608147456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 984us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.162084:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3464 00000100:00100000:3.0:1780298627.162235:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.162268:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608147584 00000100:00100000:2.0:1780298627.162273:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608147584 00010000:00010000:2.0:1780298627.162298:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028545 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8901 expref: 13 pid: 12101 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.162332:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13901 00000100:00100000:2.0:1780298627.162344:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608147584:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.162354:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.162366:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028545 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8901 expref: 13 pid: 12101 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.162378:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028545 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8901 expref: 13 pid: 12101 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.162403:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298627.162415:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028545 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8901 expref: 13 pid: 12101 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.162429:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298627.162455:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608147712 00000100:00100000:0.0:1780298627.162460:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608147712 00000100:00100000:2.0:1780298627.162461:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608147584:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 122us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.162468:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13901 00010000:00010000:0.0:1780298627.162481:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63028530 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2744320->2764799) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88ec expref: 11 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.162506:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13902 00000100:00100000:0.0:1780298627.162514:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608147712:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298627.162521:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.162532:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63028530 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2744320->2764799) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88ec expref: 11 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.162544:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63028530 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2744320->2764799) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88ec expref: 11 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.162557:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63028530 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2744320->2764799) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88ec expref: 11 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.162566:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(79 76) 00010000:00010000:0.0:1780298627.162568:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(79 76) 00010000:00010000:0.0:1780298627.162574:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028576 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2940928->36495359] (req 2940928->2990079) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8932 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.162581:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028576 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2940928->36495359] (req 2940928->2990079) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8932 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.162595:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028576 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2940928->36495359] (req 2940928->2990079) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8932 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.162602:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604103680:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298627.162641:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.163275:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604103680:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298627.163282:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298627.163303:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608147712:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 792us (920us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.163308:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13902 00000100:00100000:3.0:1780298627.163551:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.163613:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608147840 00000100:00100000:2.0:1780298627.163618:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608147840 00000100:00100000:2.0:1780298627.163658:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3824 00000100:00100000:2.0:1780298627.163663:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608147840:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298627.163861:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 539085 -> 2987550 00002000:00010000:2.0:1780298627.163864:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.163866:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.163868:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.163869:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 200 -> 288 00000100:00100000:2.0:1780298627.163897:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608147840:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 234us (347us total) trans 4294968715 rc 0/0 00000100:00100000:2.0:1780298627.163902:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3824 00000100:00100000:1.0:1780298627.164914:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.164934:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.164954:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608147968 00000100:00100000:0.0:1780298627.164959:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608147968 00000100:00100000:2.0:1780298627.164975:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608148096 00000100:00100000:2.0:1780298627.164979:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608148096 00000100:00100000:0.0:1780298627.164988:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3465 00000100:00100000:0.0:1780298627.164996:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608147968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.165003:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.165012:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6302857d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8939 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.165016:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3466 00000100:00100000:1.0:1780298627.165031:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608148096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.165040:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.165050:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028584 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8940 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.165051:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604103808:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.165085:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604103936:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.165105:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.165174:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.165987:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604103808:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.166006:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6302857d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8939 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.166010:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604103936:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.166028:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6302857d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8939 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.166033:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028584 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8940 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.166044:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00010000:00010000:1.0:1780298627.166054:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028584 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8940 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.166066:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:0.0:1780298627.166078:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608147968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1083us (1163us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.166086:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3465 00000100:00100000:1.0:1780298627.166091:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608148096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1064us (1154us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.166099:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3466 00000100:00100000:3.0:1780298627.167185:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.167218:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608148224 00000100:00100000:2.0:1780298627.167223:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608148224 00000100:00100000:2.0:1780298627.167254:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3467 00000100:00100000:2.0:1780298627.167263:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608148224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.167270:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.167280:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e6302858b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8947 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.167305:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604104064:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.167312:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.167346:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608148352 00000100:00100000:2.0:1780298627.167347:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.167352:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608148352 00000100:00100000:0.0:1780298627.167389:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3468 00000100:00100000:0.0:1780298627.167409:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608148352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.167417:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.167424:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e63028592 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c894e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.167443:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604104192:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.167472:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.168155:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604104064:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.168157:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604104192:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.168182:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e63028592 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c894e expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.168187:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e6302858b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8947 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.168205:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e63028592 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c894e expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.168209:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e6302858b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8947 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.168227:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377400, rc 0) 00010000:00010000:1.0:1780298627.168230:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:0.0:1780298627.168253:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608148224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 991us (1068us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.168261:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3467 00000100:00100000:1.0:1780298627.168265:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608148352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 862us (947us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.168275:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3468 00000100:00100000:3.0:1780298627.169346:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.169374:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608148480 00000100:00100000:2.0:1780298627.169378:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608148480 00000100:00100000:2.0:1780298627.169410:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3469 00000100:00100000:2.0:1780298627.169415:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608148480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.169422:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.169428:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028599 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8955 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.169439:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(79 76) 00010000:00010000:2.0:1780298627.169442:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(79 76) 00010000:00010000:2.0:1780298627.169448:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028599 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [544768->2940927] (req 544768->561151) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8955 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.169456:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028599 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [544768->2940927] (req 544768->561151) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8955 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.169462:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298627.169483:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608148480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 68us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.169487:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3469 00000100:00100000:3.0:1780298627.170226:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.170252:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608148608 00000100:00100000:0.0:1780298627.170256:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608148608 00002000:00100000:0.0:1780298627.170276:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (544768->561151) req@ffff9cf255490a80 x1866777608148608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.170283:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490a80 with x1866777608148608 ext(544768->561151) 00002000:00010000:0.0:1780298627.170285:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255490a80 00000100:00100000:0.0:1780298627.170300:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3825 00000100:00100000:0.0:1780298627.170305:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608148608:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.170488:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608148608:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 182us (261us total) trans 0 rc 16384/16384 00000100:00100000:0.0:1780298627.170493:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3825 00002000:00100000:0.0:1780298627.170498:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (544768->561151) req@ffff9cf255490a80 x1866777608148608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/16824 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.170506:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490a80 with x1866777608148608 ext(544768->561151) 00002000:00010000:0.0:1780298627.170510:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255490a80 00000100:00100000:3.0:1780298627.171415:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.171446:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608148864 00000100:00100000:1.0:1780298627.171451:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608148864 00000100:00100000:1.0:1780298627.171482:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3470 00000100:00100000:1.0:1780298627.171491:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608148864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.171498:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.171506:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee37d90b/0xaf35132e630285a0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8963 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.171532:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.171537:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604104320:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.171563:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608148736 00000100:00100000:0.0:1780298627.171567:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608148736 00000100:00100000:1.0:1780298627.171588:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.171600:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3471 00000100:00100000:0.0:1780298627.171607:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608148736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.171613:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.171619:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e630285a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c895c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.171638:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604104448:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.171664:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.172144:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604104320:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.172160:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ee37d90b/0xaf35132e630285a0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8963 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.172175:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee37d90b/0xaf35132e630285a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8963 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.172184:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9000, rc 0) 00000100:00100000:1.0:1780298627.172209:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608148864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 719us (794us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.172216:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3470 00000100:00100000:0.0:1780298627.172347:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604104448:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.172365:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e630285a7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c895c expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.172374:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e630285a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c895c expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.172384:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:0.0:1780298627.172417:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608148736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 811us (885us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.172422:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3471 00000100:00100000:2.0:1780298627.173112:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.173161:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608148992 00000100:00100000:1.0:1780298627.173166:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608148992 00000100:00100000:1.0:1780298627.173193:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3472 00000100:00100000:1.0:1780298627.173200:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608148992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.173208:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.173215:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000200fd988/0xaf35132e630285ae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c896a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.173240:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604104576:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.173241:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.173271:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.173273:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608149120 00000100:00100000:2.0:1780298627.173277:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608149120 00000100:00100000:2.0:1780298627.173300:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3473 00000100:00100000:2.0:1780298627.173305:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608149120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.173312:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.173320:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e630285b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8971 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.173351:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604104704:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.173386:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.173884:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604104576:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.173898:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000200fd988/0xaf35132e630285ae lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c896a expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.173911:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000200fd988/0xaf35132e630285ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c896a expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.173921:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9200, rc 0) 00000100:00100000:1.0:1780298627.173946:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608148992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 747us (834us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.173953:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3472 00000100:00100000:1.0:1780298627.174089:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604104704:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.174140:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e630285b5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8971 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.174154:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e630285b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8971 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.174164:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:1.0:1780298627.174186:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608149120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 881us (945us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.174192:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3473 00000100:00100000:3.0:1780298627.174975:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.175008:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608149248 00000100:00100000:2.0:1780298627.175012:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608149248 00000100:00100000:2.0:1780298627.175041:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3474 00000100:00100000:2.0:1780298627.175050:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608149248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.175058:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.175067:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e630285bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8978 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.175097:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604104832:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.175113:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.175158:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608149376 00000100:00100000:0.0:1780298627.175163:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608149376 00000100:00100000:2.0:1780298627.175164:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.175196:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3475 00000100:00100000:0.0:1780298627.175205:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608149376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.175211:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.175217:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e630285c3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c897f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.175236:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604104960:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.175268:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.175747:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604104832:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.175762:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e630285bc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8978 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.175776:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e630285bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8978 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.175786:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:2.0:1780298627.175816:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608149248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 767us (840us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.175824:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3474 00000100:00100000:0.0:1780298627.175949:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604104960:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.175964:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e630285c3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c897f expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.175977:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e630285c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c897f expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.175987:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:0.0:1780298627.176013:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608149376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 810us (902us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.176020:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3475 00000100:00100000:0.0:1780298627.176775:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.176811:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608149504 00000100:00100000:1.0:1780298627.176816:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608149504 00000100:00100000:1.0:1780298627.176854:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3476 00000100:00100000:1.0:1780298627.176866:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:28749:x1866777608149504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.176875:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.176883:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630285ca lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8986 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.176900:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028599 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [544768->2940927] (req 544768->561151) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8955 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.176909:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(79 76) 00010000:00010000:1.0:1780298627.176913:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(80 76) 00010000:00010000:1.0:1780298627.176917:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630285ca lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2555904->2588671] (req 2555904->2588671) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8986 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.176936:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028599 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [544768->2940927] (req 544768->561151) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8955 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.176949:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028599 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [544768->2940927] (req 544768->561151) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8955 expref: 10 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.176959:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604105088:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.176997:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.177571:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604105088:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.177581:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630285ca lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2555904->2588671] (req 2555904->2588671) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8986 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.177589:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8000, rc 0) 00000100:00100000:2.0:1780298627.177611:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:28749:x1866777608149504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 748us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.177616:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3476 00000100:00100000:3.0:1780298627.177916:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.177945:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608149632 00000100:00100000:2.0:1780298627.177949:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608149632 00010000:00010000:2.0:1780298627.177963:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028599 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [544768->2940927] (req 544768->561151) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8955 expref: 11 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.177982:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13903 00000100:00100000:2.0:1780298627.177986:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608149632:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.177993:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.178000:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028599 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [544768->2940927] (req 544768->561151) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8955 expref: 11 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.178007:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028599 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [544768->2940927] (req 544768->561151) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8955 expref: 11 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.178022:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028599 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [544768->2940927] (req 544768->561151) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8955 expref: 11 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.178031:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(80 76) 00010000:00010000:2.0:1780298627.178034:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(80 76) 00010000:00010000:2.0:1780298627.178038:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630285ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2555904->2916351] (req 2555904->2588671) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8986 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.178043:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630285ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2555904->2916351] (req 2555904->2588671) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8986 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.178056:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630285ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2555904->2916351] (req 2555904->2588671) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8986 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.178066:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604105216:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.178092:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.178795:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604105216:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.178806:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.178826:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608149632:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 840us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.178832:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13903 00000100:00100000:3.0:1780298627.178974:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.179010:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608149760 00000100:00100000:0.0:1780298627.179014:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608149760 00000100:00100000:0.0:1780298627.179043:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3826 00000100:00100000:0.0:1780298627.179050:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608149760:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298627.179228:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2987550 -> 2987550 00002000:00010000:0.0:1780298627.179232:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.179235:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.179237:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.179239:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 288 -> 352 00000100:00100000:0.0:1780298627.179264:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608149760:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 215us (289us total) trans 4294968716 rc 0/0 00000100:00100000:0.0:1780298627.179271:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3826 00000100:00100000:1.0:1780298627.180184:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.180211:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.180214:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608149888 00000100:00100000:2.0:1780298627.180218:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608149888 00000100:00100000:2.0:1780298627.180245:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608150016 00000100:00100000:2.0:1780298627.180247:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608150016 00000100:00100000:3.0:1780298627.180252:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3477 00000100:00100000:3.0:1780298627.180262:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608149888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.180271:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298627.180271:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3478 00010000:00010000:3.0:1780298627.180282:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630285d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c898d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.180283:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608150016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.180298:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.180308:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e630285d8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8994 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.180320:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604105344:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.180340:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604105472:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.180368:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.180369:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.181077:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604105472:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.181096:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e630285d8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8994 expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.181107:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e630285d8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8994 expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.181110:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604105344:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.181119:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00010000:00010000:1.0:1780298627.181160:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630285d1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c898d expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.181162:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608150016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 882us (950us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.181177:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3478 00010000:00010000:1.0:1780298627.181188:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630285d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c898d expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.181200:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298627.181234:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608149888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 974us (1051us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.181242:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3477 00000100:00100000:3.0:1780298627.182071:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.182107:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608150144 00000100:00100000:0.0:1780298627.182111:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608150144 00000100:00100000:0.0:1780298627.182154:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3479 00000100:00100000:0.0:1780298627.182162:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e581050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608150144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.182170:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.182177:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e630285df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c899b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.182194:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.182204:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604105600:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.182223:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608150272 00000100:00100000:2.0:1780298627.182226:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608150272 00000100:00100000:0.0:1780298627.182244:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.182253:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3480 00000100:00100000:2.0:1780298627.182259:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608150272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.182265:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.182271:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001564b186/0xaf35132e630285e6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c89a2 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.182292:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604105728:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.182313:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.182885:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604105600:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.182889:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604105728:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.182911:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001564b186/0xaf35132e630285e6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89a2 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.182911:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e630285df lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c899b expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.182942:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001564b186/0xaf35132e630285e6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89a2 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.182944:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e630285df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c899b expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.182955:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377400, rc 0) 00010000:00010000:0.0:1780298627.182964:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:2.0:1780298627.182978:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608150272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 720us (784us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.182984:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3480 00000100:00100000:0.0:1780298627.182993:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e581050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608150144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 830us (919us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.183000:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3479 00000100:00100000:3.0:1780298627.184059:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.184096:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608150528 00000100:00100000:0.0:1780298627.184101:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608150528 00000100:00100000:0.0:1780298627.184155:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3481 00000100:00100000:0.0:1780298627.184164:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608150528:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.184172:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298627.184173:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.184183:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630285ed lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c89b0 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.184202:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608150400 00000100:00100000:1.0:1780298627.184208:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608150400 00000100:00100000:0.0:1780298627.184212:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604105856:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.184245:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3482 00000100:00100000:1.0:1780298627.184256:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608150400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.184265:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298627.184265:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00010000:00010000:1.0:1780298627.184276:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e630285f4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c89a9 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.184315:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604105984:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.184348:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.184754:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604105856:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.184765:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630285ed lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89b0 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.184774:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630285ed lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89b0 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.184781:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:0.0:1780298627.184802:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608150528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 642us (745us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.184807:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3481 00000100:00100000:2.0:1780298627.184912:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604105984:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.184924:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e630285f4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89a9 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.184934:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e630285f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89a9 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.184941:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:2.0:1780298627.184961:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608150400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 710us (790us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.184967:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3482 00000100:00100000:1.0:1780298627.185776:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.185813:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608150656 00000100:00100000:2.0:1780298627.185816:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608150656 00000100:00100000:2.0:1780298627.185839:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3483 00000100:00100000:2.0:1780298627.185844:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608150656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.185849:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.185855:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e630285fb lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c89b7 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.185866:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(80 76) 00010000:00010000:2.0:1780298627.185869:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(80 76) 00010000:00010000:2.0:1780298627.185874:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e630285fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1441792->2555903] (req 1441792->1478655) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89b7 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.185886:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e630285fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1441792->2555903] (req 1441792->1478655) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89b7 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.185891:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298627.185913:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608150656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 69us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.185917:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3483 00000100:00100000:3.0:1780298627.186621:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.186670:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608150784 00000100:00100000:1.0:1780298627.186675:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608150784 00000100:00100000:1.0:1780298627.186711:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3827 00000100:00100000:1.0:1780298627.186721:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608150784:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298627.186937:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2987550 -> 2987550 00002000:00010000:1.0:1780298627.186940:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.186943:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.186945:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.186947:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 352 -> 432 00000100:00100000:1.0:1780298627.186976:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608150784:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 257us (355us total) trans 4294968717 rc 0/0 00000100:00100000:1.0:1780298627.186984:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3827 00000100:00100000:3.0:1780298627.187758:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.187787:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.187798:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608150912 00000100:00100000:0.0:1780298627.187805:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608150912 00000100:00100000:2.0:1780298627.187820:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608151040 00000100:00100000:2.0:1780298627.187824:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608151040 00000100:00100000:0.0:1780298627.187834:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3484 00000100:00100000:0.0:1780298627.187841:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608150912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.187848:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.187856:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028602 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c89be expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.187858:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3485 00000100:00100000:1.0:1780298627.187873:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608151040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.187881:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298627.187883:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604106112:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.187891:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e63028609 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c89c5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.187918:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.187922:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604106240:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.187953:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.188578:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604106112:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.188595:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028602 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89be expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.188605:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028602 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89be expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.188612:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:1.0:1780298627.188614:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604106240:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.188635:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608150912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 795us (879us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298627.188637:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e63028609 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89c5 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.188647:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3484 00010000:00010000:1.0:1780298627.188656:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e63028609 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89c5 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.188664:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:1.0:1780298627.188682:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608151040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 815us (896us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.188688:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3485 00000100:00100000:3.0:1780298627.189581:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.189608:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.189622:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608151168 00000100:00100000:2.0:1780298627.189626:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608151168 00000100:00100000:1.0:1780298627.189653:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608151296 00000100:00100000:2.0:1780298627.189658:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3486 00000100:00100000:1.0:1780298627.189660:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608151296 00000100:00100000:2.0:1780298627.189671:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608151168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.189678:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.189685:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63028610 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c89cc expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.189692:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3487 00000100:00100000:1.0:1780298627.189704:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608151296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.189712:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298627.189720:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604106368:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.189721:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e63028617 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c89d3 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.189754:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604106496:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.189768:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.189794:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.190518:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604106496:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.190532:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604106368:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.190536:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e63028617 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89d3 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.190551:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63028610 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89cc expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.190553:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e63028617 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89d3 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.190569:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63028610 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89cc expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.190571:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9200, rc 0) 00010000:00010000:2.0:1780298627.190581:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:1.0:1780298627.190601:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608151296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 899us (990us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.190602:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608151168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 938us (1022us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.190615:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3487 00000100:00100000:2.0:1780298627.190621:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3486 00000100:00100000:3.0:1780298627.191641:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.191676:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608151424 00000100:00100000:2.0:1780298627.191681:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608151424 00000100:00100000:2.0:1780298627.191708:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3488 00000100:00100000:2.0:1780298627.191714:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:28749:x1866777608151424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.191721:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.191727:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302861e lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c89da expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.191739:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e630285fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1441792->2555903] (req 1441792->1478655) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89b7 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.191745:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(80 76) 00010000:00010000:2.0:1780298627.191747:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(81 76) 00010000:00010000:2.0:1780298627.191750:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302861e lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1794048->1810431] (req 1794048->1810431) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89da expref: 17 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.191766:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e630285fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1441792->2555903] (req 1441792->1478655) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89b7 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.191778:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e630285fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1441792->2555903] (req 1441792->1478655) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89b7 expref: 12 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.191789:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604106624:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.191826:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.192382:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604106624:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.192404:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302861e lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1794048->1810431] (req 1794048->1810431) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89da expref: 17 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.192413:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:2.0:1780298627.192441:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:28749:x1866777608151424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 727us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.192448:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3488 00000100:00100000:3.0:1780298627.192691:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.192720:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608151552 00000100:00100000:1.0:1780298627.192724:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608151552 00010000:00010000:1.0:1780298627.192737:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e630285fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1441792->2555903] (req 1441792->1478655) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89b7 expref: 13 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.192759:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13904 00000100:00100000:1.0:1780298627.192763:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608151552:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.192769:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.192775:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e630285fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1441792->2555903] (req 1441792->1478655) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89b7 expref: 13 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.192789:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e630285fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1441792->2555903] (req 1441792->1478655) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89b7 expref: 13 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.192803:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e630285fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1441792->2555903] (req 1441792->1478655) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89b7 expref: 13 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.192812:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(81 76) 00010000:00010000:1.0:1780298627.192816:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(81 76) 00010000:00010000:1.0:1780298627.192823:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302861e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1794048->2555903] (req 1794048->1810431) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89da expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.192832:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302861e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1794048->2555903] (req 1794048->1810431) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89da expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.192855:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302861e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1794048->2555903] (req 1794048->1810431) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89da expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.192866:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604106752:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.192899:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.193547:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604106752:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.193556:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.193581:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608151552:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 816us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.193588:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13904 00000100:00100000:3.0:1780298627.193769:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.193801:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608151680 00000100:00100000:2.0:1780298627.193805:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608151680 00000100:00100000:2.0:1780298627.193832:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3828 00000100:00100000:2.0:1780298627.193839:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777608151680:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298627.193955:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2987550 -> 2987550 00002000:00010000:2.0:1780298627.193958:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.193960:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.193962:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.193963:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 432 -> 432 00000100:00100000:2.0:1780298627.193987:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608151680:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 150us (218us total) trans 4294968718 rc 0/0 00000100:00100000:2.0:1780298627.193993:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3828 00000100:00100000:3.0:1780298627.194742:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.194759:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.194772:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608151808 00000100:00100000:1.0:1780298627.194775:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608151808 00000100:00100000:2.0:1780298627.194792:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608151936 00000100:00100000:2.0:1780298627.194798:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608151936 00000100:00100000:1.0:1780298627.194806:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3489 00000100:00100000:3.0:1780298627.194815:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3490 00000100:00100000:1.0:1780298627.194820:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608151808:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.194828:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608151936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.194829:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.194837:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.194838:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee37d90b/0xaf35132e63028625 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c89e1 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.194844:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302862c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c89e8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.194864:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604106880:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.194873:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604107008:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.194911:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.194912:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.195553:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604106880:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.195555:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604107008:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.195568:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ee37d90b/0xaf35132e63028625 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89e1 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.195568:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302862c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89e8 expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.195580:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee37d90b/0xaf35132e63028625 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89e1 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.195587:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302862c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89e8 expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.195589:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9000, rc 0) 00010000:00010000:0.0:1780298627.195595:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298627.195616:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608151808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 802us (872us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.195616:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608151936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 791us (854us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.195622:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3490 00000100:00100000:1.0:1780298627.195628:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3489 00000100:00100000:2.0:1780298627.196499:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.196529:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608152064 00000100:00100000:1.0:1780298627.196533:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608152064 00000100:00100000:1.0:1780298627.196555:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3491 00000100:00100000:1.0:1780298627.196564:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608152064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.196573:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.196581:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63028633 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c89ef expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.196603:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604107136:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.196619:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.196639:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.196654:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608152192 00000100:00100000:2.0:1780298627.196658:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608152192 00000100:00100000:2.0:1780298627.196681:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3492 00000100:00100000:2.0:1780298627.196689:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608152192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.196697:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.196705:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302863a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c89f6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.196733:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604107264:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.196764:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.197242:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604107136:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.197252:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63028633 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89ef expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.197261:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63028633 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89ef expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.197269:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:1.0:1780298627.197304:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608152064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 742us (805us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.197311:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3491 00000100:00100000:1.0:1780298627.197372:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604107264:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.197391:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302863a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89f6 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.197414:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302863a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89f6 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.197424:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:1.0:1780298627.197454:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608152192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 768us (839us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.197458:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3492 00000100:00100000:0.0:1780298627.198301:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.198325:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.198332:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608152320 00000100:00100000:1.0:1780298627.198336:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608152320 00000100:00100000:3.0:1780298627.198352:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608152448 00000100:00100000:3.0:1780298627.198356:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608152448 00000100:00100000:1.0:1780298627.198366:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3493 00000100:00100000:1.0:1780298627.198375:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608152320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.198383:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298627.198387:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3494 00010000:00010000:1.0:1780298627.198392:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e63028641 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c89fd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.198406:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608152448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.198416:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.198424:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63028648 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a04 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.198437:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604107392:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.198450:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604107520:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.198480:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.198480:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.199181:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604107392:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.199197:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e63028641 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89fd expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.199208:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e63028641 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89fd expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.199214:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9c00, rc 0) 00000100:00100000:3.0:1780298627.199220:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604107520:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.199240:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608152320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 866us (937us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298627.199255:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63028648 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a04 expref: 19 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.199260:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3493 00010000:00010000:3.0:1780298627.199277:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63028648 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a04 expref: 19 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.199289:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:3.0:1780298627.199322:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608152448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 928us (996us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.199330:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3494 00000100:00100000:2.0:1780298627.200179:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.200211:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608152576 00000100:00100000:0.0:1780298627.200216:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608152576 00000100:00100000:0.0:1780298627.200253:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3495 00000100:00100000:0.0:1780298627.200262:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608152576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.200271:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298627.200276:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298627.200278:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6302864f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a0b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.200299:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608152704 00000100:00100000:0.0:1780298627.200303:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604107648:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.200304:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608152704 00000100:00100000:1.0:1780298627.200337:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3496 00000100:00100000:1.0:1780298627.200348:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608152704:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298627.200350:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00010000:00010000:1.0:1780298627.200358:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.200366:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e63028656 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a12 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.200387:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604107776:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.200420:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.201025:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604107648:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.201040:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6302864f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a0b expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.201059:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6302864f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a0b expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.201067:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:1.0:1780298627.201074:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604107776:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.201091:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608152576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 830us (913us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298627.201094:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e63028656 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a12 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.201103:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3495 00010000:00010000:1.0:1780298627.201117:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e63028656 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a12 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.201148:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9e00, rc 0) 00000100:00100000:1.0:1780298627.201188:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608152704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 842us (913us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.201196:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3496 00000100:00100000:2.0:1780298627.202062:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.202091:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608152832 00000100:00100000:0.0:1780298627.202095:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608152832 00000100:00100000:0.0:1780298627.202116:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3497 00000100:00100000:0.0:1780298627.202121:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777608152832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.202150:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.202156:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6302865d lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a19 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.202166:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(81 76) 00010000:00010000:0.0:1780298627.202169:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(81 76) 00010000:00010000:0.0:1780298627.202174:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6302865d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1466368->1794047] (req 1466368->1478655) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a19 expref: 19 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.202183:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6302865d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1466368->1794047] (req 1466368->1478655) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a19 expref: 19 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.202192:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:0.0:1780298627.202212:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:28749:x1866777608152832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 91us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.202216:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3497 00000100:00100000:2.0:1780298627.202832:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.202869:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608152960 00000100:00100000:0.0:1780298627.202873:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608152960 00000100:00100000:0.0:1780298627.202907:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3829 00000100:00100000:0.0:1780298627.202914:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608152960:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298627.203055:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2987550 -> 2987550 00002000:00010000:0.0:1780298627.203059:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.203061:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.203064:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.203066:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 432 -> 432 00000100:00100000:0.0:1780298627.203095:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608152960:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 181us (263us total) trans 4294968719 rc 0/0 00000100:00100000:0.0:1780298627.203102:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3829 00000100:00100000:3.0:1780298627.204001:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.204035:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608153088 00000100:00100000:2.0:1780298627.204040:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608153088 00000100:00100000:2.0:1780298627.204065:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3498 00000100:00100000:2.0:1780298627.204071:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608153088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.204078:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.204085:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e63028664 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a20 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.204108:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604107904:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.204153:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.204189:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.204213:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608153216 00000100:00100000:3.0:1780298627.204218:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608153216 00000100:00100000:3.0:1780298627.204242:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3499 00000100:00100000:3.0:1780298627.204276:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608153216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.204282:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.204287:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302866b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a27 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.204306:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604108032:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.204330:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.204754:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604107904:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.204783:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e63028664 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a20 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.204798:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e63028664 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a20 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.204809:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:2.0:1780298627.204836:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608153088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 765us (836us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.204841:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3498 00000100:00100000:3.0:1780298627.205001:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604108032:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.205013:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302866b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a27 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.205023:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302866b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a27 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.205029:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:3.0:1780298627.205051:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608153216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 778us (927us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.205055:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3499 00000100:00100000:3.0:1780298627.205880:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.205919:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608153344 00000100:00100000:1.0:1780298627.205924:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608153344 00000100:00100000:1.0:1780298627.205950:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3500 00000100:00100000:1.0:1780298627.205957:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608153344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.205963:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.205970:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028672 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a2e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.205985:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.205992:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604108160:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.206016:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608153472 00000100:00100000:0.0:1780298627.206022:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608153472 00000100:00100000:1.0:1780298627.206042:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.206058:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3501 00000100:00100000:0.0:1780298627.206068:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608153472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.206075:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.206082:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e63028679 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a35 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.206105:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604108288:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.206143:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.206560:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604108160:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.206576:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028672 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a2e expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.206589:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028672 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a2e expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.206598:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:1.0:1780298627.206628:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608153344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 671us (747us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.206635:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3500 00000100:00100000:0.0:1780298627.206713:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604108288:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.206725:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e63028679 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a35 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.206735:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e63028679 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a35 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.206742:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:0.0:1780298627.206757:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608153472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 693us (773us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.206763:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3501 00000100:00100000:3.0:1780298627.207718:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.207756:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608153600 00000100:00100000:0.0:1780298627.207761:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608153600 00000100:00100000:0.0:1780298627.207789:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3502 00000100:00100000:0.0:1780298627.207801:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608153600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.207809:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.207818:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e63028680 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a3c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.207831:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.207847:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604108416:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.207869:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608153728 00000100:00100000:1.0:1780298627.207875:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608153728 00000100:00100000:0.0:1780298627.207893:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.207910:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3503 00000100:00100000:1.0:1780298627.207920:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608153728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.207929:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.207938:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e63028687 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a43 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.207973:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604108544:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.208004:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.208585:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604108416:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.208601:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e63028680 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a3c expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.208612:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e63028680 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a3c expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.208617:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604108544:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.208620:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00010000:00010000:1.0:1780298627.208638:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e63028687 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a43 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.208647:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608153600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 847us (928us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.208653:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3502 00010000:00010000:1.0:1780298627.208658:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e63028687 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a43 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.208670:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9e00, rc 0) 00000100:00100000:1.0:1780298627.208711:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608153728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 792us (878us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.208718:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3503 00000100:00100000:3.0:1780298627.209556:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.209598:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608153856 00000100:00100000:1.0:1780298627.209603:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608153856 00000100:00100000:1.0:1780298627.209636:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3504 00000100:00100000:1.0:1780298627.209645:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608153856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.209653:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.209661:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302868e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a4a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.209675:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(81 76) 00010000:00010000:1.0:1780298627.209678:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(81 76) 00010000:00010000:1.0:1780298627.209685:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302868e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [569344->1466367] (req 569344->573439) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a4a expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.209697:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302868e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [569344->1466367] (req 569344->573439) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a4a expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.209705:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9c00, rc 0) 00000100:00100000:1.0:1780298627.209733:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777608153856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 90us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.209739:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3504 00000100:00100000:3.0:1780298627.210502:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.210533:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608153984 00000100:00100000:0.0:1780298627.210538:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608153984 00002000:00100000:0.0:1780298627.210558:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (569344->573439) req@ffff9cf244ad8700 x1866777608153984/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.210565:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8700 with x1866777608153984 ext(569344->573439) 00002000:00010000:0.0:1780298627.210568:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244ad8700 00000100:00100000:0.0:1780298627.210587:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3830 00000100:00100000:0.0:1780298627.210592:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608153984:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.210709:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608153984:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 116us (208us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298627.210714:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3830 00002000:00100000:0.0:1780298627.210718:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (569344->573439) req@ffff9cf244ad8700 x1866777608153984/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.210728:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8700 with x1866777608153984 ext(569344->573439) 00002000:00010000:0.0:1780298627.210730:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244ad8700 00000100:00100000:2.0:1780298627.211626:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.211657:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608154112 00000100:00100000:0.0:1780298627.211661:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608154112 00002000:00100000:0.0:1780298627.211675:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (573440->577535) req@ffff9cf255093800 x1866777608154112/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.211680:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255093800 with x1866777608154112 ext(573440->577535) 00002000:00010000:0.0:1780298627.211682:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255093800 00000100:00100000:0.0:1780298627.211697:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3831 00000100:00100000:0.0:1780298627.211703:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608154112:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.211772:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608154112:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (146us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298627.211776:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3831 00002000:00100000:0.0:1780298627.211779:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (573440->577535) req@ffff9cf255093800 x1866777608154112/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.211785:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255093800 with x1866777608154112 ext(573440->577535) 00002000:00010000:0.0:1780298627.211787:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255093800 00000100:00100000:3.0:1780298627.212779:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.212796:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.212811:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608154368 00000100:00100000:0.0:1780298627.212816:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608154368 00000100:00100000:2.0:1780298627.212846:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608154240 00000100:00100000:2.0:1780298627.212852:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608154240 00000100:00100000:0.0:1780298627.212852:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3505 00000100:00100000:0.0:1780298627.212865:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608154368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.212873:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.212884:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e63028695 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a58 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.212908:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3506 00000100:00100000:0.0:1780298627.212915:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604108672:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.212922:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608154240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.212931:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.212941:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302869c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a51 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.212962:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.212981:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604108800:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.213010:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.213703:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604108672:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.213724:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e63028695 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a58 expref: 21 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.213741:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e63028695 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a58 expref: 21 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.213747:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604108800:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.213752:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00010000:00010000:2.0:1780298627.213777:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302869c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a51 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.213777:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608154368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 915us (997us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.213788:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3505 00010000:00010000:2.0:1780298627.213804:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302869c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a51 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.213815:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298627.213850:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608154240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 934us (1051us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.213858:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3506 00000100:00100000:3.0:1780298627.214974:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.215003:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608154496 00000100:00100000:1.0:1780298627.215007:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608154496 00000100:00100000:3.0:1780298627.215024:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.215050:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608154624 00000100:00100000:1.0:1780298627.215054:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608154624 00000100:00100000:2.0:1780298627.215070:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3507 00000100:00100000:3.0:1780298627.215079:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3508 00000100:00100000:2.0:1780298627.215084:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608154496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.215095:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.215104:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630286a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a5f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.215164:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604108928:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.215168:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608154624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.215177:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.215186:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630286aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a66 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.215209:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.215218:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604109056:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.215246:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.215989:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604108928:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.216001:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604109056:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.216015:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630286a3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a5f expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.216024:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630286aa lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a66 expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.216034:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630286a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a5f expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.216043:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630286aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a66 expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.216047:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00010000:00010000:3.0:1780298627.216058:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:2.0:1780298627.216084:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608154496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1004us (1109us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.216086:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608154624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 995us (1061us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.216099:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3507 00000100:00100000:3.0:1780298627.216107:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3508 00000100:00100000:0.0:1780298627.217220:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.217256:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608154752 00000100:00100000:1.0:1780298627.217260:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608154752 00000100:00100000:1.0:1780298627.217292:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3509 00000100:00100000:1.0:1780298627.217300:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608154752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.217307:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.217319:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e630286b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a6d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.217345:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604109184:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.217377:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.217532:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.217573:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608154880 00000100:00100000:2.0:1780298627.217583:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608154880 00000100:00100000:2.0:1780298627.217621:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3510 00000100:00100000:2.0:1780298627.217631:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608154880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.217644:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.217656:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001564b186/0xaf35132e630286b8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a74 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.217695:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604109312:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.217745:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.218061:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604109184:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.218079:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e630286b1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a6d expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.218097:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e630286b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a6d expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.218104:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9e00, rc 0) 00000100:00100000:1.0:1780298627.218152:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608154752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 853us (930us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.218161:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3509 00000100:00100000:2.0:1780298627.218355:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604109312:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.218382:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001564b186/0xaf35132e630286b8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a74 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.218407:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001564b186/0xaf35132e630286b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a74 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.218416:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377400, rc 0) 00000100:00100000:2.0:1780298627.218445:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608154880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 818us (915us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.218450:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3510 00000100:00100000:0.0:1780298627.219507:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.219539:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608155008 00000100:00100000:1.0:1780298627.219544:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608155008 00002000:00100000:1.0:1780298627.219567:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (4104192->4108287) req@ffff9cf24310ca80 x1866777608155008/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.219574:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ca80 with x1866777608155008 ext(4104192->4108287) 00002000:00010000:1.0:1780298627.219577:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310ca80 00000100:00100000:1.0:1780298627.219592:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3832 00000100:00100000:1.0:1780298627.219598:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608155008:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.219691:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608155008:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 92us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.219697:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3832 00002000:00100000:1.0:1780298627.219703:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (4104192->4108287) req@ffff9cf24310ca80 x1866777608155008/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.219711:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ca80 with x1866777608155008 ext(4104192->4108287) 00002000:00010000:1.0:1780298627.219714:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310ca80 00000100:00100000:1.0:1780298627.220646:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.220682:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608155136 00000100:00100000:2.0:1780298627.220687:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608155136 00002000:00100000:2.0:1780298627.220713:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (4108288->4112383) req@ffff9cf243844000 x1866777608155136/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.220720:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844000 with x1866777608155136 ext(4108288->4112383) 00002000:00010000:2.0:1780298627.220724:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243844000 00000100:00100000:2.0:1780298627.220741:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3833 00000100:00100000:2.0:1780298627.220748:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608155136:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.220863:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608155136:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 116us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.220867:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3833 00002000:00100000:2.0:1780298627.220871:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (4108288->4112383) req@ffff9cf243844000 x1866777608155136/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.220877:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844000 with x1866777608155136 ext(4108288->4112383) 00002000:00010000:2.0:1780298627.220879:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243844000 00000100:00100000:0.0:1780298627.222016:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.222059:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608155264 00000100:00100000:2.0:1780298627.222063:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608155264 00002000:00100000:2.0:1780298627.222082:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (4112384->4116479) req@ffff9cf24310fb80 x1866777608155264/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.222097:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310fb80 with x1866777608155264 ext(4112384->4116479) 00002000:00010000:2.0:1780298627.222100:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310fb80 00000100:00100000:2.0:1780298627.222158:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3834 00000100:00100000:2.0:1780298627.222168:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608155264:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.222238:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608155264:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.222255:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3834 00002000:00100000:2.0:1780298627.222261:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (4112384->4116479) req@ffff9cf24310fb80 x1866777608155264/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.222270:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310fb80 with x1866777608155264 ext(4112384->4116479) 00002000:00010000:2.0:1780298627.222273:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310fb80 00000100:00100000:0.0:1780298627.223182:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.223212:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608155392 00000100:00100000:3.0:1780298627.223217:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608155392 00002000:00100000:3.0:1780298627.223236:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (4116480->4120575) req@ffff9cf348006300 x1866777608155392/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298627.223243:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006300 with x1866777608155392 ext(4116480->4120575) 00002000:00010000:3.0:1780298627.223246:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348006300 00000100:00100000:3.0:1780298627.223265:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3835 00000100:00100000:3.0:1780298627.223273:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608155392:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298627.223352:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608155392:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 80us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.223357:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3835 00002000:00100000:3.0:1780298627.223361:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (4116480->4120575) req@ffff9cf348006300 x1866777608155392/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298627.223367:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006300 with x1866777608155392 ext(4116480->4120575) 00002000:00010000:3.0:1780298627.223370:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348006300 00000100:00100000:1.0:1780298627.224437:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.224483:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608155520 00000100:00100000:0.0:1780298627.224487:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608155520 00002000:00100000:0.0:1780298627.224505:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (4120576->4124671) req@ffff9cf243846d80 x1866777608155520/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.224511:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243846d80 with x1866777608155520 ext(4120576->4124671) 00002000:00010000:0.0:1780298627.224514:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243846d80 00000100:00100000:0.0:1780298627.224531:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3836 00000100:00100000:0.0:1780298627.224536:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608155520:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.224612:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608155520:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 75us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.224618:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3836 00002000:00100000:0.0:1780298627.224625:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (4120576->4124671) req@ffff9cf243846d80 x1866777608155520/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.224633:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243846d80 with x1866777608155520 ext(4120576->4124671) 00002000:00010000:0.0:1780298627.224637:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243846d80 00000100:00100000:0.0:1780298627.225659:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.225692:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608155648 00000100:00100000:1.0:1780298627.225696:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608155648 00002000:00100000:1.0:1780298627.225713:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (4124672->4128767) req@ffff9cf348005f80 x1866777608155648/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.225719:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348005f80 with x1866777608155648 ext(4124672->4128767) 00002000:00010000:1.0:1780298627.225722:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348005f80 00000100:00100000:1.0:1780298627.225740:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3837 00000100:00100000:1.0:1780298627.225747:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608155648:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.225834:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608155648:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 86us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.225841:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3837 00002000:00100000:1.0:1780298627.225848:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (4124672->4128767) req@ffff9cf348005f80 x1866777608155648/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.225858:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348005f80 with x1866777608155648 ext(4124672->4128767) 00002000:00010000:1.0:1780298627.225861:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348005f80 00000100:00100000:3.0:1780298627.226819:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.226848:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608155776 00000100:00100000:2.0:1780298627.226852:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608155776 00002000:00100000:2.0:1780298627.226868:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (4128768->4132863) req@ffff9cf3481fc700 x1866777608155776/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.226874:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fc700 with x1866777608155776 ext(4128768->4132863) 00002000:00010000:2.0:1780298627.226877:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fc700 00000100:00100000:2.0:1780298627.226892:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3838 00000100:00100000:2.0:1780298627.226897:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608155776:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.226979:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608155776:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.226986:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3838 00002000:00100000:2.0:1780298627.226993:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (4128768->4132863) req@ffff9cf3481fc700 x1866777608155776/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.227000:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fc700 with x1866777608155776 ext(4128768->4132863) 00002000:00010000:2.0:1780298627.227003:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fc700 00000100:00100000:2.0:1780298627.228075:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.228118:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608155904 00000100:00100000:0.0:1780298627.228140:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608155904 00000100:00100000:0.0:1780298627.228171:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3511 00000100:00100000:0.0:1780298627.228177:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608155904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.228186:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.228202:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e630286bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a7b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.228251:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.228256:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604109440:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.228289:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608156032 00000100:00100000:1.0:1780298627.228294:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608156032 00000100:00100000:0.0:1780298627.228316:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.228328:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3512 00000100:00100000:1.0:1780298627.228338:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608156032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.228345:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.228353:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e630286c6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a82 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.228383:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604109568:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.228424:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.229110:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604109440:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.229116:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604109568:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.229150:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e630286bf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a7b expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.229156:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e630286c6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a82 expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.229190:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eae09c9b/0xaf35132e630286bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a7b expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.229192:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e630286c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a82 expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.229209:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00010000:00010000:1.0:1780298627.229213:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9e00, rc 0) 00000100:00100000:0.0:1780298627.229236:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608155904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1060us (1162us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.229243:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608156032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 906us (990us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.229244:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3511 00000100:00100000:1.0:1780298627.229255:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3512 00000100:00100000:2.0:1780298627.230305:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.230333:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608156160 00000100:00100000:1.0:1780298627.230338:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608156160 00000100:00100000:1.0:1780298627.230368:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3513 00000100:00100000:1.0:1780298627.230375:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608156160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.230381:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.230388:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e630286cd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a89 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.230418:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.230420:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604109696:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.230448:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608156288 00000100:00100000:2.0:1780298627.230452:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608156288 00000100:00100000:1.0:1780298627.230457:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.230479:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3514 00000100:00100000:2.0:1780298627.230487:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608156288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.230494:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.230500:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e630286d4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a90 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.230521:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604109824:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.230550:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.230958:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604109696:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.230980:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e630286cd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a89 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.230994:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e630286cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a89 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.231004:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8800, rc 0) 00000100:00100000:1.0:1780298627.231031:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608156160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 657us (726us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.231039:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3513 00000100:00100000:2.0:1780298627.231262:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604109824:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.231288:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e630286d4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a90 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.231302:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e630286d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a90 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.231310:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:2.0:1780298627.231337:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608156288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 851us (966us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.231345:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3514 00000100:00100000:1.0:1780298627.232293:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.232333:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608156416 00000100:00100000:2.0:1780298627.232338:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608156416 00000100:00100000:2.0:1780298627.232372:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3515 00000100:00100000:2.0:1780298627.232380:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608156416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.232388:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.232410:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e630286db lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a97 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.232428:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(119 155) 00010000:00010000:2.0:1780298627.232433:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(119 155) 00010000:00010000:2.0:1780298627.232444:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e630286db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3964928->5046271] (req 3964928->4030463) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a97 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.232460:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e630286db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3964928->5046271] (req 3964928->4030463) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a97 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.232469:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377400, rc 0) 00000100:00100000:2.0:1780298627.232501:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608156416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 122us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.232508:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3515 00000100:00100000:3.0:1780298627.233189:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.233225:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608156544 00000100:00100000:2.0:1780298627.233229:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608156544 00000100:00100000:2.0:1780298627.233267:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3839 00000100:00100000:2.0:1780298627.233276:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608156544:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298627.233525:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5105004 -> 4194304 00002000:00010000:2.0:1780298627.233529:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.233532:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.233534:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.233536:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1488 -> 1408 00000100:00100000:2.0:1780298627.233568:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608156544:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 293us (379us total) trans 4294969011 rc 0/0 00000100:00100000:2.0:1780298627.233575:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3839 00000100:00100000:3.0:1780298627.234544:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.234578:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608156672 00000100:00100000:1.0:1780298627.234584:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608156672 00000100:00100000:3.0:1780298627.234591:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.234616:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608156800 00000100:00100000:1.0:1780298627.234619:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608156800 00000100:00100000:0.0:1780298627.234635:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3516 00000100:00100000:0.0:1780298627.234646:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608156672:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298627.234648:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3517 00010000:00010000:0.0:1780298627.234657:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.234661:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608156800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.234668:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e630286e2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8a9e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.234669:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.234678:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e630286e9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8aa5 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.234710:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604109952:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.234716:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604110080:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.234750:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.234753:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.235453:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604109952:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.235468:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e630286e9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8aa5 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.235523:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e630286e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8aa5 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.235532:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:3.0:1780298627.235561:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608156800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 905us (972us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.235567:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3517 00002000:00010000:2.0:1780298627.235639:0:9128:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 4194304 -> 5105004 00000100:00100000:2.0:1780298627.235650:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604110080:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.235667:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e630286e2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a9e expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.235682:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e630286e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a9e expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.235692:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:2.0:1780298627.235724:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608156672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1082us (1181us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.235731:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3516 00000100:00100000:1.0:1780298627.236685:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.236723:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608156928 00000100:00100000:2.0:1780298627.236728:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608156928 00000100:00100000:2.0:1780298627.236764:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3518 00000100:00100000:2.0:1780298627.236774:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608156928:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.236781:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298627.236782:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.236793:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630286f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8aac expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.236803:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608157056 00000100:00100000:0.0:1780298627.236808:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608157056 00000100:00100000:2.0:1780298627.236827:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604110208:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.236838:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3519 00000100:00100000:0.0:1780298627.236846:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608157056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.236853:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.236860:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e630286f7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ab3 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.236876:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.236885:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348007100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604110336:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.236908:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.247511:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604110208:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.247596:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630286f0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8aac expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.247624:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630286f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8aac expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.247637:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:0.0:1780298627.249021:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348007100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604110336:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.249065:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e630286f7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ab3 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.249094:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e630286f7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ab3 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.249109:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:0.0:1780298627.249225:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608157056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 12378us (12442us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.249236:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3519 00000100:00100000:2.0:1780298627.250353:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608156928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 13576us (13662us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.250364:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3518 00000100:00100000:1.0:1780298627.251806:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.251862:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608157184 00000100:00100000:2.0:1780298627.251872:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608157184 00000100:00100000:0.0:1780298627.251900:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.251934:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608157312 00000100:00100000:2.0:1780298627.251938:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608157312 00000100:00100000:3.0:1780298627.251945:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3520 00000100:00100000:3.0:1780298627.251957:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608157184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.251973:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.251988:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e630286fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8aba expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.252045:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604110464:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.253163:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3521 00000100:00100000:3.0:1780298627.253168:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.253186:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608157312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.253202:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.253217:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e63028705 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ac1 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.253253:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604110592:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.253289:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.254232:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604110592:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.254239:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604110464:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.254267:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e630286fe lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8aba expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.254267:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e63028705 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ac1 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.254306:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e630286fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8aba expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.254308:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e63028705 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ac1 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.254330:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00010000:00010000:1.0:1780298627.254332:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8800, rc 0) 00000100:00100000:3.0:1780298627.254365:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608157184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 2411us (2562us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.254367:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608157312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1194us (2468us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.254375:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3520 00000100:00100000:1.0:1780298627.254382:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3521 00000100:00100000:1.0:1780298627.255560:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.255589:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608157440 00000100:00100000:3.0:1780298627.255595:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608157440 00000100:00100000:3.0:1780298627.255623:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3522 00000100:00100000:3.0:1780298627.255628:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777608157440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.255635:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.255644:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302870c lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ac8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.255658:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302868e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [569344->1466367] (req 569344->573439) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a4a expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.255668:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(81 76) 00010000:00010000:3.0:1780298627.255671:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(82 76) 00010000:00010000:3.0:1780298627.255674:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302870c lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1277952->1335295] (req 1277952->1335295) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ac8 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.255690:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302868e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [569344->1466367] (req 569344->573439) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a4a expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.255700:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302868e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [569344->1466367] (req 569344->573439) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a4a expref: 14 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.255708:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604110720:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298627.255738:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.256428:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604110720:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298627.256444:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302870c lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1277952->1335295] (req 1277952->1335295) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ac8 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.256455:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:3.0:1780298627.256480:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:28749:x1866777608157440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 853us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.256485:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3522 00000100:00100000:0.0:1780298627.256743:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.256766:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608157568 00000100:00100000:3.0:1780298627.256769:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608157568 00010000:00010000:3.0:1780298627.256785:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302868e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [569344->1466367] (req 569344->573439) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a4a expref: 14 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.256805:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13905 00000100:00100000:3.0:1780298627.256809:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348af6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608157568:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298627.256817:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298627.256827:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302868e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [569344->1466367] (req 569344->573439) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a4a expref: 14 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.256834:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302868e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [569344->1466367] (req 569344->573439) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a4a expref: 14 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.256846:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302868e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [569344->1466367] (req 569344->573439) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a4a expref: 14 pid: 8358 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.256853:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(82 76) 00010000:00010000:3.0:1780298627.256855:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(82 76) 00010000:00010000:3.0:1780298627.256862:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302870c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1277952->1466367] (req 1277952->1335295) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ac8 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.256869:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302870c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1277952->1466367] (req 1277952->1335295) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ac8 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.256883:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302870c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1277952->1466367] (req 1277952->1335295) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ac8 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.256890:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604110848:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298627.256917:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.257653:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604110848:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298627.257661:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298627.257682:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348af6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608157568:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 872us (941us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.257687:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13905 00000100:00100000:2.0:1780298627.257956:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.257981:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608157696 00000100:00100000:3.0:1780298627.257985:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608157696 00000100:00100000:3.0:1780298627.258034:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3840 00000100:00100000:3.0:1780298627.258039:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608157696:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298627.258277:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2987550 -> 2987550 00002000:00010000:2.0:1780298627.258281:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.258284:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.258286:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.258288:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 432 -> 544 00000100:00100000:2.0:1780298627.258318:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608157696:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 278us (362us total) trans 4294968720 rc 0/0 00000100:00100000:2.0:1780298627.258326:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3840 00000100:00100000:0.0:1780298627.259294:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.259318:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.259342:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608157824 00000100:00100000:2.0:1780298627.259348:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608157824 00000100:00100000:1.0:1780298627.259349:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608157952 00000100:00100000:1.0:1780298627.259354:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608157952 00000100:00100000:2.0:1780298627.259383:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3523 00000100:00100000:1.0:1780298627.259390:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3524 00000100:00100000:2.0:1780298627.259405:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608157824:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298627.259413:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608157952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.259417:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.259421:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.259431:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e63028713 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8acf expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.259431:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e6302871a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ad6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.259477:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604111104:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.259480:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604110976:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.259525:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.259526:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.260767:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604110976:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.260795:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604111104:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.260802:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e63028713 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8acf expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.260820:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e6302871a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ad6 expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.260822:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e63028713 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8acf expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.260847:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00010000:00010000:3.0:1780298627.260854:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e6302871a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ad6 expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.260865:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:2.0:1780298627.260879:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608157824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1487us (1584us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.260889:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3523 00000100:00100000:3.0:1780298627.260891:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608157952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1482us (1568us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.260898:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3524 00000100:00100000:0.0:1780298627.261829:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.261866:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608158080 00000100:00100000:1.0:1780298627.261870:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608158080 00000100:00100000:1.0:1780298627.261896:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3525 00000100:00100000:1.0:1780298627.261901:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608158080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.261910:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.261918:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028721 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8add expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.261941:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604111232:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.261975:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.262055:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.262083:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608158208 00000100:00100000:3.0:1780298627.262146:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608158208 00000100:00100000:0.0:1780298627.262240:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3526 00000100:00100000:0.0:1780298627.262251:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e580450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608158208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.262259:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.262265:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63028728 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ae4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.262285:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604111360:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.262315:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.262759:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604111232:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.262775:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028721 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8add expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.262788:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028721 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8add expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.262798:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8800, rc 0) 00000100:00100000:1.0:1780298627.262830:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608158080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 928us (1001us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.262838:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3525 00000100:00100000:1.0:1780298627.262961:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604111360:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.262978:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63028728 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ae4 expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.262990:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63028728 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ae4 expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.262999:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00000100:00100000:1.0:1780298627.263026:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e580450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608158208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 776us (973us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.263032:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3526 00000100:00100000:0.0:1780298627.264162:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.264223:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608158336 00000100:00100000:3.0:1780298627.264229:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608158336 00000100:00100000:3.0:1780298627.264271:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3527 00000100:00100000:2.0:1780298627.264271:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.264283:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608158336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.264295:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298627.264295:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608158464 00000100:00100000:0.0:1780298627.264301:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608158464 00000100:00100000:0.0:1780298627.264327:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3528 00000100:00100000:0.0:1780298627.264332:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608158464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.264339:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.264346:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302872f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8aeb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.264346:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e63028736 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8af2 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.264385:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348007800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604111488:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.264430:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.264450:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604111616:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.264481:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.265215:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604111616:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.265219:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348007800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604111488:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.265242:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e63028736 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8af2 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.265250:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302872f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8aeb expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.265262:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e63028736 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8af2 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.265270:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302872f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8aeb expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.265278:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00010000:00010000:2.0:1780298627.265293:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:2.0:1780298627.265329:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608158336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1049us (1168us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.265338:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608158464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1003us (1070us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.265339:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3527 00000100:00100000:1.0:1780298627.265349:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3528 00000100:00100000:3.0:1780298627.266405:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.266459:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608158592 00000100:00100000:0.0:1780298627.266464:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608158592 00000100:00100000:0.0:1780298627.266499:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3529 00000100:00100000:3.0:1780298627.266504:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.266509:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608158592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.266520:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.266528:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6302873d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8af9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.266554:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604111744:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.266556:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608158720 00000100:00100000:2.0:1780298627.266562:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608158720 00000100:00100000:2.0:1780298627.266606:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3530 00000100:00100000:0.0:1780298627.266610:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.266617:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608158720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.266627:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.266637:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e63028744 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b00 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.266668:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604111872:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.266707:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.267433:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604111744:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.267445:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604111872:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.267459:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6302873d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8af9 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.267474:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e63028744 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b00 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.267474:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6302873d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8af9 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.267491:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00010000:00010000:2.0:1780298627.267501:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e63028744 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b00 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.267511:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:0.0:1780298627.267530:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608158592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1021us (1137us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.267538:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608158720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 923us (1036us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.267542:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3529 00000100:00100000:2.0:1780298627.267558:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3530 00000100:00100000:0.0:1780298627.268908:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.268953:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608158848 00000100:00100000:2.0:1780298627.268959:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608158848 00000100:00100000:2.0:1780298627.269004:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3841 00000100:00100000:2.0:1780298627.269012:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608158848:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298627.269340:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5105004 -> 4538625 00002000:00010000:2.0:1780298627.269344:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.269346:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.269349:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.269351:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1408 -> 1488 00000100:00100000:2.0:1780298627.269384:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608158848:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 374us (478us total) trans 4294969012 rc 0/0 00000100:00100000:2.0:1780298627.269389:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3841 00000100:00100000:1.0:1780298627.270446:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.270467:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.270487:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608158976 00000100:00100000:2.0:1780298627.270493:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608158976 00000100:00100000:3.0:1780298627.270502:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608159104 00000100:00100000:3.0:1780298627.270507:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608159104 00000100:00100000:2.0:1780298627.270528:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3531 00000100:00100000:2.0:1780298627.270538:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608158976:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.270542:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3532 00000100:00100000:3.0:1780298627.270553:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608159104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.270553:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.270562:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.270569:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e6302874b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b07 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.270572:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63028752 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b0e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.270612:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604112000:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.270625:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604112128:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.270663:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.270663:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00002000:00010000:0.0:1780298627.271668:0:12101:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 4538625 -> 5105004 00000100:00100000:2.0:1780298627.271679:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604112000:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.271681:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604112128:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.271721:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63028752 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b0e expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.271725:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e6302874b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b07 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.271751:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63028752 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b0e expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.271752:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e6302874b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b07 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.271774:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00010000:00010000:0.0:1780298627.271775:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00000100:00100000:2.0:1780298627.271816:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608159104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1263us (1345us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.271817:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608158976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1280us (1376us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.271829:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3532 00000100:00100000:0.0:1780298627.271841:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3531 00000100:00100000:0.0:1780298627.273080:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.273195:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608159232 00000100:00100000:3.0:1780298627.273201:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608159232 00000100:00100000:0.0:1780298627.273238:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.273253:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608159360 00000100:00100000:3.0:1780298627.273257:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608159360 00000100:00100000:1.0:1780298627.273289:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3533 00000100:00100000:2.0:1780298627.273299:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3534 00000100:00100000:1.0:1780298627.273304:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777608159232:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298627.273315:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608159360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.273317:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.273327:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.273328:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63028759 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b15 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.273338:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028760 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b1c expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.273362:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604112256:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.273375:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604112384:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.273416:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.273421:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.274304:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604112256:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.274331:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63028759 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b15 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.274342:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604112384:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.274350:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63028759 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b15 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.274363:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00010000:00010000:2.0:1780298627.274369:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028760 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b1c expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.274383:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028760 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b1c expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.274409:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777608159232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1110us (1330us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298627.274410:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:1.0:1780298627.274420:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3533 00000100:00100000:2.0:1780298627.274439:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608159360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1129us (1201us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.274446:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3534 00000100:00100000:0.0:1780298627.276113:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.276168:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608159616 00000100:00100000:2.0:1780298627.276174:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608159616 00000100:00100000:2.0:1780298627.276206:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61348 00000100:00100000:2.0:1780298627.276213:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+85:28749:x1866777608159616:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298627.276251:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.276268:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63028449 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c880c expref: 85 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.276279:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.276282:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298627.277489:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e63028767 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.277502:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028457 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8813 expref: 61 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.277514:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e63028767 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.277538:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028457 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8813 expref: 61 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.277552:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028457 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8813 expref: 61 pid: 17567 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.277562:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604112512:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.277613:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf360288a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.278365:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604112512:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.278389:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e63028767 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.278733:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.278774:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608159744 00000100:00100000:1.0:1780298627.278779:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608159744 00010000:00010000:1.0:1780298627.278802:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028457 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8813 expref: 62 pid: 17567 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.278827:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13906 00000100:00100000:1.0:1780298627.278833:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:2399:x1866777608159744:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.278842:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.278846:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028457 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8813 expref: 62 pid: 17567 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.278854:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028457 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8813 expref: 62 pid: 17567 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.278867:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028457 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8813 expref: 62 pid: 17567 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.278879:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.278882:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e63028767 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.278891:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e63028767 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.278896:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e63028767 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.278912:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.278938:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:2399:x1866777608159744:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 104us (204us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298627.278940:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e63028767 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.278949:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13906 00010000:00010000:2.0:1780298627.278954:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e63028767 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298627.279006:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990571 00000004:00010000:2.0:1780298627.279030:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000048d50e71 reply state 00000000edd4227c transno 4294990572 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e63028767 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.279041:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e63028767 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.279048:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.279050:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298627.279052:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298627.279116:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+87:28749:x1866777608159616:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 2903us (3004us total) trans 4294990572 rc 0/0 00000100:00100000:2.0:1780298627.279153:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61348 00000020:00080000:2.0:1780298627.279158:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298627.280058:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.280109:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608159872 00000100:00100000:1.0:1780298627.280114:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608159872 00000100:00100000:1.0:1780298627.280170:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3535 00000100:00100000:1.0:1780298627.280177:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:28749:x1866777608159872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.280191:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.280203:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302876e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b23 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.280226:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630284f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [995328->1269759] (req 995328->1052671) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88b4 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.280236:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630284d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1269760->3440639] (req 1269760->1273855) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8891 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.280251:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e630286db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3964928->5046271] (req 3964928->4030463) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a97 expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.280258:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6302850d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [5066752->38621183] (req 5066752->5107711) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c9 expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.280266:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 4 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(119 155) 00010000:00010000:1.0:1780298627.280270:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(123 155) 00010000:00010000:1.0:1780298627.280275:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302876e lrc: 7/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b23 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.280297:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6302850d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [5066752->38621183] (req 5066752->5107711) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c9 expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.280308:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6302850d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [5066752->38621183] (req 5066752->5107711) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c9 expref: 15 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.280319:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604112640:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.280370:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e630286db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3964928->5046271] (req 3964928->4030463) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a97 expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.280380:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e630286db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3964928->5046271] (req 3964928->4030463) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a97 expref: 15 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.280407:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604112768:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.280456:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630284d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1269760->3440639] (req 1269760->1273855) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8891 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.280466:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630284d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1269760->3440639] (req 1269760->1273855) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8891 expref: 13 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.280476:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604112896:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.280506:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630284f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [995328->1269759] (req 995328->1052671) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88b4 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.280516:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630284f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [995328->1269759] (req 995328->1052671) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88b4 expref: 13 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.280526:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604113024:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.280547:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.281625:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604112640:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.281628:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.281644:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604112768:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.281658:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604112896:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.281669:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604113024:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298627.281696:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608160128 00000100:00100000:3.0:1780298627.281702:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608160128 00010000:00010000:1.0:1780298627.281704:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302876e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b23 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.281717:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298627.281725:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:1.0:1780298627.281759:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:28749:x1866777608159872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1582us (1702us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.281762:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608160256 00000100:00100000:1.0:1780298627.281767:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3535 00000100:00100000:2.0:1780298627.281768:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608160256 00010000:00010000:2.0:1780298627.281794:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630284d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1269760->3440639] (req 1269760->1273855) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8891 expref: 14 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:3.0:1780298627.281816:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (5066752->5105003) req@ffff9cf24304f100 x1866777608160128/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780298627.281837:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13907 00000100:00100000:1.0:1780298627.281845:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608160256:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.281853:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.281868:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630284d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1269760->3440639] (req 1269760->1273855) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8891 expref: 14 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.281877:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630284d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1269760->3440639] (req 1269760->1273855) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8891 expref: 14 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:3.0:1780298627.281883:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f100 with x1866777608160128 ext(5066752->5105003) 00010000:00010000:3.0:1780298627.281891:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6302850d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [5066752->38621183] (req 5066752->5107711) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c9 expref: 15 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.281892:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630284d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [1269760->3440639] (req 1269760->1273855) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8891 expref: 14 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.281917:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6302850d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [5066752->38621183] (req 5066752->5107711) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c9 expref: 15 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.281917:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1780298627.281925:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf24304f100 00000100:00100000:1.0:1780298627.281938:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608160256:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 95us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.281944:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13907 00000100:00100000:3.0:1780298627.281978:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 89 00000100:00100000:3.0:1780298627.281989:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608160128:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298627.282034:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.282055:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.282066:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608160000 00000100:00100000:0.0:1780298627.282072:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608160000 00000100:00100000:2.0:1780298627.282091:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608160384 00010000:00010000:0.0:1780298627.282092:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e630286db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3964928->5046271] (req 3964928->4030463) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a97 expref: 16 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.282097:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608160384 00010000:00010000:2.0:1780298627.282119:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630284f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [995328->1269759] (req 995328->1052671) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88b4 expref: 13 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.282157:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13908 00000100:00100000:0.0:1780298627.282168:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608160000:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298627.282179:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13909 00010000:00010000:0.0:1780298627.282180:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.282193:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e630286db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3964928->5046271] (req 3964928->4030463) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a97 expref: 17 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.282194:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608160384:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.282210:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.282215:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e630286db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3964928->5046271] (req 3964928->4030463) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a97 expref: 17 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.282229:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630284f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [995328->1269759] (req 995328->1052671) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88b4 expref: 13 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.282235:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e630286db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [3964928->5046271] (req 3964928->4030463) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a97 expref: 17 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.282241:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630284f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [995328->1269759] (req 995328->1052671) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88b4 expref: 13 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.282260:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630284f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [995328->1269759] (req 995328->1052671) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88b4 expref: 13 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.282261:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298627.282272:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298627.282287:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608160000:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 121us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.282294:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608160384:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 105us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.282300:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13908 00000100:00100000:1.0:1780298627.282307:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13909 00000100:00100000:2.0:1780298627.283512:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608160128:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1526us (1886us total) trans 4294969013 rc 0/0 00000100:00100000:2.0:1780298627.283518:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 89 00002000:00100000:2.0:1780298627.283523:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (5066752->5105003) req@ffff9cf24304f100 x1866777608160128/t4294969013(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/448 e 0 to 0 dl 1780298638 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.283529:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f100 with x1866777608160128 ext(5066752->5105003) 00010000:00010000:2.0:1780298627.283534:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6302850d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5066752->38621183] (req 5066752->5107711) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c9 expref: 16 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.283543:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6302850d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5066752->38621183] (req 5066752->5107711) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c9 expref: 16 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298627.283548:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf24304f100 00000100:00100000:0.0:1780298627.284350:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.284378:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608160512 00000100:00100000:2.0:1780298627.284382:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608160512 00010000:00010000:2.0:1780298627.284406:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6302850d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5066752->38621183] (req 5066752->5107711) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c9 expref: 16 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.284428:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13910 00000100:00100000:2.0:1780298627.284433:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608160512:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.284441:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298627.284447:0:20253:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1488 -> 1568 00010000:00010000:2.0:1780298627.284451:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6302850d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5066752->38621183] (req 5066752->5107711) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c9 expref: 16 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.284458:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6302850d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5066752->38621183] (req 5066752->5107711) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c9 expref: 16 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.284468:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6302850d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5066752->38621183] (req 5066752->5107711) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c88c9 expref: 16 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.284476:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(123 155) 00010000:00010000:2.0:1780298627.284479:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(123 155) 00010000:00010000:2.0:1780298627.284483:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302876e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b23 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.284489:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302876e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b23 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.284508:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302876e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b23 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.284520:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604113152:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.284559:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629a4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.285224:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604113152:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.285245:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.285270:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608160512:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 836us (921us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.285276:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13910 00000100:00100000:3.0:1780298627.285353:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.285385:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608160640 00000100:00100000:0.0:1780298627.285389:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608160640 00000100:00100000:0.0:1780298627.285430:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3536 00000100:00100000:0.0:1780298627.285435:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:28749:x1866777608160640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.285448:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.285459:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028775 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b2a expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.285476:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302870c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1277952->1466367] (req 1277952->1335295) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ac8 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.285482:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6302865d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1466368->1794047] (req 1466368->1478655) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a19 expref: 21 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.285487:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302861e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1794048->2555903] (req 1794048->1810431) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89da expref: 21 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.285492:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630285ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2555904->2916351] (req 2555904->2588671) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8986 expref: 21 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.285496:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028576 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2940928->36495359] (req 2940928->2990079) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8932 expref: 21 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.285500:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 5 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(82 76) 00010000:00010000:0.0:1780298627.285503:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(87 76) 00010000:00010000:0.0:1780298627.285506:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028775 lrc: 8/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b2a expref: 21 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.285521:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028576 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2940928->36495359] (req 2940928->2990079) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8932 expref: 21 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.285534:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028576 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2940928->36495359] (req 2940928->2990079) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8932 expref: 21 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.285541:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604113280:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.285586:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630285ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2555904->2916351] (req 2555904->2588671) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8986 expref: 21 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.285593:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630285ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2555904->2916351] (req 2555904->2588671) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8986 expref: 21 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.285600:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604113408:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.285621:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302861e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1794048->2555903] (req 1794048->1810431) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89da expref: 21 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.285627:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302861e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1794048->2555903] (req 1794048->1810431) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89da expref: 21 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.285634:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604113536:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.285657:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6302865d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1466368->1794047] (req 1466368->1478655) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a19 expref: 21 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.285663:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6302865d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1466368->1794047] (req 1466368->1478655) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a19 expref: 21 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.285673:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604113664:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.285697:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302870c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1277952->1466367] (req 1277952->1335295) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ac8 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.285703:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302870c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1277952->1466367] (req 1277952->1335295) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ac8 expref: 13 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.285710:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604113792:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.285728:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.286419:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604113280:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.286429:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604113408:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.286437:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604113536:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.286567:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604113664:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.286811:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.286830:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604113792:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.286853:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608161152 00000100:00100000:2.0:1780298627.286859:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608161152 00010000:00010000:0.0:1780298627.286865:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028775 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b2a expref: 22 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.286880:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00010000:00010000:2.0:1780298627.286881:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6302865d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1466368->1794047] (req 1466368->1478655) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a19 expref: 22 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.286916:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13911 00000100:00100000:0.0:1780298627.286920:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:28749:x1866777608160640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1481us (1565us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.286928:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777608161152:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298627.286934:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3536 00010000:00010000:2.0:1780298627.286942:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.286957:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6302865d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [1466368->1794047] (req 1466368->1478655) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a19 expref: 21 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.286967:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6302865d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [1466368->1794047] (req 1466368->1478655) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a19 expref: 21 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.286983:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6302865d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [1466368->1794047] (req 1466368->1478655) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8a19 expref: 21 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.286999:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.287025:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608161152:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 101us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.287031:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13911 00000100:00100000:3.0:1780298627.287103:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.287140:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.287180:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608160768 00000100:00100000:2.0:1780298627.287183:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608160896 00000100:00100000:1.0:1780298627.287185:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608160768 00000100:00100000:2.0:1780298627.287189:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608160896 00000100:00100000:3.0:1780298627.287196:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298627.287210:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630285ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2555904->2916351] (req 2555904->2588671) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8986 expref: 21 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.287214:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302861e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1794048->2555903] (req 1794048->1810431) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89da expref: 21 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.287244:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608161024 00000100:00100000:1.0:1780298627.287249:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608161024 00000100:00100000:2.0:1780298627.287255:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13912 00000100:00100000:2.0:1780298627.287266:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3487c6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777608160768:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.287266:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028576 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2940928->36495359] (req 2940928->2990079) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8932 expref: 22 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.287279:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.287289:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630285ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [2555904->2916351] (req 2555904->2588671) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8986 expref: 22 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.287300:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630285ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2555904->2916351] (req 2555904->2588671) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8986 expref: 22 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.287309:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13913 00010000:00010000:2.0:1780298627.287317:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e630285ca lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2555904->2916351] (req 2555904->2588671) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8986 expref: 22 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.287324:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13914 00000100:00100000:1.0:1780298627.287324:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777608160896:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.287339:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298627.287341:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777608161024:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.287341:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.287355:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302861e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1794048->2555903] (req 1794048->1810431) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89da expref: 21 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.287367:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3487c6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777608160768:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 103us (262us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298627.287367:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302861e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1794048->2555903] (req 1794048->1810431) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89da expref: 21 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.287384:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13912 00010000:00010000:1.0:1780298627.287406:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302861e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1794048->2555903] (req 1794048->1810431) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c89da expref: 21 pid: 8359 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.287414:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.287418:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298627.287430:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028576 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2940928->36495359] (req 2940928->2990079) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8932 expref: 19 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.287444:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608160896:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 126us (300us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298627.287447:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028576 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2940928->36495359] (req 2940928->2990079) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8932 expref: 19 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.287456:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13913 00010000:00010000:3.0:1780298627.287471:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028576 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2940928->36495359] (req 2940928->2990079) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8932 expref: 18 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.287484:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298627.287510:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777608161024:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 174us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.287521:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13914 00000100:00100000:1.0:1780298627.287521:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.287546:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608161280 00000100:00100000:3.0:1780298627.287550:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608161280 00010000:00010000:3.0:1780298627.287570:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302870c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1277952->1466367] (req 1277952->1335295) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ac8 expref: 14 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.287600:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13915 00000100:00100000:3.0:1780298627.287608:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608161280:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298627.287624:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298627.287633:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302870c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1277952->1466367] (req 1277952->1335295) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ac8 expref: 14 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.287682:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302870c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1277952->1466367] (req 1277952->1335295) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ac8 expref: 14 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.287704:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302870c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1277952->1466367] (req 1277952->1335295) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ac8 expref: 14 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.287714:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(87 76) 00010000:00010000:3.0:1780298627.287718:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(87 76) 00010000:00010000:3.0:1780298627.287723:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028775 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b2a expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.287731:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028775 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b2a expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.287755:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028775 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b2a expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.287767:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604113920:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298627.287807:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.288537:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604113920:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298627.288599:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298627.288624:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608161280:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1017us (1106us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.288633:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13915 00000100:00100000:1.0:1780298627.288672:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.288712:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608161408 00000100:00100000:2.0:1780298627.288717:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608161408 00002000:00010000:2.0:1780298627.288740:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1567175->18446744073709551615) 00002000:00100000:2.0:1780298627.288744:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845c00 with x1866777608161408 ext(1567175->18446744073709551615) 00002000:00010000:2.0:1780298627.288752:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243845c00. 00000100:00100000:2.0:1780298627.288772:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3842 00000100:00100000:2.0:1780298627.288781:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608161408:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298627.288816:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.288853:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608161536 00000100:00100000:0.0:1780298627.288858:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608161536 00002000:00010000:0.0:1780298627.288875:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:0.0:1780298627.288879:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844e00 with x1866777608161536 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298627.288886:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243844e00. 00000100:00100000:0.0:1780298627.288914:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3843 00000100:00100000:0.0:1780298627.288924:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608161536:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298627.289644:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5105004 -> 1567175 00002000:00010000:2.0:1780298627.289647:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.289650:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.289652:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.289655:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1568 -> 936 00002000:00010000:0.0:1780298627.289667:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2987550 -> 0 00002000:00010000:0.0:1780298627.289671:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.289674:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.289676:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.289679:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 544 -> 0 00000100:00100000:2.0:1780298627.289687:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608161408:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 907us (1014us total) trans 4294969014 rc 0/0 00000100:00100000:2.0:1780298627.289695:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3842 00002000:00010000:2.0:1780298627.289699:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1567175->18446744073709551615) 00002000:00100000:2.0:1780298627.289702:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845c00 with x1866777608161408 ext(1567175->18446744073709551615) 00002000:00010000:2.0:1780298627.289707:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243845c00. 00000100:00100000:0.0:1780298627.289708:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608161536:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 785us (890us total) trans 4294968721 rc 0/0 00000100:00100000:0.0:1780298627.289718:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3843 00002000:00010000:0.0:1780298627.289723:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:0.0:1780298627.289726:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844e00 with x1866777608161536 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298627.289732:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243844e00. 00000100:00100000:0.0:1780298627.290564:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.290601:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608161664 00000100:00100000:2.0:1780298627.290607:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608161664 00000100:00100000:2.0:1780298627.290646:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61349 00000100:00100000:2.0:1780298627.290655:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:28749:x1866777608161664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.290667:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.290682:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302877c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b31 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.290777:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028783 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.290791:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028783 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.290801:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028783 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298627.290822:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1567175 00000004:00200000:2.0:1780298627.290826:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298627.290841:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028783 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.290861:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302877c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b31 expref: 63 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.290874:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028783 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b31 expref: 62 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.290882:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.290884:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298627.290887:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:2.0:1780298627.290914:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:28749:x1866777608161664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 261us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.290921:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61349 00000100:00100000:1.0:1780298627.291850:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.291948:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608161792 00000100:00100000:3.0:1780298627.291954:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608161792 00000100:00100000:0.0:1780298627.291968:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.292010:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608161920 00000100:00100000:1.0:1780298627.292015:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608161920 00000100:00100000:3.0:1780298627.292026:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3537 00000100:00100000:3.0:1780298627.292038:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608161792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.292048:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298627.292058:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3538 00010000:00010000:3.0:1780298627.292059:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e6302878a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b38 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.292080:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608161920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.292091:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.292102:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e63028791 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b3f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.292108:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604114048:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.292169:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604114176:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.292198:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.292205:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.292976:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604114176:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.293007:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604114048:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.293010:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e63028791 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b3f expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.293031:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e6302878a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b38 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.293031:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e63028791 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b3f expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.293053:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00010000:00010000:3.0:1780298627.293062:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e6302878a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b38 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.293073:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:2.0:1780298627.293090:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608161920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1023us (1121us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.293101:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608161792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1065us (1249us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.293106:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3538 00000100:00100000:3.0:1780298627.293114:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3537 00000100:00100000:1.0:1780298627.294186:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.294231:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608162048 00000100:00100000:0.0:1780298627.294237:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608162048 00000100:00100000:0.0:1780298627.294279:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3539 00000100:00100000:1.0:1780298627.294281:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.294294:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608162048:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298627.294304:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608162176 00010000:00010000:0.0:1780298627.294305:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298627.294310:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608162176 00010000:00010000:0.0:1780298627.294316:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028798 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b46 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.294349:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3540 00000100:00100000:0.0:1780298627.294354:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604114304:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.294362:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608162176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.294371:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.294382:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302879f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b4d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.294417:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.294428:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604114432:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.294459:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.295172:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604114304:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.295191:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028798 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b46 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.295202:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028798 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b46 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.295209:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:0.0:1780298627.295235:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608162048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 947us (1053us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.295241:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3539 00000100:00100000:3.0:1780298627.295335:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604114432:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.295402:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302879f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b4d expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.295419:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302879f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b4d expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.295429:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:3.0:1780298627.295456:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608162176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1100us (1179us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.295464:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3540 00000100:00100000:1.0:1780298627.296382:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.296425:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.296434:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608162304 00000100:00100000:0.0:1780298627.296440:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608162304 00000100:00100000:3.0:1780298627.296451:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608162432 00000100:00100000:3.0:1780298627.296456:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608162432 00000100:00100000:0.0:1780298627.296482:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3541 00000100:00100000:0.0:1780298627.296494:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608162304:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.296498:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3542 00010000:00010000:0.0:1780298627.296511:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298627.296512:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608162432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.296522:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.296524:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630287a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b54 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.296532:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e630287ad lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b5b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.296564:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604114560:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.296569:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604114688:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.296614:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.296615:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.297408:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604114688:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.297411:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604114560:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.297433:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e630287ad lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b5b expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.297436:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630287a6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b54 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.297468:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630287a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b54 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.297472:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e630287ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b5b expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.297491:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00010000:00010000:3.0:1780298627.297494:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:0.0:1780298627.297535:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608162304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1041us (1149us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.297536:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608162432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1024us (1106us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.297552:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3542 00000100:00100000:0.0:1780298627.297559:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3541 00000100:00100000:2.0:1780298627.298574:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.298626:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608162560 00000100:00100000:1.0:1780298627.298632:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608162560 00000100:00100000:1.0:1780298627.298672:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3543 00000100:00100000:1.0:1780298627.298682:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608162560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.298704:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.298715:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630287b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b62 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.298737:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302876e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b23 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.298747:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(123 155) 00010000:00010000:1.0:1780298627.298752:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(124 155) 00010000:00010000:1.0:1780298627.298757:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630287b4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b62 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.298784:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302876e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b23 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.298800:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302876e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b23 expref: 15 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.298814:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604114816:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.298867:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.299583:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604114816:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.299609:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630287b4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [135168->139263] (req 135168->139263) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b62 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.299623:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00000100:00100000:0.0:1780298627.299653:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777608162560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 974us (1082us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.299659:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3543 00000100:00100000:1.0:1780298627.299771:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.299810:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608162688 00000100:00100000:2.0:1780298627.299815:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608162688 00010000:00010000:2.0:1780298627.299838:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302876e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b23 expref: 16 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.299872:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13916 00000100:00100000:2.0:1780298627.299882:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608162688:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.299895:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.299911:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302876e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b23 expref: 16 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.299923:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302876e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b23 expref: 16 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.299942:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302876e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b23 expref: 16 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.299952:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(124 155) 00010000:00010000:2.0:1780298627.299956:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(124 155) 00010000:00010000:2.0:1780298627.299963:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630287b4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 135168->139263) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b62 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.299971:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630287b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 135168->139263) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b62 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.299995:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630287b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 135168->139263) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b62 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.300006:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604114944:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.300047:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.300835:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604114944:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.300858:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.300887:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608162688:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1009us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.300893:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13916 00000100:00100000:3.0:1780298627.302031:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.302145:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608162816 00000100:00100000:2.0:1780298627.302152:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608162816 00002000:00100000:2.0:1780298627.302197:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (135168->139263) req@ffff9cf25586e680 x1866777608162816/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.302207:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586e680 with x1866777608162816 ext(135168->139263) 00002000:00010000:2.0:1780298627.302212:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586e680 00000100:00100000:2.0:1780298627.302239:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3844 00000100:00100000:2.0:1780298627.302256:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608162816:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.302382:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608162816:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 136us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.302386:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3844 00002000:00100000:2.0:1780298627.302391:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (135168->139263) req@ffff9cf25586e680 x1866777608162816/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.302410:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586e680 with x1866777608162816 ext(135168->139263) 00002000:00010000:2.0:1780298627.302413:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586e680 00000100:00100000:1.0:1780298627.303729:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.303771:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608162944 00000100:00100000:2.0:1780298627.303776:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608162944 00002000:00100000:2.0:1780298627.303798:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (139264->143359) req@ffff9cf3760a1450 x1866777608162944/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.303808:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3760a1450 with x1866777608162944 ext(139264->143359) 00002000:00010000:2.0:1780298627.303812:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3760a1450 00000100:00100000:2.0:1780298627.303838:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3845 00000100:00100000:2.0:1780298627.303847:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3760a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608162944:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.303956:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3760a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608162944:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 110us (231us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.303965:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3845 00002000:00100000:2.0:1780298627.303973:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (139264->143359) req@ffff9cf3760a1450 x1866777608162944/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.303981:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3760a1450 with x1866777608162944 ext(139264->143359) 00002000:00010000:2.0:1780298627.303984:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3760a1450 00000100:00100000:1.0:1780298627.305431:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.305474:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608163072 00000100:00100000:2.0:1780298627.305480:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608163072 00002000:00100000:2.0:1780298627.305507:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (114688->180223) req@ffff9cf244adb100 x1866777608163072/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.305514:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adb100 with x1866777608163072 ext(114688->180223) 00002000:00010000:2.0:1780298627.305517:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244adb100 00000100:00100000:2.0:1780298627.305535:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3846 00000100:00100000:2.0:1780298627.305541:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608163072:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.307035:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608163072:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1492us (1607us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298627.307041:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3846 00002000:00100000:2.0:1780298627.307048:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (114688->180223) req@ffff9cf244adb100 x1866777608163072/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 504/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.307054:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adb100 with x1866777608163072 ext(114688->180223) 00002000:00010000:2.0:1780298627.307057:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244adb100 00000100:00100000:1.0:1780298627.308643:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.308673:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608163200 00000100:00100000:3.0:1780298627.308686:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608163200 00002000:00100000:3.0:1780298627.308733:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (180224->217087) req@ffff9cf244ad8380 x1866777608163200/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298627.308745:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8380 with x1866777608163200 ext(180224->217087) 00002000:00010000:3.0:1780298627.308750:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad8380 00000100:00100000:3.0:1780298627.308792:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3847 00000100:00100000:3.0:1780298627.308801:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608163200:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.309927:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608163200:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1124us (1282us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1780298627.309938:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3847 00002000:00100000:2.0:1780298627.309948:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (180224->217087) req@ffff9cf244ad8380 x1866777608163200/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.309958:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8380 with x1866777608163200 ext(180224->217087) 00002000:00010000:2.0:1780298627.309963:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad8380 00000100:00100000:3.0:1780298627.311281:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.311331:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608163328 00000100:00100000:0.0:1780298627.311336:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608163328 00000100:00100000:0.0:1780298627.311364:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3544 00000100:00100000:0.0:1780298627.311369:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608163328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.311380:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.311407:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630287bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b69 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.311459:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604115072:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.311523:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3629dacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.312334:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604115072:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.312354:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630287bb lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b69 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.312369:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630287bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b69 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.312378:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00000100:00100000:0.0:1780298627.312428:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608163328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1057us (1148us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.312433:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3544 00000100:00100000:1.0:1780298627.313374:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.313425:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608163456 00000100:00100000:2.0:1780298627.313429:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608163456 00000100:00100000:2.0:1780298627.313456:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3545 00000100:00100000:2.0:1780298627.313461:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608163456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.313468:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.313475:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e630287c2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b70 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.313498:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604115200:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.313536:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff49c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.314248:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604115200:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.314266:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e630287c2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b70 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.314278:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e630287c2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b70 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.314284:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:2.0:1780298627.314310:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608163456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 850us (941us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.314315:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3545 00000100:00100000:1.0:1780298627.315286:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.315328:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608163584 00000100:00100000:0.0:1780298627.315333:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608163584 00000100:00100000:0.0:1780298627.315362:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61350 00000100:00100000:0.0:1780298627.315367:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+87:28749:x1866777608163584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.315378:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.315389:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e630287c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b77 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.315474:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e630287d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.315488:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e630287d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.315496:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e630287d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.315516:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1567175 00000004:00200000:0.0:1780298627.315519:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.315534:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e630287d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.315549:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e630287c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b77 expref: 89 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.315557:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e630287d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b77 expref: 88 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.315562:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.315564:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.315566:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:0.0:1780298627.315596:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+88:28749:x1866777608163584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 228us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.315602:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61350 00000100:00100000:1.0:1780298627.316667:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.316704:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608163712 00000100:00100000:0.0:1780298627.316709:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608163712 00000100:00100000:0.0:1780298627.316740:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3546 00000100:00100000:0.0:1780298627.316745:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608163712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.316753:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.316765:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630287d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b7e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.316781:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(124 155) 00010000:00010000:0.0:1780298627.316785:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(124 155) 00010000:00010000:0.0:1780298627.316791:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630287d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b7e expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.316800:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630287d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b7e expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.316806:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:0.0:1780298627.316830:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608163712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 86us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.316834:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3546 00000100:00100000:3.0:1780298627.318840:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.318882:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608163968 00000100:00100000:0.0:1780298627.318886:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608163968 00000100:00100000:0.0:1780298627.318912:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61351 00000100:00100000:0.0:1780298627.318917:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+88:28749:x1866777608163968:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298627.318946:0:17567:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.318957:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e630287d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b77 expref: 88 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.318965:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.318967:0:17567:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298627.319073:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e630287de lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.319083:0:17567:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028783 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b31 expref: 61 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.319094:0:17567:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e630287de lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.319108:0:17567:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028783 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b31 expref: 61 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.319118:0:17567:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028783 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b31 expref: 61 pid: 6477 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.319155:0:17567:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777604115328:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.319197:0:17567:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.319965:0:17567:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777604115328:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.319974:0:17567:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e630287de lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.320179:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.320211:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608164096 00000100:00100000:0.0:1780298627.320215:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608164096 00010000:00010000:0.0:1780298627.320230:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028783 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b31 expref: 62 pid: 6477 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.320250:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13917 00000100:00100000:0.0:1780298627.320254:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:2400:x1866777608164096:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298627.320261:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.320265:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028783 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b31 expref: 62 pid: 6477 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.320271:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028783 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b31 expref: 62 pid: 6477 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.320279:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028783 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b31 expref: 62 pid: 6477 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.320287:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.320289:0:8374:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e630287de lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.320295:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e630287de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.320299:0:8374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e630287de lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.320312:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298627.320330:0:17567:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e630287de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.320334:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:2400:x1866777608164096:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 78us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.320346:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13917 00010000:00010000:2.0:1780298627.320347:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e630287de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298627.320403:0:17567:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990573 00000004:00010000:2.0:1780298627.320428:0:17567:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b3f5cf9c reply state 00000000f2eed616 transno 4294990574 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e630287de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.320438:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e630287de lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.320442:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.320444:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298627.320446:0:17567:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298627.320491:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+90:28749:x1866777608163968:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1573us (1652us total) trans 4294990574 rc 0/0 00000100:00100000:2.0:1780298627.320496:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61351 00000020:00080000:2.0:1780298627.320498:0:17567:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298627.321181:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.321208:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608164224 00000100:00100000:0.0:1780298627.321212:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608164224 00000100:00100000:0.0:1780298627.321236:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3547 00000100:00100000:0.0:1780298627.321241:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:28749:x1866777608164224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.321247:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.321253:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630287e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b85 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.321266:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630287b4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 135168->139263) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b62 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.321272:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630287d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b7e expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.321277:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(124 155) 00010000:00010000:0.0:1780298627.321279:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(124 155) 00010000:00010000:0.0:1780298627.321283:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630287e5 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b85 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.321297:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630287d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b7e expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.321304:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630287d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b7e expref: 17 pid: 8358 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.321310:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604115456:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.321345:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630287b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 135168->139263) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b62 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.321354:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630287b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 135168->139263) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b62 expref: 12 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.321365:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604115584:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.321383:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.322115:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604115456:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.322122:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604115584:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.322191:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630287e5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b85 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.322200:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:0.0:1780298627.322226:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:28749:x1866777608164224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 986us (1050us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.322232:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3547 00000100:00100000:3.0:1780298627.322422:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.322493:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608164352 00000100:00100000:3.0:1780298627.322494:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.322499:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608164352 00010000:00010000:2.0:1780298627.322521:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630287d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b7e expref: 17 pid: 8358 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.322531:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608164480 00000100:00100000:0.0:1780298627.322535:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608164480 00000100:00100000:2.0:1780298627.322547:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13918 00010000:00010000:0.0:1780298627.322551:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630287b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 135168->139263) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b62 expref: 13 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.322559:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608164352:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.322566:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.322577:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630287d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b7e expref: 17 pid: 8358 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.322578:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13919 00000100:00100000:0.0:1780298627.322592:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3487c7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608164480:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.322596:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630287d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b7e expref: 17 pid: 8358 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.322604:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.322609:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630287d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b7e expref: 17 pid: 8358 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.322617:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630287b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 135168->139263) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b62 expref: 13 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.322623:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298627.322629:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630287b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 135168->139263) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b62 expref: 13 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.322641:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630287b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 135168->139263) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b62 expref: 13 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.322648:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608164352:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 93us (228us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298627.322649:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(124 155) 00010000:00010000:0.0:1780298627.322657:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(124 155) 00000100:00100000:2.0:1780298627.322662:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13918 00010000:00010000:0.0:1780298627.322665:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630287e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b85 expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.322671:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630287e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b85 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.322689:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630287e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b85 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.322699:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8eca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604115712:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298627.322743:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.324198:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8eca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604115712:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298627.324211:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298627.324233:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3487c7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608164480:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1646us (1740us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.324238:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13919 00000100:00100000:1.0:1780298627.324328:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.324355:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608164608 00000100:00100000:0.0:1780298627.324359:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608164608 00002000:00010000:0.0:1780298627.324372:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298627.324375:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9500 with x1866777608164608 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298627.324379:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9500. 00000100:00100000:0.0:1780298627.324405:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3848 00000100:00100000:0.0:1780298627.324409:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608164608:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298627.324498:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 1567175 -> 4194304 00002000:00010000:0.0:1780298627.324501:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.324503:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.324504:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.324507:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 936 -> 936 00000100:00100000:1.0:1780298627.324517:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.324533:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608164608:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 122us (204us total) trans 4294969015 rc 0/0 00000100:00100000:0.0:1780298627.324540:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3848 00002000:00010000:0.0:1780298627.324545:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298627.324547:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9500 with x1866777608164608 ext(4194304->18446744073709551615) 00000100:00100000:2.0:1780298627.324553:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608164736 00002000:00010000:0.0:1780298627.324553:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9500. 00000100:00100000:2.0:1780298627.324558:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608164736 00002000:00010000:2.0:1780298627.324574:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2270877->18446744073709551615) 00002000:00100000:2.0:1780298627.324578:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adad80 with x1866777608164736 ext(2270877->18446744073709551615) 00002000:00010000:2.0:1780298627.324584:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244adad80. 00000100:00100000:2.0:1780298627.324602:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3849 00000100:00100000:2.0:1780298627.324608:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608164736:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298627.324697:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 2270877 00002000:00010000:2.0:1780298627.324700:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.324701:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.324703:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.324704:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298627.324727:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608164736:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 119us (210us total) trans 4294968722 rc 0/0 00000100:00100000:2.0:1780298627.324734:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3849 00002000:00010000:2.0:1780298627.324737:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2270877->18446744073709551615) 00002000:00100000:2.0:1780298627.324740:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adad80 with x1866777608164736 ext(2270877->18446744073709551615) 00002000:00010000:2.0:1780298627.324744:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244adad80. 00000100:00100000:1.0:1780298627.325502:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.325538:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608164864 00000100:00100000:2.0:1780298627.325543:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608164864 00000100:00100000:2.0:1780298627.325574:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61352 00000100:00100000:2.0:1780298627.325583:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+90:28749:x1866777608164864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.325593:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.325603:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e630287ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b8c expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.325646:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630287f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.325656:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630287f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.325665:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630287f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298627.325681:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6465181 00000004:00200000:2.0:1780298627.325684:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298627.325696:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630287f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.325715:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e630287ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b8c expref: 92 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.325732:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630287f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b8c expref: 91 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.325739:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.325742:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298627.325744:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298627.325780:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+91:28749:x1866777608164864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 198us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.325786:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61352 00000100:00100000:1.0:1780298627.327937:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.327965:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608164992 00000100:00100000:2.0:1780298627.327969:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608164992 00000100:00100000:2.0:1780298627.327998:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3850 00000100:00100000:2.0:1780298627.328007:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608164992:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298627.328160:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 6222812 00002000:00010000:2.0:1780298627.328162:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.328164:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.328165:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.328167:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 936 -> 976 00000100:00100000:2.0:1780298627.328188:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608164992:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 184us (252us total) trans 4294969016 rc 0/0 00000100:00100000:2.0:1780298627.328193:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3850 00000100:00100000:3.0:1780298627.328877:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.328906:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608165120 00000100:00100000:2.0:1780298627.328910:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608165120 00000100:00100000:2.0:1780298627.328932:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61353 00000100:00100000:2.0:1780298627.328937:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:28749:x1866777608165120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.328943:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.328950:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e630287fa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b93 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.328979:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028801 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.328986:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028801 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.328991:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028801 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298627.329001:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6465181 00000004:00200000:2.0:1780298627.329003:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298627.329009:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028801 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.329019:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e630287fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b93 expref: 63 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.329027:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028801 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b93 expref: 62 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.329032:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.329034:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298627.329036:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00000100:00100000:2.0:1780298627.329056:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:28749:x1866777608165120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 119us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.329060:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61353 00000100:00100000:1.0:1780298627.329826:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.329847:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.329861:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608165376 00000100:00100000:0.0:1780298627.329869:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608165376 00000100:00100000:3.0:1780298627.329886:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608165248 00000100:00100000:3.0:1780298627.329892:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608165248 00000100:00100000:0.0:1780298627.329898:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3548 00000100:00100000:0.0:1780298627.329905:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608165376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.329911:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.329917:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63028808 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ba1 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.329931:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3549 00000100:00100000:0.0:1780298627.329942:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604115840:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.329943:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608165248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.329953:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.329961:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302880f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8b9a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.329978:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.329986:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604115968:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.330010:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.330717:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604115840:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.330729:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604115968:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.330734:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63028808 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ba1 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.330747:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302880f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b9a expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.330748:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63028808 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ba1 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.330755:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00010000:00010000:2.0:1780298627.330771:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302880f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b9a expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.330779:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:0.0:1780298627.330783:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608165376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 877us (956us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.330788:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3548 00000100:00100000:2.0:1780298627.330801:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608165248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 862us (952us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.330809:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3549 00000100:00100000:3.0:1780298627.331714:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.331742:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608165504 00000100:00100000:0.0:1780298627.331746:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608165504 00000100:00100000:0.0:1780298627.331766:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3550 00000100:00100000:0.0:1780298627.331770:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608165504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.331775:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.331781:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028816 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ba8 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.331801:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604116096:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.331836:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.331863:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.331899:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608165632 00000100:00100000:0.0:1780298627.331903:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608165632 00000100:00100000:0.0:1780298627.331925:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3551 00000100:00100000:0.0:1780298627.331931:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608165632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.331939:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.331945:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e6302881d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8baf expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.331964:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604116224:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.331988:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.332451:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604116096:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.332467:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028816 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ba8 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.332480:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028816 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ba8 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.332489:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:0.0:1780298627.332516:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608165504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 745us (802us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.332520:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3550 00000100:00100000:0.0:1780298627.332716:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604116224:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.332733:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e6302881d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8baf expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.332745:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e6302881d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8baf expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.332771:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:0.0:1780298627.332794:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608165632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 864us (934us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.332798:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3551 00000100:00100000:2.0:1780298627.334004:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.334044:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608165760 00000100:00100000:1.0:1780298627.334048:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608165760 00002000:00100000:1.0:1780298627.334066:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (1875968->1933311) req@ffff9cf255093100 x1866777608165760/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.334073:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255093100 with x1866777608165760 ext(1875968->1933311) 00002000:00010000:1.0:1780298627.334076:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255093100 00000100:00100000:1.0:1780298627.334093:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3851 00000100:00100000:1.0:1780298627.334100:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608165760:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.335038:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608165760:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 936us (1031us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298627.335046:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3851 00002000:00100000:1.0:1780298627.335054:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (1875968->1933311) req@ffff9cf255093100 x1866777608165760/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.335064:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255093100 with x1866777608165760 ext(1875968->1933311) 00002000:00010000:1.0:1780298627.335067:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255093100 00000100:00100000:1.0:1780298627.335913:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.335933:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.335934:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608165888 00000100:00100000:3.0:1780298627.335938:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608165888 00000100:00100000:0.0:1780298627.335964:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608166016 00000100:00100000:3.0:1780298627.335968:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3552 00000100:00100000:0.0:1780298627.335969:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608166016 00000100:00100000:3.0:1780298627.335975:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608165888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.335982:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.335989:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028824 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8bb6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.335999:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3553 00000100:00100000:3.0:1780298627.336015:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604116352:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.336017:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608166016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.336027:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.336036:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6302882b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8bbd expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.336051:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.336061:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604116480:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.336085:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.336705:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604116352:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.336722:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028824 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bb6 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.336722:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604116480:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.336737:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028824 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bb6 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.336746:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00010000:00010000:0.0:1780298627.336747:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6302882b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bbd expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.336759:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6302882b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bbd expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.336766:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:1.0:1780298627.336771:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608165888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 797us (858us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.336777:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3552 00000100:00100000:0.0:1780298627.336790:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608166016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 783us (855us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.336797:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3553 00000100:00100000:2.0:1780298627.337628:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.337661:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608166144 00000100:00100000:1.0:1780298627.337664:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608166144 00000100:00100000:1.0:1780298627.337688:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3554 00000100:00100000:1.0:1780298627.337694:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608166144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.337700:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.337706:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000200fd988/0xaf35132e63028832 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8bc4 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.337715:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.337727:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604116608:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.337741:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608166272 00000100:00100000:0.0:1780298627.337745:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608166272 00000100:00100000:1.0:1780298627.337761:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.337778:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3555 00000100:00100000:0.0:1780298627.337787:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608166272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.337795:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.337804:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63028839 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8bcb expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.337828:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604116736:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.337854:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.338299:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604116608:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.338310:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000200fd988/0xaf35132e63028832 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bc4 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.338318:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000200fd988/0xaf35132e63028832 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bc4 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.338324:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9200, rc 0) 00000100:00100000:1.0:1780298627.338344:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608166144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 651us (716us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.338349:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3554 00000100:00100000:0.0:1780298627.338463:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604116736:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.338480:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63028839 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bcb expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.338489:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63028839 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bcb expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.338495:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:0.0:1780298627.338521:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608166272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 737us (807us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.338528:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3555 00000100:00100000:3.0:1780298627.339299:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.339327:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608166400 00000100:00100000:1.0:1780298627.339332:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608166400 00000100:00100000:1.0:1780298627.339358:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3556 00000100:00100000:1.0:1780298627.339364:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608166400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.339370:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.339379:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028840 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8bd2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.339421:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604116864:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.339438:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.339459:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.339471:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608166528 00000100:00100000:0.0:1780298627.339474:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608166528 00000100:00100000:0.0:1780298627.339500:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3557 00000100:00100000:0.0:1780298627.339506:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608166528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.339512:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.339519:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63028847 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8bd9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.339544:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604116992:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.339576:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf36011ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.339933:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604116864:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.339943:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028840 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bd2 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.339955:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028840 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bd2 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.339961:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8800, rc 0) 00000100:00100000:1.0:1780298627.339981:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608166400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 618us (683us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.339986:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3556 00000100:00100000:0.0:1780298627.340094:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604116992:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.340108:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63028847 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bd9 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.340117:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63028847 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bd9 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.340142:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:0.0:1780298627.340166:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608166528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 660us (728us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.340170:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3557 00000100:00100000:1.0:1780298627.340881:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.340915:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608166656 00000100:00100000:2.0:1780298627.340919:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608166656 00000100:00100000:2.0:1780298627.340942:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3558 00000100:00100000:2.0:1780298627.340947:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608166656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.340954:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.340960:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302884e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8be0 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.340972:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630287e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b85 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.340978:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(124 155) 00010000:00010000:2.0:1780298627.340981:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(125 155) 00010000:00010000:2.0:1780298627.340984:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302884e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4206592->4210687] (req 4206592->4210687) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8be0 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.340996:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630287e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b85 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.341004:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630287e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b85 expref: 17 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.341011:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604117120:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.341038:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.341584:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604117120:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.341599:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302884e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4206592->4210687] (req 4206592->4210687) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8be0 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.341609:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:1.0:1780298627.341631:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777608166656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 684us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.341637:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3558 00000100:00100000:3.0:1780298627.341809:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.341846:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608166784 00000100:00100000:2.0:1780298627.341850:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608166784 00010000:00010000:2.0:1780298627.341865:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630287e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b85 expref: 18 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.341888:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13920 00000100:00100000:2.0:1780298627.341898:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608166784:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.341904:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.341911:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630287e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b85 expref: 18 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.341918:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630287e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b85 expref: 18 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.341928:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630287e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b85 expref: 18 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.341935:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(125 155) 00010000:00010000:2.0:1780298627.341937:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(125 155) 00010000:00010000:2.0:1780298627.341942:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302884e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4210687) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8be0 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.341947:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302884e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4210687) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8be0 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.341961:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302884e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4210687) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8be0 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.341968:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604117248:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.341996:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.342562:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604117248:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.342572:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.342591:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777608166784:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 694us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.342597:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13920 00000100:00100000:3.0:1780298627.342802:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.342828:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608166912 00000100:00100000:2.0:1780298627.342831:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608166912 00002000:00100000:2.0:1780298627.342846:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (4206592->4210687) req@ffff9cf25586f480 x1866777608166912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.342852:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586f480 with x1866777608166912 ext(4206592->4210687) 00002000:00010000:2.0:1780298627.342855:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586f480 00000100:00100000:2.0:1780298627.342869:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3852 00000100:00100000:2.0:1780298627.342874:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608166912:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.342947:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608166912:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (145us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.342952:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3852 00002000:00100000:2.0:1780298627.342957:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (4206592->4210687) req@ffff9cf25586f480 x1866777608166912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.342963:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586f480 with x1866777608166912 ext(4206592->4210687) 00002000:00010000:2.0:1780298627.342965:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586f480 00000100:00100000:3.0:1780298627.343745:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.343774:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608167040 00000100:00100000:0.0:1780298627.343779:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608167040 00002000:00100000:0.0:1780298627.343795:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (4210688->4214783) req@ffff9cf25586ea00 x1866777608167040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.343802:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586ea00 with x1866777608167040 ext(4210688->4214783) 00002000:00010000:0.0:1780298627.343805:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586ea00 00000100:00100000:0.0:1780298627.343820:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3853 00000100:00100000:0.0:1780298627.343825:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608167040:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.343889:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608167040:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 64us (144us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298627.343895:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3853 00002000:00100000:0.0:1780298627.343900:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (4210688->4214783) req@ffff9cf25586ea00 x1866777608167040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.343905:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586ea00 with x1866777608167040 ext(4210688->4214783) 00002000:00010000:0.0:1780298627.343908:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586ea00 00000100:00100000:3.0:1780298627.344721:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.344751:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608167168 00000100:00100000:2.0:1780298627.344762:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608167168 00002000:00100000:2.0:1780298627.344777:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (4214784->4218879) req@ffff9cf25586e680 x1866777608167168/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.344782:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586e680 with x1866777608167168 ext(4214784->4218879) 00002000:00010000:2.0:1780298627.344785:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586e680 00000100:00100000:2.0:1780298627.344799:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3854 00000100:00100000:2.0:1780298627.344803:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608167168:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.344862:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608167168:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (141us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.344868:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3854 00002000:00100000:2.0:1780298627.344872:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (4214784->4218879) req@ffff9cf25586e680 x1866777608167168/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.344878:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586e680 with x1866777608167168 ext(4214784->4218879) 00002000:00010000:2.0:1780298627.344880:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586e680 00000100:00100000:3.0:1780298627.345706:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.345742:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608167296 00000100:00100000:2.0:1780298627.345747:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608167296 00002000:00100000:2.0:1780298627.345763:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (4218880->4222975) req@ffff9cf25586ca80 x1866777608167296/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.345769:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586ca80 with x1866777608167296 ext(4218880->4222975) 00002000:00010000:2.0:1780298627.345772:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586ca80 00000100:00100000:2.0:1780298627.345797:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3855 00000100:00100000:2.0:1780298627.345803:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608167296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.345884:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608167296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (178us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.345889:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3855 00002000:00100000:2.0:1780298627.345893:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (4218880->4222975) req@ffff9cf25586ca80 x1866777608167296/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.345904:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586ca80 with x1866777608167296 ext(4218880->4222975) 00002000:00010000:2.0:1780298627.345906:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586ca80 00000100:00100000:3.0:1780298627.346908:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.346933:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608167424 00000100:00100000:1.0:1780298627.346937:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608167424 00002000:00100000:1.0:1780298627.346952:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (4194304->4259839) req@ffff9cf255514e00 x1866777608167424/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.346957:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255514e00 with x1866777608167424 ext(4194304->4259839) 00002000:00010000:1.0:1780298627.346960:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255514e00 00000100:00100000:1.0:1780298627.346973:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3856 00000100:00100000:1.0:1780298627.346979:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608167424:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.347614:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608167424:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 635us (706us total) trans 0 rc 49152/49152 00000100:00100000:1.0:1780298627.347620:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3856 00002000:00100000:1.0:1780298627.347625:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (4194304->4259839) req@ffff9cf255514e00 x1866777608167424/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 504/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.347631:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255514e00 with x1866777608167424 ext(4194304->4259839) 00002000:00010000:1.0:1780298627.347634:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255514e00 00000100:00100000:0.0:1780298627.348563:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.348604:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608167552 00000100:00100000:1.0:1780298627.348608:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608167552 00000100:00100000:1.0:1780298627.348631:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3559 00000100:00100000:1.0:1780298627.348637:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608167552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.348644:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.348651:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e63028855 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8be7 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.348672:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604117376:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.348705:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.349297:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604117376:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.349311:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e63028855 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8be7 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.349324:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000664da841/0xaf35132e63028855 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8be7 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.349340:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8800, rc 0) 00000100:00100000:1.0:1780298627.349363:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608167552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 726us (802us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.349367:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3559 00000100:00100000:3.0:1780298627.350283:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.350308:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608167680 00000100:00100000:1.0:1780298627.350312:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608167680 00000100:00100000:1.0:1780298627.350341:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3560 00000100:00100000:1.0:1780298627.350350:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608167680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.350356:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.350362:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e6302885c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8bee expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.350378:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604117504:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.350417:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.351073:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604117504:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.351083:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e6302885c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bee expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.351091:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000200fd988/0xaf35132e6302885c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bee expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.351097:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9200, rc 0) 00000100:00100000:1.0:1780298627.351116:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608167680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 770us (834us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.351121:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3560 00000100:00100000:3.0:1780298627.351951:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.351997:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608167936 00000100:00100000:0.0:1780298627.352002:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608167936 00000100:00100000:0.0:1780298627.352035:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61354 00000100:00100000:0.0:1780298627.352043:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+91:28749:x1866777608167936:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298627.352081:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.352095:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630287f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b8c expref: 91 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.352108:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.352111:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298627.352266:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028863 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.352279:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028801 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b93 expref: 61 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.352291:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028863 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.352312:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028801 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b93 expref: 61 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.352324:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028801 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b93 expref: 61 pid: 6477 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.352335:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8eca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604117632:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.352375:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.352982:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8eca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604117632:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.352996:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028863 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.353236:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.353263:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608168064 00000100:00100000:1.0:1780298627.353267:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608168064 00010000:00010000:1.0:1780298627.353282:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028801 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b93 expref: 62 pid: 6477 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.353304:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13921 00000100:00100000:1.0:1780298627.353309:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:2400:x1866777608168064:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.353315:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.353319:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028801 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b93 expref: 62 pid: 6477 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.353326:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028801 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b93 expref: 62 pid: 6477 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.353337:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028801 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b93 expref: 62 pid: 6477 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.353345:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.353348:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028863 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.353355:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028863 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.353359:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028863 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.353374:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298627.353390:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028863 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.353413:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:2400:x1866777608168064:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 102us (177us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298627.353414:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028863 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.353422:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13921 00000001:00080000:2.0:1780298627.353468:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990575 00000004:00010000:2.0:1780298627.353494:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d858435 reply state 000000000e3b7a03 transno 4294990576 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028863 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.353507:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028863 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.353514:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.353517:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298627.353520:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298627.353579:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+93:28749:x1866777608167936:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1530us (1621us total) trans 4294990576 rc 0/0 00000100:00100000:2.0:1780298627.353587:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61354 00000020:00080000:2.0:1780298627.353591:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298627.354283:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.354323:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608168192 00000100:00100000:0.0:1780298627.354328:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608168192 00000100:00100000:0.0:1780298627.354353:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3561 00000100:00100000:0.0:1780298627.354361:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:28749:x1866777608168192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.354370:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.354378:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302886a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8bf5 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.354406:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302884e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4210687) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8be0 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.354415:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(125 155) 00010000:00010000:0.0:1780298627.354418:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(125 155) 00010000:00010000:0.0:1780298627.354423:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302886a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bf5 expref: 18 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.354443:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302884e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4210687) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8be0 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.354454:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302884e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4210687) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8be0 expref: 12 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.354464:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604117760:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.354500:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.355040:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604117760:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298627.355051:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302886a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bf5 expref: 18 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.355064:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:3.0:1780298627.355085:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777608168192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 726us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.355089:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3561 00000100:00100000:1.0:1780298627.355280:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.355318:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608168320 00000100:00100000:2.0:1780298627.355322:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608168320 00010000:00010000:2.0:1780298627.355336:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302884e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4206592->4210687) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8be0 expref: 13 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.355363:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13922 00000100:00100000:2.0:1780298627.355371:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608168320:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.355379:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.355390:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302884e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4206592->4210687) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8be0 expref: 13 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.355413:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302884e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4206592->4210687) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8be0 expref: 13 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.355426:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302884e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4206592->4210687) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8be0 expref: 13 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.355437:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(125 155) 00010000:00010000:2.0:1780298627.355441:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(125 155) 00010000:00010000:2.0:1780298627.355447:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302886a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bf5 expref: 17 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.355455:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302886a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bf5 expref: 17 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.355478:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302886a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bf5 expref: 17 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.355490:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604117888:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.355529:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.356208:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604117888:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.356220:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.356240:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608168320:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 872us (961us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.356245:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13922 00000100:00100000:0.0:1780298627.356425:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.356453:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.356471:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608168576 00000100:00100000:2.0:1780298627.356476:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608168576 00000100:00100000:1.0:1780298627.356482:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608168448 00000100:00100000:1.0:1780298627.356486:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608168448 00002000:00010000:2.0:1780298627.356494:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (1704170->18446744073709551615) 00002000:00010000:1.0:1780298627.356498:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298627.356500:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ef480 with x1866777608168576 ext(1704170->18446744073709551615) 00002000:00100000:1.0:1780298627.356503:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8edf80 with x1866777608168448 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298627.356509:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8edf80. 00002000:00010000:2.0:1780298627.356510:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8ef480. 00000100:00100000:1.0:1780298627.356525:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3857 00000100:00100000:1.0:1780298627.356530:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608168448:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298627.356539:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3858 00000100:00100000:0.0:1780298627.356550:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777608168576:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298627.356688:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2270877 -> 1704170 00002000:00010000:0.0:1780298627.356692:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.356695:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.356697:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.356700:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1780298627.356715:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 6222812 -> 4194304 00002000:00010000:1.0:1780298627.356718:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.356724:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.356725:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.356727:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 976 -> 936 00000100:00100000:0.0:1780298627.356733:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608168576:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 184us (307us total) trans 4294968723 rc 0/0 00000100:00100000:0.0:1780298627.356741:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3858 00002000:00010000:0.0:1780298627.356744:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (1704170->18446744073709551615) 00002000:00100000:0.0:1780298627.356746:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ef480 with x1866777608168576 ext(1704170->18446744073709551615) 00000100:00100000:1.0:1780298627.356751:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777608168448:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 219us (297us total) trans 4294969017 rc 0/0 00002000:00010000:0.0:1780298627.356753:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8ef480. 00000100:00100000:1.0:1780298627.356761:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3857 00002000:00010000:1.0:1780298627.356764:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298627.356766:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8edf80 with x1866777608168448 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298627.356770:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8edf80. 00000100:00100000:0.0:1780298627.357572:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.357607:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608168704 00000100:00100000:2.0:1780298627.357611:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608168704 00000100:00100000:2.0:1780298627.357634:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61355 00000100:00100000:2.0:1780298627.357640:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+93:28749:x1866777608168704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.357649:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.357656:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e63028871 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8bfc expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.357701:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028878 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.357708:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028878 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.357714:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028878 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298627.357727:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 5898474 00000004:00200000:2.0:1780298627.357730:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298627.357740:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028878 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.357753:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e63028871 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bfc expref: 95 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.357762:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028878 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bfc expref: 94 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.357767:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.357768:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298627.357770:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:2.0:1780298627.357791:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+94:28749:x1866777608168704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 152us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.357795:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61355 00000100:00100000:2.0:1780298627.359413:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.359457:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608168832 00000100:00100000:0.0:1780298627.359462:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608168832 00002000:00100000:0.0:1780298627.359483:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3055616->3059711) req@ffff9cf255092680 x1866777608168832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.359492:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092680 with x1866777608168832 ext(3055616->3059711) 00002000:00010000:0.0:1780298627.359495:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255092680 00000100:00100000:0.0:1780298627.359514:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3859 00000100:00100000:0.0:1780298627.359522:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608168832:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.359627:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608168832:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 106us (214us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298627.359632:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3859 00002000:00100000:0.0:1780298627.359636:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3055616->3059711) req@ffff9cf255092680 x1866777608168832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.359642:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092680 with x1866777608168832 ext(3055616->3059711) 00002000:00010000:0.0:1780298627.359645:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255092680 00000100:00100000:0.0:1780298627.361013:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.361048:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608168960 00000100:00100000:2.0:1780298627.361053:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608168960 00002000:00100000:2.0:1780298627.361074:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3059712->3063807) req@ffff9cf37f8ef800 x1866777608168960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.361081:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ef800 with x1866777608168960 ext(3059712->3063807) 00002000:00010000:2.0:1780298627.361084:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ef800 00000100:00100000:2.0:1780298627.361099:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3860 00000100:00100000:2.0:1780298627.361104:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608168960:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.361204:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608168960:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 99us (192us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.361212:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3860 00002000:00100000:2.0:1780298627.361223:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3059712->3063807) req@ffff9cf37f8ef800 x1866777608168960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.361232:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ef800 with x1866777608168960 ext(3059712->3063807) 00002000:00010000:2.0:1780298627.361235:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ef800 00000100:00100000:1.0:1780298627.362707:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.362741:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608169088 00000100:00100000:2.0:1780298627.362746:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608169088 00002000:00100000:2.0:1780298627.362764:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3035136->3100671) req@ffff9cf2558f2300 x1866777608169088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.362771:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2300 with x1866777608169088 ext(3035136->3100671) 00002000:00010000:2.0:1780298627.362774:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f2300 00000100:00100000:2.0:1780298627.362792:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3861 00000100:00100000:2.0:1780298627.362800:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777608169088:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.363731:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777608169088:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 930us (1023us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298627.363739:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3861 00002000:00100000:2.0:1780298627.363747:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3035136->3100671) req@ffff9cf2558f2300 x1866777608169088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.363756:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2300 with x1866777608169088 ext(3035136->3100671) 00002000:00010000:2.0:1780298627.363760:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f2300 00000100:00100000:0.0:1780298627.365401:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.365443:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608169216 00000100:00100000:2.0:1780298627.365449:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608169216 00002000:00100000:2.0:1780298627.365476:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3055616->3071999) req@ffff9cf37f8eed80 x1866777608169216/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 16872/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.365488:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8eed80 with x1866777608169216 ext(3055616->3071999) 00002000:00010000:2.0:1780298627.365493:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8eed80 00000100:00100000:2.0:1780298627.365515:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3862 00000100:00100000:2.0:1780298627.365525:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608169216:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298627.366017:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777608169216:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 495us (628us total) trans 4294969018 rc 0/0 00000100:00100000:2.0:1780298627.366023:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3862 00002000:00100000:2.0:1780298627.366030:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3055616->3071999) req@ffff9cf37f8eed80 x1866777608169216/t4294969018(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 16872/448 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.366039:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8eed80 with x1866777608169216 ext(3055616->3071999) 00002000:00010000:2.0:1780298627.366050:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8eed80 00000100:00100000:1.0:1780298627.366828:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.366868:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608169344 00000100:00100000:2.0:1780298627.366872:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608169344 00000100:00100000:2.0:1780298627.366898:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3562 00000100:00100000:2.0:1780298627.366905:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777608169344:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298627.367730:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969018 is committed 00000001:00080000:0.0:1780298627.367777:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969010 is committed 00000100:00100000:2.0:1780298627.367857:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608169344:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 952us (1029us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.367864:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3562 00000100:00100000:1.0:1780298627.368798:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.368842:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608169472 00000100:00100000:2.0:1780298627.368847:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608169472 00000100:00100000:2.0:1780298627.368883:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61356 00000100:00100000:2.0:1780298627.368892:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:28749:x1866777608169472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.368904:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.368921:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302887f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c03 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.369000:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63028886 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.369016:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63028886 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.369026:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63028886 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298627.369063:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 5898474 00000004:00200000:2.0:1780298627.369068:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298627.369084:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63028886 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.369111:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302887f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c03 expref: 63 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.369159:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63028886 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c03 expref: 62 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.369168:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.369172:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298627.369175:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298627.369203:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:28749:x1866777608169472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 314us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.369210:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61356 00000100:00100000:0.0:1780298627.370226:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.370268:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608169600 00000100:00100000:1.0:1780298627.370272:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608169600 00000100:00100000:1.0:1780298627.370302:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3563 00000100:00100000:1.0:1780298627.370309:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608169600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.370319:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.370329:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e6302888d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c0a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.370337:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.370382:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604118016:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.370382:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608169728 00000100:00100000:0.0:1780298627.370387:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608169728 00000100:00100000:0.0:1780298627.370431:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3564 00000100:00100000:0.0:1780298627.370438:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608169728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.370452:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.370464:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63028894 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c11 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.370469:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.370505:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604118144:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.370545:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00002000:00010000:1.0:1780298627.371232:0:20252:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 936 -> 968 00000100:00100000:0.0:1780298627.371241:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604118144:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.371245:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604118016:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.371268:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63028894 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c11 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.371271:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e6302888d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c0a expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.371294:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63028894 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c11 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.371297:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e6302888d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c0a expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.371311:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00010000:00010000:1.0:1780298627.371323:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9c00, rc 0) 00000100:00100000:0.0:1780298627.371342:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608169728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 903us (1009us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.371351:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3564 00000100:00100000:1.0:1780298627.371352:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608169600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1040us (1124us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.371362:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3563 00000100:00100000:2.0:1780298627.372412:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.372444:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608169856 00000100:00100000:3.0:1780298627.372449:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608169856 00000100:00100000:1.0:1780298627.372499:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3565 00000100:00100000:1.0:1780298627.372506:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608169856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.372513:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.372519:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e6302889b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c18 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.372548:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604118272:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.372593:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.372613:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.372647:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608169984 00000100:00100000:1.0:1780298627.372652:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608169984 00000100:00100000:1.0:1780298627.372679:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3566 00000100:00100000:1.0:1780298627.372686:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608169984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.372693:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.372702:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e630288a2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c1f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.372738:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604118400:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.372779:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.373193:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604118272:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.373207:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e6302889b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c18 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.373216:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e6302889b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c18 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.373222:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00000100:00100000:1.0:1780298627.373243:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608169856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 739us (833us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.373247:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3565 00000100:00100000:1.0:1780298627.373502:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604118400:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.373512:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e630288a2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c1f expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.373521:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e630288a2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c1f expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.373527:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:1.0:1780298627.373547:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608169984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 863us (937us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.373551:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3566 00000100:00100000:2.0:1780298627.374431:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.374462:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608170112 00000100:00100000:1.0:1780298627.374466:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608170112 00000100:00100000:1.0:1780298627.374493:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3863 00000100:00100000:1.0:1780298627.374497:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608170112:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298627.374672:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 1704170 -> 1704170 00002000:00010000:1.0:1780298627.374674:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.374676:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.374678:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.374679:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 24 00000100:00100000:1.0:1780298627.374706:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777608170112:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 207us (275us total) trans 4294968724 rc 0/0 00000100:00100000:1.0:1780298627.374713:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3863 00000100:00100000:0.0:1780298627.375574:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.375619:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608170240 00000100:00100000:2.0:1780298627.375624:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608170240 00000100:00100000:2.0:1780298627.375660:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3567 00000100:00100000:2.0:1780298627.375670:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608170240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.375679:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298627.375680:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298627.375689:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630288a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c26 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.375721:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608170368 00000100:00100000:2.0:1780298627.375722:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604118528:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.375728:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608170368 00000100:00100000:1.0:1780298627.375752:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3568 00000100:00100000:1.0:1780298627.375761:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608170368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.375769:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298627.375771:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1780298627.375778:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee37d90b/0xaf35132e630288b0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c2d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.375809:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604118656:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.375832:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.376426:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604118528:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.376444:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630288a9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c26 expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.376459:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e630288a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c26 expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.376468:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:2.0:1780298627.376498:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608170240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 830us (924us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.376506:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3567 00000100:00100000:1.0:1780298627.376621:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604118656:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.376637:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ee37d90b/0xaf35132e630288b0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c2d expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.376651:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee37d90b/0xaf35132e630288b0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c2d expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.376667:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9000, rc 0) 00000100:00100000:1.0:1780298627.376693:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608170368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 936us (1042us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.376698:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3568 00000100:00100000:3.0:1780298627.377575:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.377621:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608170624 00000100:00100000:2.0:1780298627.377626:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608170624 00000100:00100000:3.0:1780298627.377642:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.377664:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608170496 00000100:00100000:2.0:1780298627.377668:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608170496 00000100:00100000:1.0:1780298627.377684:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3569 00000100:00100000:0.0:1780298627.377693:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3570 00000100:00100000:1.0:1780298627.377699:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608170624:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298627.377707:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608170496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.377708:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.377715:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.377719:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e630288b7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c3b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.377724:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630288be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c34 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.377759:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604118784:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.377761:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604118912:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.377808:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.377809:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.378529:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604118784:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.378544:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e630288b7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c3b expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.378554:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e630288b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c3b expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.378562:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604118912:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.378562:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00010000:00010000:2.0:1780298627.378582:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630288be lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c34 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.378594:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608170624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 901us (1019us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.378608:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3569 00010000:00010000:2.0:1780298627.378617:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630288be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c34 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.378630:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:2.0:1780298627.378655:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608170496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 952us (1014us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.378663:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3570 00000100:00100000:2.0:1780298627.379560:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.379597:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608170752 00000100:00100000:3.0:1780298627.379602:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608170752 00000100:00100000:3.0:1780298627.379627:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3571 00000100:00100000:3.0:1780298627.379635:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608170752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.379643:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.379651:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e630288c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c42 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.379670:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302886a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bf5 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.379678:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(125 155) 00010000:00010000:3.0:1780298627.379682:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(126 155) 00010000:00010000:3.0:1780298627.379688:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e630288c5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2629632->2641919] (req 2629632->2641919) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c42 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.379715:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302886a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bf5 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.379729:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302886a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bf5 expref: 6 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.379740:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255515c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604119040:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298627.379776:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.380512:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255515c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604119040:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.380530:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e630288c5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2629632->2641919] (req 2629632->2641919) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c42 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.380542:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:0.0:1780298627.380575:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608170752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 942us (1016us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.380582:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3571 00000100:00100000:0.0:1780298627.380796:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.380836:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608170880 00000100:00100000:1.0:1780298627.380841:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608170880 00010000:00010000:1.0:1780298627.380860:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302886a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bf5 expref: 7 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.380891:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13923 00000100:00100000:1.0:1780298627.380896:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608170880:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.380904:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.380911:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302886a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bf5 expref: 7 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.380920:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302886a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bf5 expref: 7 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.380930:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6302886a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bf5 expref: 7 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.380937:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(126 155) 00010000:00010000:1.0:1780298627.380939:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(126 155) 00010000:00010000:1.0:1780298627.380944:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e630288c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2629632->36184063] (req 2629632->2641919) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c42 expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.380950:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e630288c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2629632->36184063] (req 2629632->2641919) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c42 expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.380965:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e630288c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2629632->36184063] (req 2629632->2641919) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c42 expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.380972:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604119168:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.381001:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.381719:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604119168:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.381729:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.381754:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608170880:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 858us (959us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.381760:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13923 00000100:00100000:0.0:1780298627.381867:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.381910:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608171008 00000100:00100000:2.0:1780298627.381916:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608171008 00000100:00100000:2.0:1780298627.381953:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3864 00000100:00100000:2.0:1780298627.381962:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608171008:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298627.382144:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298627.382149:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.382152:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.382154:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.382157:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 968 -> 968 00000100:00100000:2.0:1780298627.382191:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608171008:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 230us (324us total) trans 4294969019 rc 0/0 00000100:00100000:2.0:1780298627.382199:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3864 00000100:00100000:3.0:1780298627.383078:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.383106:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608171136 00000100:00100000:1.0:1780298627.383110:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608171136 00000100:00100000:1.0:1780298627.383157:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3572 00000100:00100000:1.0:1780298627.383165:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608171136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.383174:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.383182:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee37d90b/0xaf35132e630288cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c49 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.383210:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604119296:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.383243:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.383916:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604119296:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.383929:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ee37d90b/0xaf35132e630288cc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c49 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.383938:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee37d90b/0xaf35132e630288cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c49 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.383948:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9000, rc 0) 00000100:00100000:1.0:1780298627.383970:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608171136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 807us (892us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.383974:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3572 00000100:00100000:0.0:1780298627.384816:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.384849:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608171264 00000100:00100000:3.0:1780298627.384853:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608171264 00000100:00100000:3.0:1780298627.384872:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3573 00000100:00100000:3.0:1780298627.384877:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608171264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.384883:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.384888:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630288d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c50 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.384908:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255517100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604119424:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.384936:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.385637:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255517100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604119424:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.385656:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630288d3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c50 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.385679:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630288d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c50 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.385688:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:0.0:1780298627.385717:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608171264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 839us (902us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.385725:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3573 00000100:00100000:0.0:1780298627.388832:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.388871:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608171520 00000100:00100000:2.0:1780298627.388876:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608171520 00000100:00100000:2.0:1780298627.388920:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61357 00000100:00100000:2.0:1780298627.388929:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+94:28749:x1866777608171520:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298627.388973:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.388987:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028878 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8bfc expref: 94 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.388997:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.389001:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298627.389165:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630288da lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.389179:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63028886 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c03 expref: 61 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.389194:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630288da lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.389218:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63028886 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c03 expref: 61 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.389232:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63028886 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c03 expref: 61 pid: 9976 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.389245:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604119552:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.389291:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.390009:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604119552:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.390026:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630288da lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.390186:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.390229:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608171648 00000100:00100000:2.0:1780298627.390234:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608171648 00010000:00010000:2.0:1780298627.390254:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63028886 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c03 expref: 62 pid: 9976 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.390278:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13924 00000100:00100000:2.0:1780298627.390287:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:2399:x1866777608171648:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.390296:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.390301:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63028886 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c03 expref: 62 pid: 9976 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.390312:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63028886 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c03 expref: 62 pid: 9976 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.390325:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63028886 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c03 expref: 62 pid: 9976 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.390335:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.390338:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630288da lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.390347:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630288da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.390354:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630288da lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.390376:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298627.390405:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630288da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.390415:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630288da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.390418:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:2399:x1866777608171648:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 133us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.390436:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13924 00000001:00080000:1.0:1780298627.390474:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990577 00000004:00010000:1.0:1780298627.390501:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000049224f14 reply state 00000000a652e049 transno 4294990578 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630288da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.390514:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630288da lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.390521:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.390523:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298627.390526:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298627.390586:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+96:28749:x1866777608171520:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1658us (1756us total) trans 4294990578 rc 0/0 00000100:00100000:1.0:1780298627.390594:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61357 00000020:00080000:1.0:1780298627.390598:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298627.391230:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.391257:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608171776 00000100:00100000:2.0:1780298627.391264:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608171776 00000100:00100000:2.0:1780298627.391287:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3574 00000100:00100000:2.0:1780298627.391292:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608171776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.391300:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.391309:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630288e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c57 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.391328:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e630288c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2629632->36184063] (req 2629632->2641919) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c42 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.391338:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(126 155) 00010000:00010000:2.0:1780298627.391342:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(127 155) 00010000:00010000:2.0:1780298627.391347:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630288e1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c57 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.391366:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e630288c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2629632->36184063] (req 2629632->2641919) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c42 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.391378:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e630288c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2629632->36184063] (req 2629632->2641919) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c42 expref: 6 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.391389:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604119680:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.391438:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.392003:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604119680:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.392018:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630288e1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c57 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.392030:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:2.0:1780298627.392058:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608171776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 764us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.392065:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3574 00000100:00100000:3.0:1780298627.392247:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.392287:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608171904 00000100:00100000:0.0:1780298627.392291:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608171904 00010000:00010000:0.0:1780298627.392305:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e630288c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2629632->36184063] (req 2629632->2641919) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c42 expref: 7 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.392325:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13925 00000100:00100000:0.0:1780298627.392329:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255516300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608171904:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298627.392335:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.392344:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e630288c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2629632->36184063] (req 2629632->2641919) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c42 expref: 7 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.392352:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e630288c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2629632->36184063] (req 2629632->2641919) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c42 expref: 7 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.392364:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e630288c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2629632->36184063] (req 2629632->2641919) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c42 expref: 7 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.392371:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(127 155) 00010000:00010000:0.0:1780298627.392374:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(127 155) 00010000:00010000:0.0:1780298627.392378:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630288e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c57 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.392383:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630288e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c57 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.392414:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630288e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c57 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.392421:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604119808:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298627.392452:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.393099:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604119808:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298627.393108:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298627.393155:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255516300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608171904:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 823us (907us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.393167:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13925 00000100:00100000:3.0:1780298627.393321:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.393339:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.393353:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608172032 00000100:00100000:2.0:1780298627.393357:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608172032 00002000:00010000:2.0:1780298627.393372:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4264362->18446744073709551615) 00000100:00100000:1.0:1780298627.393374:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608172160 00002000:00100000:2.0:1780298627.393375:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255515880 with x1866777608172032 ext(4264362->18446744073709551615) 00000100:00100000:1.0:1780298627.393380:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608172160 00002000:00010000:2.0:1780298627.393382:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255515880. 00000100:00100000:2.0:1780298627.393412:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3865 00002000:00010000:1.0:1780298627.393413:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298627.393418:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255514380 with x1866777608172160 ext(4194304->18446744073709551615) 00000100:00100000:2.0:1780298627.393419:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608172032:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298627.393428:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255514380. 00000100:00100000:1.0:1780298627.393454:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3866 00000100:00100000:1.0:1780298627.393464:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777608172160:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298627.393567:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4264362 00002000:00010000:1.0:1780298627.393568:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 1704170 -> 4194304 00002000:00010000:2.0:1780298627.393571:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.393573:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.393574:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.393578:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.393578:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.393584:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 968 -> 968 00002000:00010000:1.0:1780298627.393584:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.393591:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:2.0:1780298627.393624:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608172032:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 204us (300us total) trans 4294969020 rc 0/0 00000100:00100000:1.0:1780298627.393631:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777608172160:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 166us (287us total) trans 4294968725 rc 0/0 00000100:00100000:2.0:1780298627.393637:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3865 00002000:00010000:2.0:1780298627.393643:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4264362->18446744073709551615) 00000100:00100000:1.0:1780298627.393646:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3866 00002000:00100000:2.0:1780298627.393648:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255515880 with x1866777608172032 ext(4264362->18446744073709551615) 00002000:00010000:1.0:1780298627.393651:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00010000:2.0:1780298627.393656:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255515880. 00002000:00100000:1.0:1780298627.393656:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255514380 with x1866777608172160 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298627.393663:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255514380. 00000100:00100000:0.0:1780298627.394461:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.394496:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608172288 00000100:00100000:2.0:1780298627.394501:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608172288 00000100:00100000:2.0:1780298627.394526:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61358 00000100:00100000:2.0:1780298627.394537:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:28749:x1866777608172288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.394547:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.394557:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630288e8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c5e expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.394636:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630288ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.394647:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630288ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.394656:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630288ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298627.394677:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 8458666 00000004:00200000:2.0:1780298627.394680:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298627.394694:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630288ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.394711:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630288e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c5e expref: 63 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.394720:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630288ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c5e expref: 62 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.394728:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.394731:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298627.394734:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298627.394762:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:28749:x1866777608172288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 226us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.394769:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61358 00000100:00100000:0.0:1780298627.395759:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.395780:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.395795:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608172416 00000100:00100000:3.0:1780298627.395800:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608172416 00000100:00100000:2.0:1780298627.395828:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608172544 00000100:00100000:3.0:1780298627.395832:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3575 00000100:00100000:2.0:1780298627.395836:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608172544 00000100:00100000:3.0:1780298627.395840:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608172416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.395847:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.395854:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e630288f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c65 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.395873:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3576 00000100:00100000:3.0:1780298627.395883:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604119936:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.395886:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608172544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.395897:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.395907:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e630288fd lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c6c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.395926:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.395940:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604120064:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.395967:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.396644:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604119936:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.396659:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e630288f6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c65 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.396669:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e630288f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c65 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.396676:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:0.0:1780298627.396709:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608172416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 870us (949us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.396714:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3575 00000100:00100000:2.0:1780298627.396788:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604120064:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.396809:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e630288fd lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c6c expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.396822:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e630288fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c6c expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.396832:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298627.396866:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608172544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 985us (1084us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.396872:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3576 00000100:00100000:1.0:1780298627.397939:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.397965:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.397997:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608172672 00000100:00100000:2.0:1780298627.398001:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608172672 00000100:00100000:2.0:1780298627.398027:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608172800 00000100:00100000:2.0:1780298627.398031:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608172800 00000100:00100000:2.0:1780298627.398057:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3577 00000100:00100000:2.0:1780298627.398065:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608172672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.398074:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298627.398082:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3578 00010000:00010000:2.0:1780298627.398083:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028904 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c73 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.398096:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608172800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.398105:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298627.398110:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604120192:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.398114:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6302890b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c7a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.398167:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.398198:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ada680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604120320:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.398245:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.398936:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604120192:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.398954:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028904 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c73 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.398968:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028904 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c73 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.398977:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298627.399007:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608172672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 942us (1069us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.399014:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3577 00000100:00100000:1.0:1780298627.399057:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ada680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604120320:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.399076:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6302890b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c7a expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.399092:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6302890b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c7a expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.399102:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:1.0:1780298627.399146:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608172800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1054us (1179us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.399153:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3578 00000100:00100000:3.0:1780298627.400561:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.400596:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608172928 00000100:00100000:2.0:1780298627.400601:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608172928 00002000:00100000:2.0:1780298627.400634:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (1470464->1474559) req@ffff9cf255515f80 x1866777608172928/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.400650:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255515f80 with x1866777608172928 ext(1470464->1474559) 00002000:00010000:2.0:1780298627.400655:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255515f80 00000100:00100000:2.0:1780298627.400679:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3867 00000100:00100000:2.0:1780298627.400689:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608172928:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.400834:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608172928:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 148us (274us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.400839:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3867 00002000:00100000:2.0:1780298627.400844:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (1470464->1474559) req@ffff9cf255515f80 x1866777608172928/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.400850:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255515f80 with x1866777608172928 ext(1470464->1474559) 00002000:00010000:2.0:1780298627.400853:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255515f80 00000100:00100000:0.0:1780298627.402184:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.402232:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608173056 00000100:00100000:1.0:1780298627.402239:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608173056 00002000:00100000:1.0:1780298627.402293:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (1474560->1478655) req@ffff9cf244ad9880 x1866777608173056/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.402303:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9880 with x1866777608173056 ext(1474560->1478655) 00002000:00010000:1.0:1780298627.402308:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9880 00000100:00100000:1.0:1780298627.402329:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3868 00000100:00100000:1.0:1780298627.402339:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608173056:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.402500:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608173056:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 162us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298627.402507:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3868 00002000:00100000:1.0:1780298627.402515:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (1474560->1478655) req@ffff9cf244ad9880 x1866777608173056/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.402524:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9880 with x1866777608173056 ext(1474560->1478655) 00002000:00010000:1.0:1780298627.402528:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9880 00000100:00100000:0.0:1780298627.404014:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.404062:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608173184 00000100:00100000:2.0:1780298627.404068:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608173184 00002000:00100000:2.0:1780298627.404098:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (1449984->1515519) req@ffff9cf244ad9c00 x1866777608173184/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.404108:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9c00 with x1866777608173184 ext(1449984->1515519) 00002000:00010000:2.0:1780298627.404113:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9c00 00000100:00100000:2.0:1780298627.404160:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3869 00000100:00100000:2.0:1780298627.404172:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608173184:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.405108:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608173184:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 938us (1093us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298627.405117:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3869 00002000:00100000:2.0:1780298627.405146:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (1449984->1515519) req@ffff9cf244ad9c00 x1866777608173184/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.405152:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9c00 with x1866777608173184 ext(1449984->1515519) 00002000:00010000:2.0:1780298627.405156:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9c00 00000100:00100000:3.0:1780298627.407056:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.407087:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608173312 00000100:00100000:0.0:1780298627.407092:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608173312 00002000:00100000:0.0:1780298627.407112:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1470464->1499135) req@ffff9cf255516a00 x1866777608173312/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.407119:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255516a00 with x1866777608173312 ext(1470464->1499135) 00002000:00010000:0.0:1780298627.407121:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255516a00 00000100:00100000:0.0:1780298627.407153:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3870 00000100:00100000:0.0:1780298627.407160:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608173312:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298627.408746:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608173312:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1585us (1688us total) trans 4294969021 rc 0/0 00000100:00100000:0.0:1780298627.408753:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3870 00002000:00100000:0.0:1780298627.408758:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1470464->1499135) req@ffff9cf255516a00 x1866777608173312/t4294969021(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/448 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.408764:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255516a00 with x1866777608173312 ext(1470464->1499135) 00002000:00010000:0.0:1780298627.408767:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255516a00 00000100:00100000:2.0:1780298627.409655:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.409695:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608173440 00000100:00100000:0.0:1780298627.409700:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608173440 00000100:00100000:0.0:1780298627.409736:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3579 00000100:00100000:0.0:1780298627.409745:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608173440:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298627.410569:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969021 is committed 00000001:00080000:2.0:1780298627.410580:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969019 is committed 00000100:00100000:0.0:1780298627.410640:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608173440:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 897us (985us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.410647:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3579 00000100:00100000:1.0:1780298627.411437:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.411469:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608173568 00000100:00100000:2.0:1780298627.411473:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608173568 00000100:00100000:2.0:1780298627.411502:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61359 00000100:00100000:2.0:1780298627.411507:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+96:28749:x1866777608173568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.411522:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.411538:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63028912 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c81 expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.411611:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028919 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.411626:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028919 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.411638:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028919 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298627.411668:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 8458666 00000004:00200000:2.0:1780298627.411673:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298627.411694:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028919 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.411724:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63028912 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c81 expref: 98 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.411741:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028919 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c81 expref: 97 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.411750:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.411753:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298627.411757:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00000100:00100000:2.0:1780298627.411785:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+97:28749:x1866777608173568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 278us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.411790:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61359 00000100:00100000:3.0:1780298627.413246:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.413291:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608173696 00000100:00100000:2.0:1780298627.413298:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608173696 00000100:00100000:2.0:1780298627.413334:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3580 00000100:00100000:2.0:1780298627.413343:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777608173696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.413355:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.413367:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028920 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c88 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.413391:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028775 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b2a expref: 21 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.413416:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(87 76) 00010000:00010000:2.0:1780298627.413421:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(88 76) 00010000:00010000:2.0:1780298627.413426:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028920 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3534848->3579903] (req 3534848->3579903) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c88 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.413460:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028775 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b2a expref: 21 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.413474:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028775 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b2a expref: 21 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.413488:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604120448:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.413565:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.414433:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604120448:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.414460:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028920 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3534848->3579903] (req 3534848->3579903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c88 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.414473:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298627.414500:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:28749:x1866777608173696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1159us (1256us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.414508:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3580 00000100:00100000:3.0:1780298627.414593:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.414657:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608173824 00000100:00100000:2.0:1780298627.414662:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608173824 00010000:00010000:2.0:1780298627.414682:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028775 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b2a expref: 22 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.414702:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13926 00000100:00100000:2.0:1780298627.414707:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3487c7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777608173824:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.414717:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.414730:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028775 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b2a expref: 22 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.414738:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028775 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b2a expref: 22 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.414758:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028775 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8b2a expref: 22 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.414768:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(88 76) 00010000:00010000:2.0:1780298627.414770:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(88 76) 00010000:00010000:2.0:1780298627.414776:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028920 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3534848->37089279] (req 3534848->3579903) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c88 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.414782:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028920 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3534848->37089279] (req 3534848->3579903) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c88 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.414796:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028920 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3534848->37089279] (req 3534848->3579903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c88 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.414803:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604120576:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.414832:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.415654:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604120576:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.415666:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.415694:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3487c7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777608173824:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 986us (1104us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.415702:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13926 00000100:00100000:3.0:1780298627.415865:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.415904:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608173952 00000100:00100000:1.0:1780298627.415907:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608173952 00000100:00100000:1.0:1780298627.415940:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3871 00000100:00100000:1.0:1780298627.415948:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608173952:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298627.416151:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298627.416155:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.416158:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.416160:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.416163:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:1.0:1780298627.416191:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608173952:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 243us (326us total) trans 4294968726 rc 0/0 00000100:00100000:1.0:1780298627.416197:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3871 00000100:00100000:0.0:1780298627.417195:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.417305:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608174080 00000100:00100000:3.0:1780298627.417310:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608174080 00000100:00100000:2.0:1780298627.417328:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.417370:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608174208 00000100:00100000:1.0:1780298627.417374:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608174208 00000100:00100000:3.0:1780298627.417413:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3581 00000100:00100000:3.0:1780298627.417424:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608174080:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298627.417429:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3582 00010000:00010000:3.0:1780298627.417438:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.417442:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608174208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.417451:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63028927 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c8f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.417451:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.417461:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302892e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c96 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.417506:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604120704:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.417524:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604120832:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.417551:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.417552:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.418275:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604120704:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.418297:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302892e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c96 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.418316:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302892e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c96 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.418327:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9c00, rc 0) 00000100:00100000:1.0:1780298627.418353:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608174208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 917us (1025us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.418359:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3582 00002000:00010000:3.0:1780298627.418383:0:19992:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 968 -> 1024 00000100:00100000:3.0:1780298627.418405:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604120832:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.418427:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63028927 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c8f expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.418441:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63028927 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c8f expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.418518:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:3.0:1780298627.418549:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608174080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1128us (1354us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.418556:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3581 00000100:00100000:2.0:1780298627.419605:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.419661:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608174336 00000100:00100000:0.0:1780298627.419666:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608174336 00000100:00100000:0.0:1780298627.419705:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3583 00000100:00100000:3.0:1780298627.419706:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.419717:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608174336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.419727:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.419729:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608174464 00010000:00010000:0.0:1780298627.419735:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63028935 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8c9d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.419737:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608174464 00000100:00100000:0.0:1780298627.419772:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604120960:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.419777:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3584 00000100:00100000:1.0:1780298627.419786:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608174464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.419794:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.419804:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e6302893c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ca4 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.419831:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.419832:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604121088:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.419866:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.420733:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604121088:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.420751:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e6302893c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ca4 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.420752:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604120960:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.420773:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e6302893c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ca4 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.420779:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63028935 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c9d expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.420785:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9e00, rc 0) 00010000:00010000:0.0:1780298627.420798:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63028935 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c9d expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.420809:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:1.0:1780298627.420820:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608174464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1034us (1117us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.420828:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3584 00000100:00100000:0.0:1780298627.420836:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608174336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1121us (1230us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.420843:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3583 00000100:00100000:2.0:1780298627.421955:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.421995:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608174720 00000100:00100000:0.0:1780298627.422000:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608174720 00000100:00100000:0.0:1780298627.422030:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61360 00000100:00100000:0.0:1780298627.422037:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+97:28749:x1866777608174720:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298627.422079:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.422094:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028919 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c81 expref: 97 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.422105:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.422108:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298627.422289:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63028943 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.422303:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630288ef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c5e expref: 61 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.422319:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63028943 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.422344:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630288ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c5e expref: 61 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.422356:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630288ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c5e expref: 61 pid: 7411 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.422365:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604121216:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.422413:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35098e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.423071:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604121216:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.423082:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63028943 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.423255:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.423281:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608174848 00000100:00100000:1.0:1780298627.423285:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608174848 00010000:00010000:1.0:1780298627.423301:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630288ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c5e expref: 62 pid: 7411 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.423325:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13927 00000100:00100000:1.0:1780298627.423330:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:2400:x1866777608174848:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.423336:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.423340:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630288ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c5e expref: 62 pid: 7411 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.423350:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630288ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c5e expref: 62 pid: 7411 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.423364:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630288ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c5e expref: 62 pid: 7411 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.423374:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.423378:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63028943 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.423389:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63028943 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.423404:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63028943 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.423422:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298627.423441:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63028943 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.423447:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:2400:x1866777608174848:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 115us (195us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298627.423450:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63028943 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.423460:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13927 00000001:00080000:0.0:1780298627.423491:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990579 00000004:00010000:0.0:1780298627.423511:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d18c1917 reply state 00000000eb6af4e2 transno 4294990580 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63028943 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.423519:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63028943 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.423524:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.423525:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298627.423527:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298627.423574:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+99:28749:x1866777608174720:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1538us (1621us total) trans 4294990580 rc 0/0 00000100:00100000:0.0:1780298627.423579:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61360 00000020:00080000:0.0:1780298627.423582:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298627.424341:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.424361:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608174976 00000100:00100000:3.0:1780298627.424365:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608174976 00000100:00100000:3.0:1780298627.424389:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3585 00000100:00100000:3.0:1780298627.424405:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:28749:x1866777608174976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.424413:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.424421:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302894a lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8cab expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.424435:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028920 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3534848->37089279] (req 3534848->3579903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c88 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.424445:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(88 76) 00010000:00010000:3.0:1780298627.424447:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(89 76) 00010000:00010000:3.0:1780298627.424450:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302894a lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cab expref: 22 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.424463:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028920 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3534848->37089279] (req 3534848->3579903) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c88 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.424471:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028920 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3534848->37089279] (req 3534848->3579903) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c88 expref: 14 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.424477:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255517100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604121344:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298627.424506:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.425219:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255517100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604121344:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.425233:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302894a lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cab expref: 22 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.425243:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298627.425285:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:28749:x1866777608174976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 888us (941us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.425294:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3585 00000100:00100000:3.0:1780298627.425338:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.425368:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608175104 00000100:00100000:1.0:1780298627.425372:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608175104 00010000:00010000:1.0:1780298627.425389:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028920 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3534848->37089279] (req 3534848->3579903) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c88 expref: 15 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.425424:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13928 00000100:00100000:1.0:1780298627.425433:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608175104:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.425440:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.425450:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028920 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3534848->37089279] (req 3534848->3579903) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c88 expref: 15 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.425457:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028920 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3534848->37089279] (req 3534848->3579903) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c88 expref: 15 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.425468:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028920 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3534848->37089279] (req 3534848->3579903) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c88 expref: 15 pid: 9128 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.425475:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(89 76) 00010000:00010000:1.0:1780298627.425477:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(89 76) 00010000:00010000:1.0:1780298627.425481:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302894a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cab expref: 21 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.425486:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302894a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cab expref: 21 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.425501:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302894a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cab expref: 21 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.425508:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604121472:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.425539:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.426255:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604121472:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.426267:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.426300:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255515c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608175104:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 869us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.426309:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13928 00000100:00100000:2.0:1780298627.426335:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.426386:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608175232 00000100:00100000:0.0:1780298627.426399:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608175232 00002000:00010000:0.0:1780298627.426421:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298627.426425:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255090000 with x1866777608175232 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298627.426433:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255090000. 00000100:00100000:0.0:1780298627.426459:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3872 00000100:00100000:0.0:1780298627.426468:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608175232:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298627.426515:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.426561:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608175360 00000100:00100000:1.0:1780298627.426567:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608175360 00002000:00010000:1.0:1780298627.426583:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (3561689->18446744073709551615) 00002000:00100000:1.0:1780298627.426588:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255517100 with x1866777608175360 ext(3561689->18446744073709551615) 00002000:00010000:1.0:1780298627.426593:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255517100. 00000100:00100000:1.0:1780298627.426619:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3873 00000100:00100000:1.0:1780298627.426632:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777608175360:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298627.426652:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4264362 -> 4194304 00002000:00010000:0.0:1780298627.426657:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.426660:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.426662:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.426663:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1024 -> 1024 00000100:00100000:0.0:1780298627.426697:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608175232:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 232us (362us total) trans 4294969022 rc 0/0 00000100:00100000:0.0:1780298627.426705:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3872 00002000:00010000:0.0:1780298627.426710:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298627.426713:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255090000 with x1866777608175232 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298627.426719:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255090000. 00002000:00010000:1.0:1780298627.426794:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 3561689 00002000:00010000:1.0:1780298627.426797:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.426799:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.426801:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.426803:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 24 -> 24 00000100:00100000:1.0:1780298627.426833:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2399:x1866777608175360:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 205us (320us total) trans 4294968727 rc 0/0 00000100:00100000:1.0:1780298627.426842:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3873 00002000:00010000:1.0:1780298627.426846:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (3561689->18446744073709551615) 00002000:00100000:1.0:1780298627.426850:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255517100 with x1866777608175360 ext(3561689->18446744073709551615) 00002000:00010000:1.0:1780298627.426855:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255517100. 00000100:00100000:3.0:1780298627.427606:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.427648:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608175488 00000100:00100000:1.0:1780298627.427654:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608175488 00000100:00100000:1.0:1780298627.427691:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61361 00000100:00100000:1.0:1780298627.427702:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255516300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+99:28749:x1866777608175488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.427715:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.427726:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028951 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8cb2 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.427792:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9c00/0xaf35132e63028958 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.427804:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9c00/0xaf35132e63028958 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.427814:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9c00/0xaf35132e63028958 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298627.427837:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 7755993 00000004:00200000:1.0:1780298627.427841:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298627.427858:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9c00/0xaf35132e63028958 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.427879:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028951 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cb2 expref: 101 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.427891:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9c00/0xaf35132e63028958 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cb2 expref: 100 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.427905:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.427907:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298627.427910:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9c00, rc 0) 00000100:00100000:1.0:1780298627.427943:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255516300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+100:28749:x1866777608175488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 244us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.427950:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61361 00000100:00100000:2.0:1780298627.429263:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.429295:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608175616 00000100:00100000:0.0:1780298627.429299:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608175616 00000100:00100000:0.0:1780298627.429323:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61362 00000100:00100000:0.0:1780298627.429329:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:28749:x1866777608175616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.429336:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.429342:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e6302895f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8cb9 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.429373:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028966 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.429380:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028966 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.429386:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028966 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.429409:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 7755993 00000004:00200000:0.0:1780298627.429412:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.429420:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028966 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.429432:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e6302895f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cb9 expref: 63 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.429440:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028966 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cb9 expref: 62 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.429445:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.429447:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.429449:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:0.0:1780298627.429472:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:28749:x1866777608175616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 143us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.429476:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61362 00000100:00100000:2.0:1780298627.430366:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.430414:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608175744 00000100:00100000:3.0:1780298627.430478:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608175744 00000100:00100000:2.0:1780298627.430527:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.430566:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608175872 00000100:00100000:0.0:1780298627.430571:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608175872 00000100:00100000:3.0:1780298627.430577:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3586 00000100:00100000:3.0:1780298627.430595:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608175744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.430613:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298627.430619:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3587 00000100:00100000:0.0:1780298627.430630:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608175872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.430631:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302896d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8cc0 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.430642:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.430653:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028974 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8cc7 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.430687:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604121600:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.430697:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604121728:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.430745:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.430765:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.431491:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604121728:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.431491:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604121600:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.431510:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302896d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cc0 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.431510:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028974 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cc7 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.431525:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302896d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cc0 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.431526:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028974 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cc7 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.431536:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:0.0:1780298627.431536:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:3.0:1780298627.431565:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608175744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 978us (1198us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.431565:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608175872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 938us (1040us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.431572:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3587 00000100:00100000:3.0:1780298627.431577:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3586 00000100:00100000:1.0:1780298627.432423:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.432455:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608176000 00000100:00100000:0.0:1780298627.432460:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608176000 00000100:00100000:0.0:1780298627.432485:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3588 00000100:00100000:0.0:1780298627.432494:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608176000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.432502:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.432511:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e6302897b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8cce expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.432514:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.432545:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604121856:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.432572:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608176128 00000100:00100000:3.0:1780298627.432576:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608176128 00000100:00100000:0.0:1780298627.432588:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.432600:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3589 00000100:00100000:3.0:1780298627.432609:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608176128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.432616:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.432623:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63028982 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8cd5 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.432641:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604121984:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.432664:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.433193:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604121856:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.433209:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e6302897b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cce expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.433222:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e6302897b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cce expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.433232:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:0.0:1780298627.433259:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608176000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 767us (837us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.433266:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3588 00000100:00100000:3.0:1780298627.433327:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604121984:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.433385:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63028982 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cd5 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.433405:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63028982 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cd5 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.433411:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298627.433431:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608176128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 826us (920us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.433435:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3589 00000100:00100000:1.0:1780298627.434524:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.434568:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608176256 00000100:00100000:2.0:1780298627.434573:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608176256 00000100:00100000:2.0:1780298627.434613:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3874 00000100:00100000:2.0:1780298627.434622:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608176256:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298627.434813:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298627.434817:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.434820:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.434823:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.434825:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1024 -> 1160 00000100:00100000:2.0:1780298627.434854:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608176256:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 235us (330us total) trans 4294969023 rc 0/0 00000100:00100000:2.0:1780298627.434859:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3874 00000100:00100000:2.0:1780298627.436182:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.436208:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.436225:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608176384 00000100:00100000:1.0:1780298627.436230:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608176384 00000100:00100000:0.0:1780298627.436239:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608176512 00000100:00100000:0.0:1780298627.436245:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608176512 00000100:00100000:1.0:1780298627.436257:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3590 00000100:00100000:1.0:1780298627.436266:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608176384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.436272:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.436280:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e63028989 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8cdc expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.436284:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3591 00000100:00100000:3.0:1780298627.436296:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608176512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.436303:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.436312:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028990 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ce3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.436319:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604122112:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.436338:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604122240:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.436373:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.436374:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.437146:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604122112:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.437161:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604122240:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.437179:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e63028989 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cdc expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.437186:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028990 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ce3 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.437198:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e63028989 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cdc expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.437207:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028990 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ce3 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.437208:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00010000:00010000:3.0:1780298627.437221:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:0.0:1780298627.437237:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608176384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 972us (1054us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.437244:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3590 00000100:00100000:3.0:1780298627.437284:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608176512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 990us (1074us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.437292:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3591 00000100:00100000:2.0:1780298627.438262:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.438281:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.438301:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608176640 00000100:00100000:1.0:1780298627.438305:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608176640 00000100:00100000:0.0:1780298627.438316:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608176768 00000100:00100000:0.0:1780298627.438321:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608176768 00000100:00100000:1.0:1780298627.438338:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3592 00000100:00100000:1.0:1780298627.438349:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608176640:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298627.438352:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3593 00010000:00010000:1.0:1780298627.438361:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298627.438365:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608176768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.438370:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028997 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8cea expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.438372:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.438380:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6302899e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8cf1 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.438411:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604122368:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.438431:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604122496:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.438446:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.438461:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.439206:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604122368:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.439222:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028997 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cea expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.439232:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028997 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cea expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.439239:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9800, rc 0) 00000100:00100000:1.0:1780298627.439261:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608176640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 917us (1000us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.439266:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3592 00000100:00100000:0.0:1780298627.439340:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604122496:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.439354:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6302899e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cf1 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.439367:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6302899e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cf1 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.439377:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:0.0:1780298627.439413:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608176768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1052us (1131us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.439418:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3593 00000100:00100000:2.0:1780298627.440292:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.440328:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608176896 00000100:00100000:0.0:1780298627.440332:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608176896 00000100:00100000:0.0:1780298627.440360:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3875 00000100:00100000:0.0:1780298627.440367:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608176896:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298627.440604:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298627.440608:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.440611:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.440613:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.440616:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1160 -> 1272 00000100:00100000:0.0:1780298627.440646:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608176896:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 279us (354us total) trans 4294969024 rc 0/0 00000100:00100000:0.0:1780298627.440654:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3875 00000100:00100000:2.0:1780298627.441649:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.441688:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608177152 00000100:00100000:0.0:1780298627.441693:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608177152 00000100:00100000:0.0:1780298627.441725:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61363 00000100:00100000:0.0:1780298627.441733:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+100:28749:x1866777608177152:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298627.441774:0:17567:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.441800:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9c00/0xaf35132e63028958 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cb2 expref: 100 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.441814:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.441819:0:17567:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298627.441942:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630289a5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.441955:0:17567:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028966 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cb9 expref: 61 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.441969:0:17567:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630289a5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.441995:0:17567:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028966 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cb9 expref: 61 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.442015:0:17567:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028966 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cb9 expref: 61 pid: 7411 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.442027:0:17567:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777604122624:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.442066:0:17567:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3486ac6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.442766:0:17567:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777604122624:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.442779:0:17567:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630289a5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.442910:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.442954:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608177280 00000100:00100000:1.0:1780298627.442958:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608177280 00010000:00010000:1.0:1780298627.442977:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028966 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cb9 expref: 62 pid: 7411 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.443005:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13929 00000100:00100000:1.0:1780298627.443012:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:2400:x1866777608177280:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.443021:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.443026:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028966 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cb9 expref: 62 pid: 7411 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.443042:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028966 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cb9 expref: 62 pid: 7411 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.443056:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028966 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cb9 expref: 62 pid: 7411 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.443067:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.443071:0:8374:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630289a5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.443081:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630289a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.443087:0:8374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630289a5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.443106:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298627.443142:0:17567:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630289a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.443149:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:2400:x1866777608177280:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 136us (238us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298627.443156:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630289a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.443162:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13929 00000001:00080000:0.0:1780298627.443205:0:17567:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990581 00000004:00010000:0.0:1780298627.443226:0:17567:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042b1d2a1 reply state 00000000f915138e transno 4294990582 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630289a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.443238:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630289a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.443246:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.443249:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298627.443251:0:17567:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298627.443311:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+102:28749:x1866777608177152:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1578us (1661us total) trans 4294990582 rc 0/0 00000100:00100000:0.0:1780298627.443319:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61363 00000020:00080000:0.0:1780298627.443323:0:17567:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298627.444050:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.444085:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608177536 00000100:00100000:1.0:1780298627.444090:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608177536 00002000:00010000:1.0:1780298627.444107:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (3427382->18446744073709551615) 00002000:00100000:1.0:1780298627.444112:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9f80 with x1866777608177536 ext(3427382->18446744073709551615) 00002000:00010000:1.0:1780298627.444118:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5d9f80. 00000100:00100000:1.0:1780298627.444181:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3876 00000100:00100000:1.0:1780298627.444190:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2399:x1866777608177536:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298627.444225:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.444262:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608177408 00000100:00100000:3.0:1780298627.444268:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608177408 00002000:00010000:3.0:1780298627.444284:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298627.444288:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8000 with x1866777608177408 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298627.444294:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad8000. 00000100:00100000:3.0:1780298627.444315:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3877 00000100:00100000:3.0:1780298627.444324:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608177408:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298627.444351:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3561689 -> 3427382 00002000:00010000:1.0:1780298627.444355:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.444358:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.444361:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.444363:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 24 -> 24 00002000:00010000:3.0:1780298627.444386:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1780298627.444390:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298627.444402:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298627.444405:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298627.444407:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1272 -> 1272 00000100:00100000:1.0:1780298627.444415:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777608177536:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 224us (362us total) trans 4294968728 rc 0/0 00000100:00100000:1.0:1780298627.444423:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3876 00002000:00010000:1.0:1780298627.444427:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (3427382->18446744073709551615) 00002000:00100000:1.0:1780298627.444430:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9f80 with x1866777608177536 ext(3427382->18446744073709551615) 00000100:00100000:3.0:1780298627.444436:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608177408:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 110us (209us total) trans 4294969025 rc 0/0 00002000:00010000:1.0:1780298627.444439:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5d9f80. 00000100:00100000:3.0:1780298627.444448:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3877 00002000:00010000:3.0:1780298627.444452:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298627.444455:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8000 with x1866777608177408 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298627.444461:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad8000. 00000100:00100000:2.0:1780298627.445194:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.445242:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608177664 00000100:00100000:0.0:1780298627.445246:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608177664 00000100:00100000:0.0:1780298627.445280:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61364 00000100:00100000:0.0:1780298627.445288:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:28749:x1866777608177664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.445298:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.445316:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e630289ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8cf8 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.445388:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157800/0xaf35132e630289b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.445410:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157800/0xaf35132e630289b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.445418:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157800/0xaf35132e630289b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.445440:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 7621686 00000004:00200000:0.0:1780298627.445445:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.445460:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157800/0xaf35132e630289b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.445481:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e630289ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cf8 expref: 63 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.445495:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157800/0xaf35132e630289b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cf8 expref: 62 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.445502:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.445505:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.445507:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:0.0:1780298627.445538:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:28749:x1866777608177664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 251us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.445545:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61364 00000100:00100000:2.0:1780298627.446315:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.446348:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.446365:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608177920 00000100:00100000:1.0:1780298627.446369:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608177920 00000100:00100000:1.0:1780298627.446403:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608177792 00000100:00100000:1.0:1780298627.446407:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608177792 00000100:00100000:0.0:1780298627.446412:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3594 00000100:00100000:0.0:1780298627.446425:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608177920:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.446426:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3595 00000100:00100000:3.0:1780298627.446437:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608177792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.446438:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.446446:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.446450:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e630289ba lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d06 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.446454:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630289c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8cff expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.446495:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604122752:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.446501:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604122880:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.446538:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.446540:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.447203:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604122752:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.447221:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630289c1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cff expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.447234:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630289c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cff expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.447240:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604122880:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.447243:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:0.0:1780298627.447257:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e630289ba lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d06 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.447269:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608177792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 834us (921us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298627.447270:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e630289ba lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d06 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.447282:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3595 00010000:00010000:0.0:1780298627.447286:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3600, rc 0) 00000100:00100000:0.0:1780298627.447308:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608177920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 888us (994us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.447313:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3594 00000100:00100000:2.0:1780298627.448317:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.448340:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608178048 00000100:00100000:2.0:1780298627.448346:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.448347:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608178048 00000100:00100000:3.0:1780298627.448380:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608178176 00000100:00100000:3.0:1780298627.448384:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608178176 00000100:00100000:1.0:1780298627.448389:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3596 00000100:00100000:1.0:1780298627.448408:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608178048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.448415:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298627.448419:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3597 00010000:00010000:1.0:1780298627.448421:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630289c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d0d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.448431:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608178176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.448440:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.448446:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604123008:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.448450:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e630289cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d14 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.448483:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604123136:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.448484:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.448517:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.449112:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604123008:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.449148:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630289c8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d0d expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.449160:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630289c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d0d expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.449167:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9800, rc 0) 00000100:00100000:1.0:1780298627.449190:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608178048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 786us (874us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.449198:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3596 00000100:00100000:0.0:1780298627.449290:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604123136:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.449307:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e630289cf lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d14 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.449317:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e630289cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d14 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.449324:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:0.0:1780298627.449345:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608178176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 920us (1000us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.449351:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3597 00000100:00100000:2.0:1780298627.450553:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.450584:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608178304 00000100:00100000:1.0:1780298627.450588:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608178304 00002000:00100000:1.0:1780298627.450607:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (929792->958463) req@ffff9cf37f754000 x1866777608178304/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.450614:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754000 with x1866777608178304 ext(929792->958463) 00002000:00010000:1.0:1780298627.450617:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754000 00000100:00100000:1.0:1780298627.450633:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3878 00000100:00100000:1.0:1780298627.450641:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2397:x1866777608178304:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.451623:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2397:x1866777608178304:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 982us (1070us total) trans 0 rc 28672/28672 00000100:00100000:1.0:1780298627.451630:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3878 00002000:00100000:1.0:1780298627.451635:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (929792->958463) req@ffff9cf37f754000 x1866777608178304/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.451642:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754000 with x1866777608178304 ext(929792->958463) 00002000:00010000:1.0:1780298627.451644:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754000 00000100:00100000:2.0:1780298627.452562:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.452591:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.452607:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608178432 00000100:00100000:0.0:1780298627.452612:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608178432 00000100:00100000:3.0:1780298627.452624:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608178560 00000100:00100000:3.0:1780298627.452629:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608178560 00000100:00100000:0.0:1780298627.452649:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3598 00000100:00100000:0.0:1780298627.452660:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608178432:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.452661:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3599 00000100:00100000:3.0:1780298627.452672:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608178560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.452673:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.452681:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.452684:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e630289d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d1b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.452690:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630289dd lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d22 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.452729:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604123264:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.452742:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604123392:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.452768:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.452777:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.453467:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604123392:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.453485:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604123264:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.453490:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e630289d6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d1b expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.453506:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630289dd lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d22 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.453509:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e630289d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d1b expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.453528:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630289dd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d22 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.453529:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3c00, rc 0) 00010000:00010000:2.0:1780298627.453539:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:0.0:1780298627.453567:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608178432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 910us (1005us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.453572:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608178560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 901us (979us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.453580:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3598 00000100:00100000:2.0:1780298627.453585:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3599 00000100:00100000:1.0:1780298627.454438:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.454456:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.454477:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608178688 00000100:00100000:3.0:1780298627.454479:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608178816 00000100:00100000:2.0:1780298627.454483:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608178688 00000100:00100000:3.0:1780298627.454484:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608178816 00000100:00100000:3.0:1780298627.454514:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3600 00000100:00100000:3.0:1780298627.454519:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608178816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.454525:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.454533:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630289e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d30 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.454536:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3601 00000100:00100000:2.0:1780298627.454552:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608178688:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.454562:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604123520:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.454562:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.454573:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e630289eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d29 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.454606:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604123648:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.454607:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.454639:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.455237:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604123520:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.455251:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630289e4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d30 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.455262:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630289e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d30 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.455268:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:3.0:1780298627.455298:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608178816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 778us (840us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.455303:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3600 00000100:00100000:2.0:1780298627.455311:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604123648:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.455328:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e630289eb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d29 expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.455339:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e630289eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d29 expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.455351:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298627.455376:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608178688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 831us (939us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.455381:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3601 00000100:00100000:1.0:1780298627.456609:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.456638:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608178944 00000100:00100000:2.0:1780298627.456642:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608178944 00002000:00100000:2.0:1780298627.456658:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1830912->1835007) req@ffff9cf2558f1500 x1866777608178944/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.456671:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f1500 with x1866777608178944 ext(1830912->1835007) 00002000:00010000:2.0:1780298627.456674:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f1500 00000100:00100000:2.0:1780298627.456688:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3879 00000100:00100000:2.0:1780298627.456693:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777608178944:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.456783:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777608178944:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 88us (173us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.456790:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3879 00002000:00100000:2.0:1780298627.456797:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (1830912->1835007) req@ffff9cf2558f1500 x1866777608178944/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.456805:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f1500 with x1866777608178944 ext(1830912->1835007) 00002000:00010000:2.0:1780298627.456809:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f1500 00000100:00100000:1.0:1780298627.457814:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.457850:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608179072 00000100:00100000:0.0:1780298627.457854:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608179072 00002000:00100000:0.0:1780298627.457886:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (1896448->1900543) req@ffff9cf2558f3800 x1866777608179072/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.457896:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f3800 with x1866777608179072 ext(1896448->1900543) 00002000:00010000:0.0:1780298627.457899:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f3800 00000100:00100000:0.0:1780298627.457915:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3880 00000100:00100000:0.0:1780298627.457921:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2397:x1866777608179072:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.457991:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2397:x1866777608179072:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (178us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298627.457996:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3880 00002000:00100000:0.0:1780298627.458001:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (1896448->1900543) req@ffff9cf2558f3800 x1866777608179072/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.458006:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f3800 with x1866777608179072 ext(1896448->1900543) 00002000:00010000:0.0:1780298627.458009:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f3800 00000100:00100000:0.0:1780298627.459007:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.459040:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608179200 00000100:00100000:2.0:1780298627.459045:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608179200 00000100:00100000:2.0:1780298627.459072:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3602 00000100:00100000:2.0:1780298627.459078:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608179200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.459084:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.459091:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630289f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d37 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.459112:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604123776:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.459160:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.459174:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff49c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.459191:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608179328 00000100:00100000:2.0:1780298627.459194:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608179328 00000100:00100000:2.0:1780298627.459217:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3603 00000100:00100000:2.0:1780298627.459224:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608179328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.459229:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.459234:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e630289f9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d3e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.459252:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604123904:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.459277:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.459810:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604123776:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.459824:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630289f2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d37 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.459835:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630289f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d37 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.459843:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298627.459866:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608179200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 789us (860us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.459871:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3602 00000100:00100000:3.0:1780298627.459895:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604123904:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.459914:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e630289f9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d3e expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.459924:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e630289f9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d3e expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.459931:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:3.0:1780298627.459984:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608179328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 761us (824us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.459989:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3603 00000100:00100000:0.0:1780298627.460712:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.460750:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608179456 00000100:00100000:1.0:1780298627.460754:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608179456 00000100:00100000:0.0:1780298627.460762:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.460788:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608179584 00000100:00100000:1.0:1780298627.460793:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3604 00000100:00100000:1.0:1780298627.460802:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608179456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.460810:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.460817:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63028a00 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d45 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.460837:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604124032:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.460843:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608179584 00000100:00100000:1.0:1780298627.460877:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.460882:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3605 00000100:00100000:3.0:1780298627.460891:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608179584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.460899:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.460908:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028a07 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d4c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.460934:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604124160:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.461003:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.461515:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604124032:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.461529:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63028a00 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d45 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.461543:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63028a00 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d45 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.461552:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:1.0:1780298627.461585:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608179456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 784us (873us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.461592:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3604 00000100:00100000:3.0:1780298627.461765:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604124160:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.461781:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028a07 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d4c expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.461795:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028a07 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d4c expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.461803:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:3.0:1780298627.461833:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608179584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 943us (1071us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.461840:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3605 00000100:00100000:3.0:1780298627.462594:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.462630:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608179840 00000100:00100000:1.0:1780298627.462635:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608179840 00000100:00100000:1.0:1780298627.462667:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61365 00000100:00100000:1.0:1780298627.462674:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:28749:x1866777608179840:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298627.462722:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.462737:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157800/0xaf35132e630289b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cf8 expref: 62 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.462751:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.462755:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298627.462912:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9000/0xaf35132e63028a0e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.462931:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9000/0xaf35132e63028a0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.462940:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9000/0xaf35132e63028a0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298627.462978:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990583 00000004:00010000:1.0:1780298627.463001:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7823a9b reply state 00000000c38b13cd transno 4294990584 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9000/0xaf35132e63028a0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.463012:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9000/0xaf35132e63028a0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.463018:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.463020:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298627.463023:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298627.463075:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+64:28749:x1866777608179840:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 401us (480us total) trans 4294990584 rc 0/0 00000100:00100000:1.0:1780298627.463085:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61365 00000020:00080000:1.0:1780298627.463089:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298627.463680:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.463737:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608179968 00000100:00100000:3.0:1780298627.463742:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608179968 00000100:00100000:3.0:1780298627.463779:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3606 00000100:00100000:3.0:1780298627.463788:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608179968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.463797:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.463805:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028a15 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d53 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.463828:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630288e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c57 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.463836:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(127 155) 00010000:00010000:3.0:1780298627.463840:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(128 155) 00010000:00010000:3.0:1780298627.463846:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028a15 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d53 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.463869:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630288e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c57 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.463882:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630288e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c57 expref: 10 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.463893:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604124288:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298627.463933:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.464654:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604124288:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298627.464755:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028a15 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d53 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.464786:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298627.464798:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:2.0:1780298627.464833:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608180096 00000100:00100000:2.0:1780298627.464838:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608180096 00000100:00100000:3.0:1780298627.464849:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608179968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1062us (1169us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.464860:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3606 00010000:00010000:2.0:1780298627.464870:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630288e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c57 expref: 11 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.464914:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13930 00000100:00100000:2.0:1780298627.464925:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608180096:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.464935:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.464948:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630288e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c57 expref: 11 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.464964:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630288e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c57 expref: 11 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.464980:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630288e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8c57 expref: 11 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.464992:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(128 155) 00010000:00010000:2.0:1780298627.464994:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(128 155) 00010000:00010000:2.0:1780298627.464999:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028a15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d53 expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.465005:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028a15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d53 expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.465027:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028a15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d53 expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.465036:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604124416:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.465082:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff49c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.465594:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604124416:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.465606:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.465647:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608180096:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 726us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.465654:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13930 00000100:00100000:0.0:1780298627.465819:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.465845:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608180224 00000100:00100000:3.0:1780298627.465851:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608180224 00000100:00100000:3.0:1780298627.465886:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3607 00000100:00100000:3.0:1780298627.465892:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:28749:x1866777608180224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.465902:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.465914:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028a1c lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d5a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.465931:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302894a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cab expref: 23 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.465937:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(89 76) 00010000:00010000:3.0:1780298627.465940:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(90 76) 00010000:00010000:3.0:1780298627.465943:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028a1c lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d5a expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.465962:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302894a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cab expref: 23 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.465970:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302894a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cab expref: 23 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.465978:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604124544:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298627.466021:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.466560:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604124544:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298627.466571:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028a1c lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d5a expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.466578:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:3.0:1780298627.466601:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:28749:x1866777608180224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 709us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.466605:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3607 00000100:00100000:0.0:1780298627.466808:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.466858:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608180352 00000100:00100000:2.0:1780298627.466865:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608180352 00002000:00100000:2.0:1780298627.466894:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (1830912->1900543) req@ffff9cf25586e300 x1866777608180352/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.466903:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586e300 with x1866777608180352 ext(1830912->1900543) 00010000:00010000:2.0:1780298627.466909:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302894a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cab expref: 24 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.466922:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302894a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cab expref: 24 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298627.466930:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf25586e300 00000100:00100000:2.0:1780298627.466951:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 90 00000100:00100000:2.0:1780298627.466958:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777608180352:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298627.468354:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2399:x1866777608180352:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1395us (1547us total) trans 4294968729 rc 0/0 00000100:00100000:2.0:1780298627.468360:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 90 00002000:00100000:2.0:1780298627.468366:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (1830912->1900543) req@ffff9cf25586e300 x1866777608180352/t4294968729(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/448 e 0 to 0 dl 1780298638 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.468373:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586e300 with x1866777608180352 ext(1830912->1900543) 00010000:00010000:2.0:1780298627.468377:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302894a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cab expref: 26 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.468387:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302894a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cab expref: 26 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298627.468406:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf25586e300 00000100:00100000:0.0:1780298627.469166:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.469197:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608180480 00000100:00100000:2.0:1780298627.469201:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608180480 00010000:00010000:2.0:1780298627.469215:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302894a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cab expref: 26 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.469241:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13931 00000100:00100000:2.0:1780298627.469250:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2399:x1866777608180480:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.469260:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298627.469269:0:20253:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 24 -> 160 00010000:00010000:2.0:1780298627.469275:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302894a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cab expref: 26 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.469292:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302894a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cab expref: 26 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.469307:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302894a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8cab expref: 26 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.469316:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(90 76) 00010000:00010000:2.0:1780298627.469320:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(90 76) 00010000:00010000:2.0:1780298627.469326:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028a1c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d5a expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.469335:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028a1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d5a expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.469360:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028a1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d5a expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.469371:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604124672:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.469422:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff49c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.469989:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604124672:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.470004:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.470037:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777608180480:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 788us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.470050:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13931 00000100:00100000:0.0:1780298627.470071:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.470203:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.470217:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608180608 00000100:00100000:3.0:1780298627.470222:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608180608 00000100:00100000:2.0:1780298627.470250:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608180736 00000100:00100000:2.0:1780298627.470257:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608180736 00002000:00010000:3.0:1780298627.470274:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00010000:2.0:1780298627.470277:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2712895->18446744073709551615) 00002000:00100000:3.0:1780298627.470284:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586d880 with x1866777608180608 ext(4194304->18446744073709551615) 00002000:00100000:2.0:1780298627.470284:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061880 with x1866777608180736 ext(2712895->18446744073709551615) 00002000:00010000:2.0:1780298627.470292:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243061880. 00002000:00010000:3.0:1780298627.470296:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586d880. 00000100:00100000:2.0:1780298627.470313:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3881 00000100:00100000:2.0:1780298627.470323:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608180736:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298627.470334:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3882 00000100:00100000:3.0:1780298627.470348:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608180608:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298627.470479:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3427382 -> 2712895 00002000:00010000:2.0:1780298627.470483:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.470486:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.470489:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.470491:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 160 -> 160 00002000:00010000:1.0:1780298627.470492:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298627.470499:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.470500:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.470502:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.470504:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1272 -> 1272 00000100:00100000:2.0:1780298627.470537:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608180736:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 215us (333us total) trans 4294968730 rc 0/0 00000100:00100000:1.0:1780298627.470539:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608180608:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 196us (470us total) trans 4294969026 rc 0/0 00000100:00100000:2.0:1780298627.470564:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3881 00002000:00010000:2.0:1780298627.470568:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2712895->18446744073709551615) 00002000:00100000:2.0:1780298627.470576:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061880 with x1866777608180736 ext(2712895->18446744073709551615) 00000100:00100000:1.0:1780298627.470577:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3882 00002000:00010000:1.0:1780298627.470589:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00010000:2.0:1780298627.470591:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243061880. 00002000:00100000:1.0:1780298627.470596:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586d880 with x1866777608180608 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298627.470603:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586d880. 00000100:00100000:0.0:1780298627.471283:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.471317:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608180864 00000100:00100000:2.0:1780298627.471320:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608180864 00000100:00100000:2.0:1780298627.471353:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61366 00000100:00100000:2.0:1780298627.471362:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+64:28749:x1866777608180864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.471377:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.471390:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63028a23 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d61 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.471477:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028a2a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.471490:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028a2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.471499:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028a2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298627.471525:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6907199 00000004:00200000:2.0:1780298627.471529:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298627.471546:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028a2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.471571:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63028a23 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d61 expref: 66 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.471585:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028a2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d61 expref: 65 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.471593:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.471596:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298627.471600:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298627.471634:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+65:28749:x1866777608180864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 273us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.471641:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61366 00000100:00100000:0.0:1780298627.472759:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.472797:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608180992 00000100:00100000:2.0:1780298627.472801:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608180992 00000100:00100000:2.0:1780298627.472835:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3883 00000100:00100000:2.0:1780298627.472844:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608180992:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298627.472960:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298627.472963:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.472965:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.472967:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.472970:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1272 -> 1328 00000100:00100000:2.0:1780298627.473001:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608180992:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 158us (247us total) trans 4294969027 rc 0/0 00000100:00100000:2.0:1780298627.473009:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3883 00000100:00100000:1.0:1780298627.473641:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.473682:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608181120 00000100:00100000:0.0:1780298627.473687:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608181120 00000100:00100000:0.0:1780298627.473725:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61367 00000100:00100000:0.0:1780298627.473733:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+102:28749:x1866777608181120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.473747:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.473755:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028a31 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d68 expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.473790:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e63028a38 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.473797:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e63028a38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.473803:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e63028a38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.473814:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6907199 00000004:00200000:0.0:1780298627.473817:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.473824:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e63028a38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.473836:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028a31 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d68 expref: 104 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.473845:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e63028a38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d68 expref: 103 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.473854:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.473856:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.473857:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3200, rc 0) 00000100:00100000:0.0:1780298627.473884:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+103:28749:x1866777608181120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 153us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.473888:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61367 00000100:00100000:0.0:1780298627.474684:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.474715:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.474733:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608181248 00000100:00100000:2.0:1780298627.474738:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608181248 00000100:00100000:2.0:1780298627.474766:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608181376 00000100:00100000:2.0:1780298627.474770:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608181376 00000100:00100000:1.0:1780298627.474787:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3608 00000100:00100000:1.0:1780298627.474800:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608181248:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298627.474809:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3609 00010000:00010000:1.0:1780298627.474812:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298627.474822:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608181376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.474828:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63028a3f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d6f expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.474832:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.474844:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63028a46 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d76 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.474877:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604124800:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.474886:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604124928:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.474940:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff49c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.474940:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00002000:00010000:0.0:1780298627.475588:0:9128:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime: 1780298627 -> 1780298628 00000100:00100000:0.0:1780298627.475598:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604124928:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.475614:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63028a46 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d76 expref: 26 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.475626:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63028a46 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d76 expref: 26 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.475633:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:0.0:1780298627.475659:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608181376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 843us (945us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.475664:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3609 00002000:00010000:2.0:1780298627.475724:0:20252:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime: 1780298627 -> 1780298628 00000100:00100000:2.0:1780298627.475735:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604124800:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.475757:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63028a3f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d6f expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.475770:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63028a3f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d6f expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.475778:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:2.0:1780298627.475810:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608181248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1014us (1126us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.475818:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3608 00000100:00100000:1.0:1780298627.476544:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.476566:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.476605:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608181504 00000100:00100000:3.0:1780298627.476610:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608181632 00000100:00100000:2.0:1780298627.476610:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608181504 00000100:00100000:3.0:1780298627.476614:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608181632 00000100:00100000:2.0:1780298627.476645:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3610 00000100:00100000:3.0:1780298627.476649:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3611 00000100:00100000:2.0:1780298627.476651:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608181504:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.476656:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608181632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.476662:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.476662:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.476671:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028a54 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d84 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.476671:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63028a4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d7d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.476698:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604125184:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.476698:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604125056:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.476742:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.476746:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.477332:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604125056:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.477351:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63028a4d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d7d expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.477358:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604125184:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.477371:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63028a4d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d7d expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.477384:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00010000:00010000:0.0:1780298627.477384:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028a54 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d84 expref: 26 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.477421:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63028a54 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d84 expref: 26 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.477426:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608181504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 773us (881us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.477442:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3610 00010000:00010000:0.0:1780298627.477443:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:0.0:1780298627.477477:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608181632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 819us (907us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.477486:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3611 00000100:00100000:0.0:1780298627.478267:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.478296:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608181888 00000100:00100000:2.0:1780298627.478300:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608181888 00000100:00100000:2.0:1780298627.478323:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61368 00000100:00100000:2.0:1780298627.478327:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+65:28749:x1866777608181888:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298627.478356:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.478368:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028a2a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d61 expref: 65 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.478380:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.478385:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298627.478503:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63028a5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.478512:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e63028a38 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d68 expref: 102 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.478523:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63028a5b lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.478536:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e63028a38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d68 expref: 102 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.478549:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e63028a38 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d68 expref: 102 pid: 17567 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.478556:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604125312:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.478584:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.479091:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604125312:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.479100:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63028a5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.479211:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.479237:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608182016 00000100:00100000:2.0:1780298627.479240:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608182016 00010000:00010000:2.0:1780298627.479255:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e63028a38 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d68 expref: 103 pid: 17567 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.479279:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13932 00000100:00100000:2.0:1780298627.479286:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+103:2399:x1866777608182016:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.479292:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.479297:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e63028a38 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d68 expref: 103 pid: 17567 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.479304:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e63028a38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d68 expref: 103 pid: 17567 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.479314:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e63028a38 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d68 expref: 103 pid: 17567 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.479324:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.479327:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63028a5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.479333:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63028a5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.479337:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63028a5b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.479353:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.479372:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+102:2399:x1866777608182016:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 88us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.479377:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13932 00010000:00010000:0.0:1780298627.479378:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63028a5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.479386:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63028a5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298627.479436:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990585 00000004:00010000:0.0:1780298627.479458:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000081a88052 reply state 00000000f5f7ec91 transno 4294990586 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63028a5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.479467:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63028a5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.479472:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.479474:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298627.479476:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298627.479520:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+67:28749:x1866777608181888:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1192us (1254us total) trans 4294990586 rc 0/0 00000100:00100000:0.0:1780298627.479533:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61368 00000020:00080000:0.0:1780298627.479537:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298627.480143:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.480165:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.480181:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608182272 00000100:00100000:2.0:1780298627.480186:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608182272 00002000:00010000:2.0:1780298627.480203:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298627.480207:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831c380 with x1866777608182272 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298627.480212:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831c380. 00000100:00100000:1.0:1780298627.480220:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608182144 00000100:00100000:1.0:1780298627.480226:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608182144 00000100:00100000:2.0:1780298627.480232:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3884 00000100:00100000:2.0:1780298627.480240:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608182272:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298627.480243:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2201395->18446744073709551615) 00002000:00100000:1.0:1780298627.480248:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831d880 with x1866777608182144 ext(2201395->18446744073709551615) 00002000:00010000:1.0:1780298627.480255:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831d880. 00000100:00100000:1.0:1780298627.480283:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3885 00000100:00100000:1.0:1780298627.480292:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608182144:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298627.480524:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2712895 -> 0 00002000:00010000:2.0:1780298627.480527:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298627 -> 1780298628 00002000:00010000:2.0:1780298627.480529:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:2.0:1780298627.480531:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.480533:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 160 -> 0 00002000:00010000:1.0:1780298627.480538:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 2201395 00002000:00010000:1.0:1780298627.480541:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298627 -> 1780298628 00002000:00010000:1.0:1780298627.480543:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.480545:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.480546:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1328 -> 1104 00000100:00100000:2.0:1780298627.480560:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608182272:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 322us (418us total) trans 4294968731 rc 0/0 00000100:00100000:2.0:1780298627.480569:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3884 00000100:00100000:1.0:1780298627.480569:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608182144:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 277us (400us total) trans 4294969028 rc 0/0 00002000:00010000:2.0:1780298627.480571:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298627.480578:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831c380 with x1866777608182272 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298627.480582:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831c380. 00000100:00100000:1.0:1780298627.480587:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3885 00002000:00010000:1.0:1780298627.480593:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2201395->18446744073709551615) 00002000:00100000:1.0:1780298627.480598:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831d880 with x1866777608182144 ext(2201395->18446744073709551615) 00002000:00010000:1.0:1780298627.480605:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831d880. 00000100:00100000:1.0:1780298627.481194:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.481220:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608182400 00000100:00100000:2.0:1780298627.481224:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608182400 00000100:00100000:2.0:1780298627.481246:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61369 00000100:00100000:2.0:1780298627.481251:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+102:28749:x1866777608182400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.481257:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.481264:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63028a62 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d8b expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.481301:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028a69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.481308:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028a69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.481313:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028a69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298627.481325:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 2201395 00000004:00200000:2.0:1780298627.481328:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298627.481336:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028a69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.481348:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63028a62 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d8b expref: 104 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.481361:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028a69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d8b expref: 103 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.481366:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.481367:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298627.481369:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:2.0:1780298627.481390:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+103:28749:x1866777608182400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 139us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.481409:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61369 00000100:00100000:3.0:1780298627.482030:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.482053:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.482072:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608182528 00000100:00100000:1.0:1780298627.482076:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608182528 00000100:00100000:0.0:1780298627.482092:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608182656 00000100:00100000:0.0:1780298627.482098:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608182656 00000100:00100000:1.0:1780298627.482101:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3612 00000100:00100000:1.0:1780298627.482108:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608182528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.482115:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.482122:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028a70 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d92 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.482156:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3613 00000100:00100000:0.0:1780298627.482167:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608182656:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298627.482173:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604125440:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.482175:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.482185:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e63028a77 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8d99 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.482210:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.482216:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604125568:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.482245:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35098e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.482820:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604125440:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.482866:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028a70 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d92 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.482881:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028a70 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d92 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.482890:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:1.0:1780298627.482925:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608182528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 817us (896us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.482932:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3612 00000100:00100000:0.0:1780298627.482950:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604125568:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.482967:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e63028a77 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d99 expref: 26 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.482978:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e63028a77 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d99 expref: 26 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.482987:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2800, rc 0) 00000100:00100000:0.0:1780298627.483014:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608182656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 850us (959us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.483022:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3613 00000100:00100000:0.0:1780298627.483814:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.483879:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608182784 00000100:00100000:3.0:1780298627.483886:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608182784 00000100:00100000:2.0:1780298627.483921:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.483929:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3614 00000100:00100000:3.0:1780298627.483940:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608182784:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298627.483953:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608182912 00000100:00100000:1.0:1780298627.483960:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608182912 00010000:00010000:3.0:1780298627.483981:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.483993:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63028a7e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8da0 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.483998:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3615 00000100:00100000:1.0:1780298627.484013:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777608182912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.484020:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.484028:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028a85 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8da7 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.484036:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604125696:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.484066:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604125824:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.484102:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.484113:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.484817:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604125824:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.484837:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028a85 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8da7 expref: 26 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.484850:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028a85 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8da7 expref: 26 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.484858:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604125696:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.484861:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00010000:00010000:3.0:1780298627.484882:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63028a7e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8da0 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.484895:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777608182912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 883us (973us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298627.484901:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63028a7e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8da0 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.484909:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3615 00010000:00010000:3.0:1780298627.484925:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298627.485012:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608182784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1026us (1147us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.485017:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3614 00000100:00100000:0.0:1780298627.485802:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.485832:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608183040 00000100:00100000:2.0:1780298627.485836:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608183040 00000100:00100000:2.0:1780298627.485868:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3616 00000100:00100000:2.0:1780298627.485873:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608183040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.485879:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.485887:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e63028a8c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8dae expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.485903:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.485913:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604125952:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.485940:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608183168 00000100:00100000:0.0:1780298627.485945:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608183168 00000100:00100000:2.0:1780298627.485973:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.485984:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3617 00000100:00100000:0.0:1780298627.485990:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777608183168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.485996:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.486002:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e63028a93 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8db5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.486024:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604126080:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.486053:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35098e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.486575:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604125952:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.486591:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e63028a8c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dae expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.486592:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604126080:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.486612:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e63028a8c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dae expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.486619:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377400, rc 0) 00010000:00010000:0.0:1780298627.486619:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e63028a93 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8db5 expref: 26 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.486637:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e63028a93 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8db5 expref: 26 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.486646:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608183040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 771us (843us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.486651:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3616 00010000:00010000:0.0:1780298627.486651:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3600, rc 0) 00000100:00100000:0.0:1780298627.486676:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777608183168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 686us (776us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.486682:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3617 00000100:00100000:2.0:1780298627.487463:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.487490:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608183296 00000100:00100000:1.0:1780298627.487495:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608183296 00000100:00100000:1.0:1780298627.487524:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3618 00000100:00100000:1.0:1780298627.487532:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608183296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.487538:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298627.487544:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298627.487545:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028a9a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8dbc expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.487568:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604126208:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.487578:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608183424 00000100:00100000:0.0:1780298627.487583:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608183424 00000100:00100000:1.0:1780298627.487607:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.487624:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3619 00000100:00100000:0.0:1780298627.487637:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777608183424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.487646:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.487654:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e63028aa1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8dc3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.487678:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604126336:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.487702:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35098e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.488219:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604126208:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.488230:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604126336:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.488240:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028a9a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dbc expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.488247:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e63028aa1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dc3 expref: 26 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.488263:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028a9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dbc expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.488271:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00010000:00010000:0.0:1780298627.488272:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e63028aa1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dc3 expref: 26 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.488285:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2800, rc 0) 00000100:00100000:1.0:1780298627.488304:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608183296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 774us (841us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.488310:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777608183424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 676us (765us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.488314:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3618 00000100:00100000:0.0:1780298627.488321:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3619 00000100:00100000:2.0:1780298627.490203:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.490249:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608183552 00000100:00100000:0.0:1780298627.490254:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608183552 00000100:00100000:0.0:1780298627.490287:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61370 00000100:00100000:0.0:1780298627.490298:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+67:28749:x1866777608183552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.490311:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.490321:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e63028aa8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8dca expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.490406:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028aaf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.490418:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028aaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.490426:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028aaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.490447:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 2201395 00000004:00200000:0.0:1780298627.490452:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.490465:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028aaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.490485:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e63028aa8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dca expref: 69 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.490497:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028aaf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dca expref: 68 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.490504:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.490507:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.490510:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00000100:00100000:0.0:1780298627.490540:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+68:28749:x1866777608183552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 247us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.490547:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61370 00000100:00100000:2.0:1780298627.491507:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.491545:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608183680 00000100:00100000:0.0:1780298627.491550:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608183680 00000100:00100000:0.0:1780298627.491586:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3886 00000100:00100000:0.0:1780298627.491594:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608183680:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298627.491755:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 3612912 00002000:00010000:0.0:1780298627.491759:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.491761:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.491763:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.491765:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1780298627.491793:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608183680:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 200us (286us total) trans 4294968732 rc 0/0 00000100:00100000:0.0:1780298627.491800:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3886 00000100:00100000:3.0:1780298627.492914:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.492947:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608183808 00000100:00100000:1.0:1780298627.492951:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608183808 00000100:00100000:1.0:1780298627.492978:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3887 00000100:00100000:1.0:1780298627.492984:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608183808:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298627.493058:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2201395 -> 2201395 00002000:00010000:1.0:1780298627.493062:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.493064:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:1.0:1780298627.493065:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.493068:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1104 -> 1128 00000100:00100000:1.0:1780298627.493100:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608183808:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 114us (188us total) trans 4294969029 rc 0/0 00000100:00100000:1.0:1780298627.493106:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3887 00000100:00100000:2.0:1780298627.494266:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.494316:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608183936 00000100:00100000:0.0:1780298627.494321:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608183936 00000100:00100000:0.0:1780298627.494357:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3888 00000100:00100000:0.0:1780298627.494365:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608183936:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298627.494469:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2201395 -> 2201395 00002000:00010000:0.0:1780298627.494473:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.494475:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.494477:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.494480:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1128 -> 1136 00000100:00100000:0.0:1780298627.494512:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608183936:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 149us (247us total) trans 4294969030 rc 0/0 00000100:00100000:0.0:1780298627.494520:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3888 00000100:00100000:2.0:1780298627.495749:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.495794:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608184192 00000100:00100000:0.0:1780298627.495799:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608184192 00000100:00100000:0.0:1780298627.495833:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61371 00000100:00100000:0.0:1780298627.495841:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+68:28749:x1866777608184192:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298627.495878:0:17567:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.495896:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028aaf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dca expref: 68 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.495910:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.495914:0:17567:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298627.496034:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028ab6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.496047:0:17567:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028a69 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d8b expref: 102 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.496062:0:17567:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028ab6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.496089:0:17567:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028a69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d8b expref: 102 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.496100:0:17567:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028a69 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d8b expref: 102 pid: 6477 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.496110:0:17567:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777604126464:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.496244:0:17567:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.496793:0:17567:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777604126464:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.496806:0:17567:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028ab6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.497010:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.497057:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608184320 00000100:00100000:1.0:1780298627.497061:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608184320 00010000:00010000:1.0:1780298627.497079:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028a69 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d8b expref: 103 pid: 6477 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.497103:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13933 00000100:00100000:1.0:1780298627.497108:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3487c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+103:2399:x1866777608184320:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.497115:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.497119:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028a69 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d8b expref: 103 pid: 6477 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.497150:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028a69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d8b expref: 103 pid: 6477 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.497165:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028a69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d8b expref: 103 pid: 6477 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.497177:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.497180:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028ab6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.497187:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.497192:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028ab6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.497208:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298627.497226:0:17567:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.497234:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.497236:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3487c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+102:2399:x1866777608184320:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 127us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.497244:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13933 00000001:00080000:0.0:1780298627.497287:0:17567:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990587 00000004:00010000:0.0:1780298627.497315:0:17567:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a8bf8018 reply state 0000000011e68ed0 transno 4294990588 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.497324:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028ab6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.497329:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.497331:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298627.497332:0:17567:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298627.497378:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+70:28749:x1866777608184192:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1538us (1630us total) trans 4294990588 rc 0/0 00000100:00100000:0.0:1780298627.497385:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61371 00000020:00080000:0.0:1780298627.497389:0:17567:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298627.498082:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.498121:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.498172:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608184576 00000100:00100000:3.0:1780298627.498181:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608184576 00000100:00100000:0.0:1780298627.498186:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608184448 00000100:00100000:0.0:1780298627.498193:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608184448 00002000:00010000:3.0:1780298627.498212:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (3640314->18446744073709551615) 00002000:00010000:0.0:1780298627.498214:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298627.498217:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fea00 with x1866777608184576 ext(3640314->18446744073709551615) 00002000:00100000:0.0:1780298627.498219:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fd880 with x1866777608184448 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298627.498231:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8fd880. 00002000:00010000:3.0:1780298627.498234:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8fea00. 00000100:00100000:0.0:1780298627.498259:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3889 00000100:00100000:3.0:1780298627.498269:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3890 00000100:00100000:0.0:1780298627.498276:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608184448:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298627.498286:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608184576:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298627.498371:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2201395 -> 4194304 00002000:00010000:0.0:1780298627.498374:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.498376:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:0.0:1780298627.498378:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.498379:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1136 -> 1136 00000100:00100000:0.0:1780298627.498422:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608184448:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 151us (302us total) trans 4294969031 rc 0/0 00000100:00100000:0.0:1780298627.498431:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3889 00002000:00010000:0.0:1780298627.498435:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298627.498438:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fd880 with x1866777608184448 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298627.498443:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3612912 -> 3640314 00002000:00010000:0.0:1780298627.498443:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8fd880. 00002000:00010000:3.0:1780298627.498452:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298627.498455:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298627 -> 1780298627 00002000:00010000:3.0:1780298627.498459:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298627.498461:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1780298627.498578:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608184576:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 237us (437us total) trans 4294968733 rc 0/0 00000100:00100000:3.0:1780298627.498586:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3890 00002000:00010000:3.0:1780298627.498590:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (3640314->18446744073709551615) 00002000:00100000:3.0:1780298627.498593:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fea00 with x1866777608184576 ext(3640314->18446744073709551615) 00002000:00010000:3.0:1780298627.498598:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8fea00. 00000100:00100000:2.0:1780298627.499602:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.499640:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608184704 00000100:00100000:0.0:1780298627.499644:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608184704 00002000:00100000:0.0:1780298627.499663:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (3588096->3641343) req@ffff9cf37f8fe680 x1866777608184704/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.499670:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fe680 with x1866777608184704 ext(3588096->3641343) 00002000:00010000:0.0:1780298627.499673:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8fe680 00000100:00100000:0.0:1780298627.499688:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3891 00000100:00100000:0.0:1780298627.499696:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608184704:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.500642:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608184704:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 945us (1040us total) trans 0 rc 53248/53248 00000100:00100000:2.0:1780298627.500654:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3891 00002000:00100000:2.0:1780298627.500662:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (3588096->3641343) req@ffff9cf37f8fe680 x1866777608184704/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.500671:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fe680 with x1866777608184704 ext(3588096->3641343) 00002000:00010000:2.0:1780298627.500675:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8fe680 00000100:00100000:2.0:1780298627.503060:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.503103:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608184832 00000100:00100000:1.0:1780298627.503108:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608184832 00002000:00100000:1.0:1780298627.503151:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3616768->3640313) req@ffff9cf37f756680 x1866777608184832/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.503158:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f756680 with x1866777608184832 ext(3616768->3640313) 00002000:00010000:1.0:1780298627.503161:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f756680 00000100:00100000:1.0:1780298627.503176:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3892 00000100:00100000:1.0:1780298627.503181:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608184832:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298627.504463:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2399:x1866777608184832:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1279us (1402us total) trans 4294968734 rc 0/0 00000100:00100000:1.0:1780298627.504474:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3892 00002000:00100000:1.0:1780298627.504482:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3616768->3640313) req@ffff9cf37f756680 x1866777608184832/t4294968734(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/448 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.504490:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f756680 with x1866777608184832 ext(3616768->3640313) 00002000:00010000:1.0:1780298627.504493:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f756680 00000100:00100000:2.0:1780298627.505370:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.505413:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608184960 00000100:00100000:1.0:1780298627.505417:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608184960 00000100:00100000:1.0:1780298627.505441:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3620 00000100:00100000:1.0:1780298627.505446:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2397:x1866777608184960:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298627.506352:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968734 is committed 00000001:00080000:2.0:1780298627.506381:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968729 is committed 00000100:00100000:1.0:1780298627.506505:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608184960:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 1057us (1136us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.506509:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3620 00000100:00100000:2.0:1780298627.507682:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.507725:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608185088 00000100:00100000:0.0:1780298627.507730:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608185088 00000100:00100000:0.0:1780298627.507757:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61372 00000100:00100000:0.0:1780298627.507763:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+70:28749:x1866777608185088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.507775:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.507791:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e63028abd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8dd1 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.507865:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028ac4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.507877:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.507883:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.507903:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 7834618 00000004:00200000:0.0:1780298627.507906:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.507919:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.507939:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e63028abd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dd1 expref: 72 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.507951:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028ac4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dd1 expref: 71 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.507957:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.507959:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.507961:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00000100:00100000:0.0:1780298627.507983:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+71:28749:x1866777608185088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 221us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.507987:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61372 00000100:00100000:0.0:1780298627.509121:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.509178:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608185216 00000100:00100000:2.0:1780298627.509184:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608185216 00000100:00100000:0.0:1780298627.509206:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.509224:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608185344 00000100:00100000:2.0:1780298627.509229:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608185344 00000100:00100000:1.0:1780298627.509273:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3621 00000100:00100000:2.0:1780298627.509289:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3622 00000100:00100000:1.0:1780298627.509294:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608185216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.509305:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298627.509306:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608185344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.509317:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.509319:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028acb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8dd8 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.509328:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028ad2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ddf expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.509373:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604126720:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.509374:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f754a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604126592:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.509471:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.509471:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00002000:00010000:1.0:1780298627.510273:0:8356:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298627 -> 1780298628 00002000:00010000:0.0:1780298627.510273:0:9128:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime: 1780298627 -> 1780298628 00002000:00010000:0.0:1780298627.510277:0:9128:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 8 -> 56 00000100:00100000:0.0:1780298627.510287:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f754a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604126592:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.510292:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604126720:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.510313:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028ad2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ddf expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.510317:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028acb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dd8 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.510344:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028acb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dd8 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.510345:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028ad2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ddf expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.510365:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00010000:00010000:0.0:1780298627.510366:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:1.0:1780298627.510411:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608185216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1122us (1288us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.510412:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608185344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1110us (1204us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.510423:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3622 00000100:00100000:1.0:1780298627.510432:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3621 00000100:00100000:3.0:1780298627.511415:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.511460:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608185472 00000100:00100000:0.0:1780298627.511467:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608185472 00000100:00100000:0.0:1780298627.511504:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3623 00000100:00100000:0.0:1780298627.511511:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608185472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.511524:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.511537:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63028ad9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8de6 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.511560:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028a15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d53 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.511567:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(128 155) 00010000:00010000:0.0:1780298627.511570:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(129 155) 00010000:00010000:0.0:1780298627.511574:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63028ad9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3022848->3026943] (req 3022848->3026943) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8de6 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.511608:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028a15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d53 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.511622:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028a15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d53 expref: 11 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.511634:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604126848:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.511700:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35098e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.512360:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604126848:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.512388:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63028ad9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3022848->3026943] (req 3022848->3026943) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8de6 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.512411:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00000100:00100000:0.0:1780298627.512438:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608185472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 928us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.512443:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3623 00000100:00100000:3.0:1780298627.512569:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.512624:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608185600 00000100:00100000:1.0:1780298627.512630:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608185600 00010000:00010000:1.0:1780298627.512650:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028a15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d53 expref: 12 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.512676:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13934 00000100:00100000:1.0:1780298627.512688:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608185600:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.512698:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.512711:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028a15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d53 expref: 12 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.512724:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028a15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d53 expref: 12 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.512741:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028a15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d53 expref: 12 pid: 12101 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.512749:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(129 155) 00010000:00010000:1.0:1780298627.512752:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(129 155) 00010000:00010000:1.0:1780298627.512757:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63028ad9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3022848->3026943) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8de6 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.512764:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63028ad9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3022848->3026943) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8de6 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.512782:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63028ad9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3022848->3026943) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8de6 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.512789:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604126976:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.512826:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.513498:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604126976:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.513507:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.513529:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608185600:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 847us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.513536:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13934 00000100:00100000:3.0:1780298627.513780:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.513832:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608185728 00000100:00100000:0.0:1780298627.513838:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608185728 00002000:00100000:0.0:1780298627.513869:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3022848->3026943) req@ffff9cf24519f100 x1866777608185728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.513879:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519f100 with x1866777608185728 ext(3022848->3026943) 00002000:00010000:0.0:1780298627.513884:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519f100 00000100:00100000:0.0:1780298627.513908:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3893 00000100:00100000:0.0:1780298627.513918:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608185728:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.514089:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608185728:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 173us (308us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298627.514099:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3893 00002000:00100000:0.0:1780298627.514109:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3022848->3026943) req@ffff9cf24519f100 x1866777608185728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.514117:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519f100 with x1866777608185728 ext(3022848->3026943) 00002000:00010000:0.0:1780298627.514121:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519f100 00000100:00100000:3.0:1780298627.514958:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.515002:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608185856 00000100:00100000:1.0:1780298627.515010:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608185856 00002000:00100000:1.0:1780298627.515054:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3026944->3031039) req@ffff9cf24519ce00 x1866777608185856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.515065:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ce00 with x1866777608185856 ext(3026944->3031039) 00002000:00010000:1.0:1780298627.515069:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519ce00 00000100:00100000:1.0:1780298627.515091:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3894 00000100:00100000:1.0:1780298627.515100:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608185856:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.515249:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608185856:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 150us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298627.515257:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3894 00002000:00100000:1.0:1780298627.515266:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3026944->3031039) req@ffff9cf24519ce00 x1866777608185856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.515274:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ce00 with x1866777608185856 ext(3026944->3031039) 00002000:00010000:1.0:1780298627.515279:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519ce00 00000100:00100000:2.0:1780298627.516376:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.516420:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608185984 00000100:00100000:3.0:1780298627.516425:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608185984 00002000:00100000:3.0:1780298627.516447:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (3002368->3071999) req@ffff9cf37f755f80 x1866777608185984/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298627.516459:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755f80 with x1866777608185984 ext(3002368->3071999) 00002000:00010000:3.0:1780298627.516463:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f755f80 00000100:00100000:3.0:1780298627.516487:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3895 00000100:00100000:3.0:1780298627.516497:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608185984:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.517447:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608185984:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 950us (1069us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1780298627.517456:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3895 00002000:00100000:1.0:1780298627.517464:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (3002368->3071999) req@ffff9cf37f755f80 x1866777608185984/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.517470:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755f80 with x1866777608185984 ext(3002368->3071999) 00002000:00010000:1.0:1780298627.517474:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f755f80 00000100:00100000:2.0:1780298627.518827:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.518861:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608186112 00000100:00100000:0.0:1780298627.518865:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608186112 00002000:00100000:0.0:1780298627.518884:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (3072000->3112959) req@ffff9cf37f754a80 x1866777608186112/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.518891:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754a80 with x1866777608186112 ext(3072000->3112959) 00002000:00010000:0.0:1780298627.518894:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f754a80 00000100:00100000:0.0:1780298627.518910:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3896 00000100:00100000:0.0:1780298627.518915:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608186112:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.519656:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608186112:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 737us (828us total) trans 0 rc 40960/40960 00000100:00100000:0.0:1780298627.519664:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3896 00002000:00100000:0.0:1780298627.519672:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (3072000->3112959) req@ffff9cf37f754a80 x1866777608186112/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.519681:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754a80 with x1866777608186112 ext(3072000->3112959) 00002000:00010000:0.0:1780298627.519686:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f754a80 00000100:00100000:2.0:1780298627.520451:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.520496:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608186240 00000100:00100000:1.0:1780298627.520503:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608186240 00000100:00100000:1.0:1780298627.520542:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61373 00000100:00100000:1.0:1780298627.520548:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+102:28749:x1866777608186240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.520561:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.520578:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8200/0xaf35132e63028ae0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ded expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.520678:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8e00/0xaf35132e63028ae7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.520690:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8e00/0xaf35132e63028ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.520698:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8e00/0xaf35132e63028ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298627.520719:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 7834618 00000004:00200000:1.0:1780298627.520722:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298627.520737:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8e00/0xaf35132e63028ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.520756:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8200/0xaf35132e63028ae0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ded expref: 104 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.520767:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8e00/0xaf35132e63028ae7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ded expref: 103 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.520772:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.520774:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298627.520776:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:1.0:1780298627.520810:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+103:28749:x1866777608186240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 262us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.520814:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61373 00000100:00100000:3.0:1780298627.521619:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.521665:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608186368 00000100:00100000:1.0:1780298627.521669:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608186368 00000100:00100000:1.0:1780298627.521703:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3624 00000100:00100000:1.0:1780298627.521716:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608186368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.521726:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.521736:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e63028aee lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8df4 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.521779:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604127104:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.521852:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.522537:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604127104:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.522559:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e63028aee lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8df4 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.522576:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed33d772/0xaf35132e63028aee lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8df4 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.522586:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9e00, rc 0) 00000100:00100000:1.0:1780298627.522620:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608186368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 909us (1003us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.522627:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3624 00000100:00100000:2.0:1780298627.523478:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.523523:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608186496 00000100:00100000:0.0:1780298627.523529:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608186496 00000100:00100000:0.0:1780298627.523568:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3625 00000100:00100000:0.0:1780298627.523578:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608186496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.523591:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.523605:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e63028af5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8dfb expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.523649:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604127232:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.523701:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.524249:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604127232:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.524266:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e63028af5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dfb expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.524278:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e63028af5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dfb expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.524287:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2800, rc 0) 00000100:00100000:0.0:1780298627.524309:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608186496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 735us (835us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.524314:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3625 00000100:00100000:3.0:1780298627.525178:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.525217:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608186624 00000100:00100000:1.0:1780298627.525225:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608186624 00000100:00100000:1.0:1780298627.525261:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3626 00000100:00100000:1.0:1780298627.525269:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608186624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.525281:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.525292:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63028afc lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e02 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.525313:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028a1c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d5a expref: 5 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.525322:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(90 76) 00010000:00010000:1.0:1780298627.525326:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(91 76) 00010000:00010000:1.0:1780298627.525332:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63028afc lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2727936->2760703] (req 2727936->2760703) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e02 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.525356:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028a1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d5a expref: 5 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.525370:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028a1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d5a expref: 5 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.525382:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604127360:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.525449:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.525999:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604127360:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.526031:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63028afc lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2727936->2760703] (req 2727936->2760703) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e02 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.526050:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9c00, rc 0) 00000100:00100000:1.0:1780298627.526089:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608186624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 822us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.526097:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3626 00000100:00100000:0.0:1780298627.526281:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.526324:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608186752 00000100:00100000:1.0:1780298627.526329:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608186752 00010000:00010000:1.0:1780298627.526349:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028a1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d5a expref: 6 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.526384:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13935 00000100:00100000:1.0:1780298627.526404:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608186752:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.526416:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.526430:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028a1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d5a expref: 6 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.526442:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028a1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d5a expref: 6 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.526460:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028a1c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8d5a expref: 6 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.526471:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(91 76) 00010000:00010000:1.0:1780298627.526475:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(91 76) 00010000:00010000:1.0:1780298627.526481:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63028afc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2727936->36282367] (req 2727936->2760703) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e02 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.526491:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63028afc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2727936->36282367] (req 2727936->2760703) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e02 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.526515:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63028afc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2727936->36282367] (req 2727936->2760703) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e02 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.526525:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604127488:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.526568:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.527257:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604127488:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.527264:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.527286:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608186752:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 896us (1008us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.527291:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13935 00000100:00100000:2.0:1780298627.527511:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.527540:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608186880 00000100:00100000:1.0:1780298627.527543:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608186880 00002000:00100000:1.0:1780298627.527562:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2727936->2732031) req@ffff9cf242b69f80 x1866777608186880/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.527569:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69f80 with x1866777608186880 ext(2727936->2732031) 00002000:00010000:1.0:1780298627.527572:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b69f80 00000100:00100000:1.0:1780298627.527587:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3897 00000100:00100000:1.0:1780298627.527592:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608186880:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.527722:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608186880:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 128us (210us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298627.527732:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3897 00002000:00100000:1.0:1780298627.527739:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2727936->2732031) req@ffff9cf242b69f80 x1866777608186880/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.527747:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69f80 with x1866777608186880 ext(2727936->2732031) 00002000:00010000:1.0:1780298627.527750:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b69f80 00000100:00100000:0.0:1780298627.528658:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.528721:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608187008 00000100:00100000:2.0:1780298627.528727:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608187008 00002000:00100000:2.0:1780298627.528752:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (2756608->2760703) req@ffff9cf34831e300 x1866777608187008/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.528760:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831e300 with x1866777608187008 ext(2756608->2760703) 00002000:00010000:2.0:1780298627.528763:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831e300 00000100:00100000:2.0:1780298627.528780:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3898 00000100:00100000:2.0:1780298627.528792:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608187008:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.528877:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608187008:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 85us (219us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.528887:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3898 00002000:00100000:2.0:1780298627.528894:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (2756608->2760703) req@ffff9cf34831e300 x1866777608187008/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.528903:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831e300 with x1866777608187008 ext(2756608->2760703) 00002000:00010000:2.0:1780298627.528907:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831e300 00000100:00100000:2.0:1780298627.530097:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.530144:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608187136 00000100:00100000:0.0:1780298627.530151:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608187136 00000100:00100000:2.0:1780298627.530157:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.530190:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608187264 00000100:00100000:0.0:1780298627.530193:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608187264 00000100:00100000:1.0:1780298627.530215:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3627 00000100:00100000:0.0:1780298627.530223:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3628 00000100:00100000:1.0:1780298627.530227:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608187136:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298627.530234:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608187264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.530239:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.530246:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.530252:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028b03 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e09 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.530258:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e63028b0a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e10 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.530267:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(129 155) 00010000:00010000:1.0:1780298627.530271:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(129 155) 00010000:00010000:1.0:1780298627.530277:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028b03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e09 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.530288:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028b03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e09 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.530295:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604127616:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.530296:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:1.0:1780298627.530332:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608187136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 107us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.530339:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3627 00000100:00100000:0.0:1780298627.530362:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.531143:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604127616:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.531167:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e63028b0a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e10 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.531181:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e63028b0a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e10 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.531190:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3c00, rc 0) 00000100:00100000:0.0:1780298627.531214:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608187264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 985us (1088us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.531219:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3628 00000100:00100000:3.0:1780298627.532055:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.532092:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608187392 00000100:00100000:0.0:1780298627.532097:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608187392 00000100:00100000:2.0:1780298627.532151:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3629 00000100:00100000:2.0:1780298627.532161:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608187392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.532169:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.532178:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028b11 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e17 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.532201:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604127744:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.532236:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.532879:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604127744:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.532905:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028b11 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e17 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.532920:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028b11 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e17 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.532930:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:1.0:1780298627.532965:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608187392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 807us (911us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.532973:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3629 00000100:00100000:3.0:1780298627.533769:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.533815:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608187520 00000100:00100000:1.0:1780298627.533821:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608187520 00000100:00100000:1.0:1780298627.533857:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3630 00000100:00100000:1.0:1780298627.533866:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608187520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.533877:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.533888:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028b18 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e1e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.533908:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63028ad9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3022848->3026943) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8de6 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.533916:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028b03 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e09 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.533920:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(129 155) 00010000:00010000:1.0:1780298627.533923:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(129 155) 00010000:00010000:1.0:1780298627.533927:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028b18 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2547712->2584575] (req 2547712->2584575) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e1e expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.533943:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028b03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e09 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.533952:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028b03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e09 expref: 13 pid: 12101 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.533967:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604127872:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.534009:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63028ad9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3022848->3026943) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8de6 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.534016:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63028ad9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3022848->3026943) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8de6 expref: 10 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.534024:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604128000:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.534042:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.534591:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604127872:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.534706:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604128000:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.534719:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028b18 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2547712->2584575] (req 2547712->2584575) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e1e expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.534732:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9e00, rc 0) 00000100:00100000:1.0:1780298627.534753:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777608187520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 890us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.534758:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3630 00000100:00100000:2.0:1780298627.534872:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.534910:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608187648 00000100:00100000:1.0:1780298627.534913:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608187648 00010000:00010000:1.0:1780298627.534928:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028b03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e09 expref: 13 pid: 12101 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.534949:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13936 00000100:00100000:1.0:1780298627.534954:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608187648:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.534963:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.534975:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028b03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e09 expref: 13 pid: 12101 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.534982:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028b03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e09 expref: 13 pid: 12101 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.534998:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028b03 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e09 expref: 13 pid: 12101 timeout: 916 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.535010:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.535038:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608187648:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 83us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.535049:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13936 00000100:00100000:3.0:1780298627.535233:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.535275:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608187776 00000100:00100000:2.0:1780298627.535280:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608187776 00010000:00010000:2.0:1780298627.535299:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63028ad9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3022848->3026943) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8de6 expref: 11 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.535330:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13937 00000100:00100000:2.0:1780298627.535336:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608187776:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.535345:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.535353:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63028ad9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3022848->3026943) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8de6 expref: 11 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.535362:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63028ad9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3022848->3026943) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8de6 expref: 11 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.535373:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63028ad9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3022848->3026943) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8de6 expref: 11 pid: 19992 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.535381:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(129 155) 00010000:00010000:2.0:1780298627.535383:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(129 155) 00010000:00010000:2.0:1780298627.535388:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028b18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2547712->36102143] (req 2547712->2584575) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e1e expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.535407:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2547712->36102143] (req 2547712->2584575) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e1e expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.535426:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2547712->36102143] (req 2547712->2584575) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e1e expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.535433:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604128128:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.535463:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.536040:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604128128:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.536052:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.536083:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608187776:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 747us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.536091:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13937 00000100:00100000:2.0:1780298627.536253:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.536278:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608187904 00000100:00100000:1.0:1780298627.536283:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608187904 00000100:00100000:1.0:1780298627.536321:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3899 00000100:00100000:1.0:1780298627.536329:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608187904:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298627.536553:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298627.536556:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.536558:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298627 00002000:00010000:1.0:1780298627.536559:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.536561:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1136 -> 1208 00000100:00100000:1.0:1780298627.536584:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608187904:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 257us (333us total) trans 4294969032 rc 0/0 00000100:00100000:1.0:1780298627.536589:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3899 00000100:00100000:1.0:1780298627.537519:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.537546:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608188032 00000100:00100000:3.0:1780298627.537551:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608188032 00000100:00100000:1.0:1780298627.537575:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.537580:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3631 00000100:00100000:3.0:1780298627.537587:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608188032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.537596:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.537603:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63028b1f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e25 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.537609:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608188160 00000100:00100000:0.0:1780298627.537615:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608188160 00000100:00100000:0.0:1780298627.537647:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3632 00000100:00100000:0.0:1780298627.537655:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608188160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.537663:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.537672:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e63028b26 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e2c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.537681:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604128256:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.537704:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604128384:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.537726:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.537730:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00002000:00010000:1.0:1780298627.538451:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298627 -> 1780298628 00000100:00100000:1.0:1780298627.538461:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604128256:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.538462:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604128384:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.538487:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e63028b26 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e2c expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.538492:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63028b1f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e25 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.538505:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63028b1f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e25 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.538514:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00010000:00010000:0.0:1780298627.538517:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e63028b26 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e2c expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.538530:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3c00, rc 0) 00000100:00100000:1.0:1780298627.538541:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608188032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 954us (1022us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.538545:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3631 00000100:00100000:0.0:1780298627.538558:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608188160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 903us (982us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.538573:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3632 00000100:00100000:2.0:1780298627.539534:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.539562:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.539572:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608188416 00000100:00100000:1.0:1780298627.539576:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608188416 00000100:00100000:0.0:1780298627.539604:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608188288 00000100:00100000:1.0:1780298627.539608:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3633 00000100:00100000:0.0:1780298627.539609:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608188288 00000100:00100000:1.0:1780298627.539616:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608188416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.539623:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.539631:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028b2d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e3a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.539644:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3634 00000100:00100000:0.0:1780298627.539655:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608188288:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298627.539657:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604128512:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.539667:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.539677:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63028b34 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e33 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.539707:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.539715:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604128640:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.539745:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.540400:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604128512:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.540417:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028b2d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e3a expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.540423:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604128640:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.540432:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028b2d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e3a expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.540440:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00010000:00010000:0.0:1780298627.540452:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63028b34 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e33 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.540469:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63028b34 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e33 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.540471:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608188416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 853us (935us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.540486:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3633 00010000:00010000:0.0:1780298627.540489:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2800, rc 0) 00000100:00100000:0.0:1780298627.540515:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608188288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 863us (953us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.540523:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3634 00000100:00100000:3.0:1780298627.541408:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.541435:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608188544 00000100:00100000:1.0:1780298627.541440:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608188544 00000100:00100000:1.0:1780298627.541470:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3635 00000100:00100000:1.0:1780298627.541480:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608188544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.541489:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.541496:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028b3b lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e41 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.541509:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(91 76) 00010000:00010000:1.0:1780298627.541512:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(91 76) 00010000:00010000:1.0:1780298627.541518:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028b3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [659456->2727935] (req 659456->720895) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e41 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.541528:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028b3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [659456->2727935] (req 659456->720895) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e41 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.541534:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:1.0:1780298627.541556:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608188544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 80us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.541561:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3635 00000100:00100000:2.0:1780298627.542225:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.542255:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608188672 00000100:00100000:1.0:1780298627.542259:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608188672 00000100:00100000:1.0:1780298627.542287:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3900 00000100:00100000:1.0:1780298627.542292:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608188672:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298627.542486:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3640314 -> 3640314 00002000:00010000:1.0:1780298627.542489:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.542491:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298627 00002000:00010000:1.0:1780298627.542493:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.542494:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 56 -> 176 00000100:00100000:1.0:1780298627.542517:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608188672:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 225us (293us total) trans 4294968735 rc 0/0 00000100:00100000:1.0:1780298627.542522:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3900 00000100:00100000:2.0:1780298627.543410:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.543432:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.543446:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608188800 00000100:00100000:0.0:1780298627.543451:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608188800 00000100:00100000:1.0:1780298627.543465:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608188928 00000100:00100000:1.0:1780298627.543471:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608188928 00000100:00100000:0.0:1780298627.543486:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3636 00000100:00100000:0.0:1780298627.543498:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608188800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.543504:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.543506:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3637 00010000:00010000:0.0:1780298627.543514:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e63028b42 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e48 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.543515:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608188928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.543527:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.543535:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028b49 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e4f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.543546:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604128768:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.543563:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604128896:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.543600:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.543601:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00002000:00010000:1.0:1780298627.544251:0:8356:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime: 1780298627 -> 1780298628 00000100:00100000:1.0:1780298627.544259:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604128896:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.544272:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028b49 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e4f expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.544275:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604128768:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.544291:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028b49 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e4f expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.544299:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00010000:00010000:0.0:1780298627.544302:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e63028b42 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e48 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.544318:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e63028b42 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e48 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.544323:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608188928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 810us (889us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298627.544335:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3800, rc 0) 00000100:00100000:1.0:1780298627.544336:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3637 00000100:00100000:0.0:1780298627.544356:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608188800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 863us (948us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.544361:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3636 00000100:00100000:2.0:1780298627.545244:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.545271:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.545271:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608189056 00000100:00100000:0.0:1780298627.545275:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608189056 00000100:00100000:0.0:1780298627.545298:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3638 00000100:00100000:0.0:1780298627.545308:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608189056:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.545311:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608189184 00010000:00010000:0.0:1780298627.545313:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298627.545317:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608189184 00010000:00010000:0.0:1780298627.545320:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63028b50 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e56 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.545342:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604129024:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.545349:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3639 00000100:00100000:3.0:1780298627.545358:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608189184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.545367:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.545375:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63028b57 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e5d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.545377:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.545414:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604129152:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.545443:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.546092:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604129024:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.546103:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604129152:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.546106:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63028b50 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e56 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.546122:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63028b50 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e56 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.546146:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00010000:00010000:3.0:1780298627.546161:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63028b57 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e5d expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.546173:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608189056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 866us (927us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298627.546181:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63028b57 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e5d expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.546183:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3638 00010000:00010000:3.0:1780298627.546198:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:2.0:1780298627.546251:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608189184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 892us (979us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.546260:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3639 00000100:00100000:2.0:1780298627.547172:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.547205:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608189440 00000100:00100000:0.0:1780298627.547210:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608189440 00000100:00100000:0.0:1780298627.547239:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61374 00000100:00100000:0.0:1780298627.547251:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+103:28749:x1866777608189440:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298627.547294:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.547309:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8e00/0xaf35132e63028ae7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ded expref: 103 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.547318:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.547322:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298627.547454:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e63028b5e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.547465:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028ac4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dd1 expref: 70 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.547477:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e63028b5e lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.547498:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028ac4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dd1 expref: 70 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.547510:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028ac4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dd1 expref: 70 pid: 9976 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.547521:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604129280:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.547559:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35098e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.548189:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604129280:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.548203:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e63028b5e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.548330:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.548366:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608189568 00000100:00100000:1.0:1780298627.548371:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608189568 00010000:00010000:1.0:1780298627.548404:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028ac4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dd1 expref: 71 pid: 9976 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.548434:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13938 00000100:00100000:1.0:1780298627.548443:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+71:2399:x1866777608189568:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.548459:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.548464:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028ac4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dd1 expref: 71 pid: 9976 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.548475:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028ac4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dd1 expref: 71 pid: 9976 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.548490:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63028ac4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8dd1 expref: 71 pid: 9976 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.548501:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.548505:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e63028b5e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.548516:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e63028b5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.548523:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e63028b5e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.548548:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298627.548561:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e63028b5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.548567:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e63028b5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.548578:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+70:2399:x1866777608189568:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 136us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.548586:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13938 00000001:00080000:0.0:1780298627.548608:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990589 00000004:00010000:0.0:1780298627.548628:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002b3c25fe reply state 000000007de1640b transno 4294990590 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e63028b5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.548636:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e63028b5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.548641:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.548643:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298627.548645:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298627.548691:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+105:28749:x1866777608189440:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1447us (1520us total) trans 4294990590 rc 0/0 00000100:00100000:0.0:1780298627.548696:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61374 00000020:00080000:0.0:1780298627.548698:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298627.549258:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.549291:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608189696 00000100:00100000:1.0:1780298627.549296:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608189696 00000100:00100000:1.0:1780298627.549326:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3640 00000100:00100000:1.0:1780298627.549335:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608189696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.549344:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.549355:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028b65 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e64 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.549375:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028b18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2547712->36102143] (req 2547712->2584575) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e1e expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.549384:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(129 155) 00010000:00010000:1.0:1780298627.549388:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(130 155) 00010000:00010000:1.0:1780298627.549405:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028b65 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e64 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.549426:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2547712->36102143] (req 2547712->2584575) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e1e expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.549437:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2547712->36102143] (req 2547712->2584575) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e1e expref: 12 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.549455:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604129408:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.549495:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.550035:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604129408:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.550047:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028b65 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e64 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.550055:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8000, rc 0) 00000100:00100000:2.0:1780298627.550088:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608189696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 752us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.550096:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3640 00000100:00100000:0.0:1780298627.550212:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.550235:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608189824 00000100:00100000:2.0:1780298627.550239:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608189824 00010000:00010000:2.0:1780298627.550261:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2547712->36102143] (req 2547712->2584575) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e1e expref: 13 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.550278:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13939 00000100:00100000:2.0:1780298627.550283:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608189824:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.550289:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.550299:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2547712->36102143] (req 2547712->2584575) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e1e expref: 13 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.550306:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2547712->36102143] (req 2547712->2584575) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e1e expref: 13 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.550316:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028b18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2547712->36102143] (req 2547712->2584575) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e1e expref: 13 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.550323:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(130 155) 00010000:00010000:2.0:1780298627.550326:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(130 155) 00010000:00010000:2.0:1780298627.550329:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028b65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e64 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.550335:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028b65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e64 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.550354:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028b65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e64 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.550361:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604129536:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.550388:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.550952:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604129536:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.550962:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.550983:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608189824:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 700us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.550991:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13939 00000100:00100000:0.0:1780298627.551076:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.551096:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608189952 00000100:00100000:1.0:1780298627.551099:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608189952 00000100:00100000:1.0:1780298627.551120:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3641 00000100:00100000:1.0:1780298627.551166:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608189952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.551174:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.551183:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028b6c lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e6b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.551203:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028b3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [659456->2727935] (req 659456->720895) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e41 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.551212:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63028afc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2727936->36282367] (req 2727936->2760703) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e02 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.551219:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(91 76) 00010000:00010000:1.0:1780298627.551221:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(93 76) 00010000:00010000:1.0:1780298627.551225:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028b6c lrc: 5/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e6b expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.551244:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63028afc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2727936->36282367] (req 2727936->2760703) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e02 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.551255:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63028afc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2727936->36282367] (req 2727936->2760703) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e02 expref: 10 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.551265:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604129664:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.551312:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028b3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [659456->2727935] (req 659456->720895) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e41 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.551323:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028b3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [659456->2727935] (req 659456->720895) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e41 expref: 6 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.551332:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604129792:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.551364:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.551980:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604129664:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.552087:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604129792:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.552106:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028b6c lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e6b expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.552118:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:1.0:1780298627.552162:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608189952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 998us (1087us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.552169:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3641 00000100:00100000:0.0:1780298627.552263:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.552290:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608190080 00000100:00100000:2.0:1780298627.552296:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608190080 00002000:00100000:2.0:1780298627.552327:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2727936->2760703) req@ffff9cf34831f100 x1866777608190080/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.552338:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831f100 with x1866777608190080 ext(2727936->2760703) 00010000:00010000:2.0:1780298627.552346:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63028afc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2727936->36282367] (req 2727936->2760703) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e02 expref: 10 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.552358:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63028afc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2727936->36282367] (req 2727936->2760703) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e02 expref: 10 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298627.552366:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf34831f100 00000100:00100000:2.0:1780298627.552387:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 91 00000100:00100000:2.0:1780298627.552404:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608190080:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298627.552467:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.552503:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608190208 00000100:00100000:1.0:1780298627.552508:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608190208 00010000:00010000:1.0:1780298627.552536:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028b3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [659456->2727935] (req 659456->720895) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e41 expref: 7 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.552564:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13940 00000100:00100000:1.0:1780298627.552574:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3487c5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608190208:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.552583:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.552592:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028b3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [659456->2727935] (req 659456->720895) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e41 expref: 7 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.552601:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028b3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [659456->2727935] (req 659456->720895) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e41 expref: 7 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.552612:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028b3b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [659456->2727935] (req 659456->720895) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e41 expref: 7 pid: 20252 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.552620:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.552647:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3487c5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608190208:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 75us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.552655:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13940 00000100:00100000:2.0:1780298627.553661:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608190080:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1267us (1398us total) trans 4294968736 rc 0/0 00000100:00100000:2.0:1780298627.553667:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 91 00002000:00100000:2.0:1780298627.553673:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2727936->2760703) req@ffff9cf34831f100 x1866777608190080/t4294968736(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/448 e 0 to 0 dl 1780298638 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.553679:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831f100 with x1866777608190080 ext(2727936->2760703) 00010000:00010000:2.0:1780298627.553683:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63028afc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2727936->36282367] (req 2727936->2760703) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e02 expref: 12 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.553692:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63028afc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2727936->36282367] (req 2727936->2760703) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e02 expref: 12 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298627.553697:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf34831f100 00000100:00100000:3.0:1780298627.554380:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.554427:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608190336 00000100:00100000:0.0:1780298627.554431:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608190336 00010000:00010000:0.0:1780298627.554446:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63028afc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2727936->36282367] (req 2727936->2760703) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e02 expref: 12 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.554470:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13941 00000100:00100000:0.0:1780298627.554475:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608190336:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298627.554481:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298627.554487:0:8374:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 176 -> 240 00010000:00010000:0.0:1780298627.554491:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63028afc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2727936->36282367] (req 2727936->2760703) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e02 expref: 12 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.554502:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63028afc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2727936->36282367] (req 2727936->2760703) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e02 expref: 12 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.554512:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63028afc lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2727936->36282367] (req 2727936->2760703) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e02 expref: 12 pid: 8356 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.554519:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(93 76) 00010000:00010000:0.0:1780298627.554522:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(93 76) 00010000:00010000:0.0:1780298627.554526:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028b6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e6b expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.554532:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028b6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e6b expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.554554:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028b6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e6b expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.554564:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604129920:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298627.554605:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.555234:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604129920:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298627.555243:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298627.555265:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608190336:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 791us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.555271:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13941 00000100:00100000:3.0:1780298627.555449:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.555481:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.555502:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608190464 00000100:00100000:1.0:1780298627.555508:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608190464 00002000:00010000:1.0:1780298627.555527:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298627.555531:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c4700 with x1866777608190464 ext(4194304->18446744073709551615) 00000100:00100000:0.0:1780298627.555533:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608190592 00000100:00100000:0.0:1780298627.555539:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608190592 00002000:00010000:1.0:1780298627.555540:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c4700. 00002000:00010000:0.0:1780298627.555554:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2983682->18446744073709551615) 00002000:00100000:0.0:1780298627.555559:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c4e00 with x1866777608190592 ext(2983682->18446744073709551615) 00000100:00100000:1.0:1780298627.555564:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3901 00002000:00010000:0.0:1780298627.555568:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c4e00. 00000100:00100000:1.0:1780298627.555574:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608190464:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298627.555592:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3902 00000100:00100000:0.0:1780298627.555601:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608190592:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298627.555654:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298627.555656:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.555658:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298627 00002000:00010000:1.0:1780298627.555660:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.555662:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1208 -> 1208 00000100:00100000:1.0:1780298627.555683:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608190464:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 113us (236us total) trans 4294969033 rc 0/0 00000100:00100000:1.0:1780298627.555689:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3901 00002000:00010000:1.0:1780298627.555691:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298627.555694:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c4700 with x1866777608190464 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298627.555703:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c4700. 00002000:00010000:0.0:1780298627.555791:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3640314 -> 2983682 00002000:00010000:0.0:1780298627.555795:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.555797:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.555799:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.555800:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 240 -> 184 00000100:00100000:0.0:1780298627.555833:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608190592:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 233us (351us total) trans 4294968737 rc 0/0 00000100:00100000:0.0:1780298627.555840:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3902 00002000:00010000:0.0:1780298627.555844:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2983682->18446744073709551615) 00002000:00100000:0.0:1780298627.555847:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c4e00 with x1866777608190592 ext(2983682->18446744073709551615) 00002000:00010000:0.0:1780298627.555852:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c4e00. 00000100:00100000:3.0:1780298627.556559:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.556589:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608190720 00000100:00100000:0.0:1780298627.556593:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608190720 00000100:00100000:0.0:1780298627.556620:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61375 00000100:00100000:0.0:1780298627.556626:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+70:28749:x1866777608190720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.556635:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.556647:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e63028b73 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e72 expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.556706:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3800/0xaf35132e63028b7a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.556719:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3800/0xaf35132e63028b7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.556729:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3800/0xaf35132e63028b7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.556753:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 7177986 00000004:00200000:0.0:1780298627.556758:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.556775:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3800/0xaf35132e63028b7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.556795:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e63028b73 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e72 expref: 72 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.556807:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3800/0xaf35132e63028b7a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e72 expref: 71 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.556813:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.556814:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.556816:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3800, rc 0) 00000100:00100000:0.0:1780298627.556839:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+71:28749:x1866777608190720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 214us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.556843:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61375 00000100:00100000:2.0:1780298627.557666:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.557699:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608190848 00000100:00100000:0.0:1780298627.557704:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608190848 00000100:00100000:2.0:1780298627.557709:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.557745:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608190976 00000100:00100000:0.0:1780298627.557749:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608190976 00000100:00100000:1.0:1780298627.557757:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3642 00000100:00100000:1.0:1780298627.557767:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608190848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.557774:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298627.557779:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3643 00010000:00010000:1.0:1780298627.557782:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63028b81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e79 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.557790:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608190976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.557800:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.557808:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63028b88 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e80 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.557819:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604130048:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.557835:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604130176:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.557869:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.557870:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00002000:00010000:1.0:1780298627.558566:0:9128:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298627 -> 1780298628 00000100:00100000:0.0:1780298627.558572:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604130176:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.558578:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604130048:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.558590:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63028b88 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e80 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.558601:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63028b81 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e79 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.558606:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63028b88 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e80 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.558625:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00010000:00010000:1.0:1780298627.558626:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63028b81 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e79 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.558638:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:0.0:1780298627.558656:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608190976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 870us (947us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.558663:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3643 00000100:00100000:1.0:1780298627.558668:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608190848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 898us (998us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.558676:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3642 00000100:00100000:3.0:1780298627.559565:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.559606:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608191104 00000100:00100000:2.0:1780298627.559610:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608191104 00000100:00100000:2.0:1780298627.559634:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3644 00000100:00100000:2.0:1780298627.559640:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608191104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.559647:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.559655:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63028b8f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e87 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.559677:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604130304:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.559691:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.559731:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.559740:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608191232 00000100:00100000:1.0:1780298627.559745:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608191232 00000100:00100000:1.0:1780298627.559783:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3645 00000100:00100000:1.0:1780298627.559793:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608191232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.559800:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.559807:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028b96 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e8e expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.559830:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604130432:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.559864:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.560315:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604130304:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.560333:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63028b8f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e87 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.560352:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63028b8f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e87 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.560362:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298627.560405:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608191104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 764us (839us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.560413:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3644 00000100:00100000:1.0:1780298627.560516:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604130432:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.560541:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028b96 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e8e expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.560563:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028b96 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e8e expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.560574:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:1.0:1780298627.560604:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608191232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 813us (913us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.560611:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3645 00000100:00100000:0.0:1780298627.561776:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.561817:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608191360 00000100:00100000:1.0:1780298627.561822:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608191360 00002000:00100000:1.0:1780298627.561847:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2613248->2678783) req@ffff9cf34831df80 x1866777608191360/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.561858:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831df80 with x1866777608191360 ext(2613248->2678783) 00002000:00010000:1.0:1780298627.561862:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831df80 00000100:00100000:1.0:1780298627.561881:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3903 00000100:00100000:1.0:1780298627.561887:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608191360:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.562857:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608191360:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 968us (1080us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1780298627.562866:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3903 00002000:00100000:1.0:1780298627.562873:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2613248->2678783) req@ffff9cf34831df80 x1866777608191360/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.562884:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831df80 with x1866777608191360 ext(2613248->2678783) 00002000:00010000:1.0:1780298627.562887:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831df80 00000100:00100000:3.0:1780298627.563757:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.563787:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608191488 00000100:00100000:1.0:1780298627.563790:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608191488 00002000:00100000:1.0:1780298627.563806:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2699264->2703359) req@ffff9cf2551c7100 x1866777608191488/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.563817:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c7100 with x1866777608191488 ext(2699264->2703359) 00002000:00010000:1.0:1780298627.563819:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c7100 00000100:00100000:1.0:1780298627.563834:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3904 00000100:00100000:1.0:1780298627.563838:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608191488:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.563902:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608191488:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 63us (145us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298627.563908:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3904 00002000:00100000:1.0:1780298627.563912:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2699264->2703359) req@ffff9cf2551c7100 x1866777608191488/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.563920:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c7100 with x1866777608191488 ext(2699264->2703359) 00002000:00010000:1.0:1780298627.563924:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c7100 00000100:00100000:3.0:1780298627.564940:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.565003:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608191616 00000100:00100000:2.0:1780298627.565007:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608191616 00000100:00100000:2.0:1780298627.565038:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3646 00000100:00100000:3.0:1780298627.565043:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.565048:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608191616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.565056:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298627.565063:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608191744 00000100:00100000:0.0:1780298627.565068:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608191744 00010000:00010000:2.0:1780298627.565074:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028b9d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e95 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.565103:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3647 00000100:00100000:0.0:1780298627.565111:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608191744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.565117:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298627.565121:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604130560:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.565142:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e63028ba4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8e9c expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.565174:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604130688:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.565210:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.565211:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.565895:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604130560:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.565907:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604130688:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.565917:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028b9d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e95 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.565919:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e63028ba4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e9c expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.565933:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028b9d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e95 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.565933:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e63028ba4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e9c expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.565946:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2800, rc 0) 00010000:00010000:2.0:1780298627.565950:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00000100:00100000:2.0:1780298627.565978:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608191616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 932us (1037us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.565978:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608191744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (943us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.565985:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3647 00000100:00100000:2.0:1780298627.565990:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3646 00000100:00100000:3.0:1780298627.566867:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.566896:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608191872 00000100:00100000:2.0:1780298627.566900:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608191872 00000100:00100000:2.0:1780298627.566924:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3648 00000100:00100000:2.0:1780298627.566928:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608191872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.566935:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.566942:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63028bab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ea3 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.566972:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604130816:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.567004:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.567087:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.567121:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608192000 00000100:00100000:1.0:1780298627.567146:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608192000 00000100:00100000:1.0:1780298627.567176:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3649 00000100:00100000:1.0:1780298627.567184:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608192000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.567191:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.567197:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028bb2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8eaa expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.567217:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604130944:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.567246:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.567675:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604130816:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.567687:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63028bab lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ea3 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.567697:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63028bab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ea3 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.567703:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:2.0:1780298627.567724:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608191872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 796us (858us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.567730:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3648 00000100:00100000:1.0:1780298627.567841:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604130944:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.567859:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028bb2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8eaa expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.567873:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028bb2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8eaa expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.567882:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:1.0:1780298627.567908:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608192000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 726us (822us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.567912:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3649 00000100:00100000:3.0:1780298627.568981:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.569018:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608192128 00000100:00100000:2.0:1780298627.569022:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608192128 00002000:00100000:2.0:1780298627.569041:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (1261568->1265663) req@ffff9cf2551c6d80 x1866777608192128/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.569048:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c6d80 with x1866777608192128 ext(1261568->1265663) 00002000:00010000:2.0:1780298627.569051:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c6d80 00000100:00100000:2.0:1780298627.569073:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3905 00000100:00100000:2.0:1780298627.569079:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608192128:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.569198:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608192128:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 120us (218us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.569203:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3905 00002000:00100000:2.0:1780298627.569208:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (1261568->1265663) req@ffff9cf2551c6d80 x1866777608192128/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.569214:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c6d80 with x1866777608192128 ext(1261568->1265663) 00002000:00010000:2.0:1780298627.569217:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c6d80 00000100:00100000:0.0:1780298627.570118:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.570173:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608192256 00000100:00100000:3.0:1780298627.570177:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608192256 00002000:00100000:3.0:1780298627.570194:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (1265664->1269759) req@ffff9cf34831d180 x1866777608192256/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298627.570200:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831d180 with x1866777608192256 ext(1265664->1269759) 00002000:00010000:3.0:1780298627.570203:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831d180 00000100:00100000:3.0:1780298627.570217:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3906 00000100:00100000:3.0:1780298627.570222:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608192256:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298627.570297:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608192256:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 75us (179us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298627.570303:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3906 00002000:00100000:3.0:1780298627.570307:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (1265664->1269759) req@ffff9cf34831d180 x1866777608192256/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298627.570314:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831d180 with x1866777608192256 ext(1265664->1269759) 00002000:00010000:3.0:1780298627.570316:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831d180 00000100:00100000:0.0:1780298627.571457:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.571486:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608192384 00000100:00100000:2.0:1780298627.571490:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608192384 00002000:00100000:2.0:1780298627.571506:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (1216512->1335295) req@ffff9cf2556a9500 x1866777608192384/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.571513:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a9500 with x1866777608192384 ext(1216512->1335295) 00002000:00010000:2.0:1780298627.571515:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556a9500 00000100:00100000:2.0:1780298627.571532:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3907 00000100:00100000:2.0:1780298627.571537:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608192384:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.572379:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608192384:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 840us (921us total) trans 0 rc 110592/110592 00000100:00100000:2.0:1780298627.572387:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3907 00002000:00100000:2.0:1780298627.572406:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (1216512->1335295) req@ffff9cf2556a9500 x1866777608192384/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 110592/110592 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.572415:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a9500 with x1866777608192384 ext(1216512->1335295) 00002000:00010000:2.0:1780298627.572419:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556a9500 00000100:00100000:3.0:1780298627.574293:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.574324:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608192512 00000100:00100000:1.0:1780298627.574329:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608192512 00002000:00100000:1.0:1780298627.574349:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (1261568->2703359) req@ffff9cf2551c5180 x1866777608192512/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.574355:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5180 with x1866777608192512 ext(1261568->2703359) 00002000:00010000:1.0:1780298627.574358:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c5180 00000100:00100000:1.0:1780298627.574373:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3908 00000100:00100000:1.0:1780298627.574378:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608192512:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298627.575720:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608192512:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1339us (1425us total) trans 4294968738 rc 0/0 00000100:00100000:1.0:1780298627.575729:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3908 00002000:00100000:1.0:1780298627.575737:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (1261568->2703359) req@ffff9cf2551c5180 x1866777608192512/t4294968738(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/448 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.575746:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5180 with x1866777608192512 ext(1261568->2703359) 00002000:00010000:1.0:1780298627.575750:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c5180 00000100:00100000:3.0:1780298627.576458:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.576494:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608192640 00000100:00100000:1.0:1780298627.576500:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608192640 00000100:00100000:1.0:1780298627.576541:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3650 00000100:00100000:1.0:1780298627.576550:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608192640:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298627.577240:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968738 is committed 00000001:00080000:2.0:1780298627.577263:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968735 is committed 00000100:00100000:1.0:1780298627.577323:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608192640:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 775us (865us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.577328:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3650 00000100:00100000:0.0:1780298627.578048:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.578083:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608192768 00000100:00100000:2.0:1780298627.578087:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608192768 00000100:00100000:2.0:1780298627.578115:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61376 00000100:00100000:2.0:1780298627.578121:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+105:28749:x1866777608192768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.578154:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.578172:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028bb9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8eb1 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.578239:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028bc0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.578253:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028bc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.578263:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028bc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298627.578281:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 7177986 00000004:00200000:2.0:1780298627.578284:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298627.578296:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028bc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.578314:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63028bb9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8eb1 expref: 107 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.578325:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028bc0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8eb1 expref: 106 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.578331:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.578333:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298627.578335:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298627.578359:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+106:28749:x1866777608192768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 239us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.578363:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61376 00000100:00100000:0.0:1780298627.580121:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.580183:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608192896 00000100:00100000:1.0:1780298627.580188:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608192896 00002000:00100000:1.0:1780298627.580210:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2863104->2928639) req@ffff9cf2556ab100 x1866777608192896/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.580217:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ab100 with x1866777608192896 ext(2863104->2928639) 00002000:00010000:1.0:1780298627.580220:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556ab100 00000100:00100000:1.0:1780298627.580237:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3909 00000100:00100000:1.0:1780298627.580242:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608192896:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.581256:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608192896:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1013us (1136us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1780298627.581262:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3909 00002000:00100000:1.0:1780298627.581268:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2863104->2928639) req@ffff9cf2556ab100 x1866777608192896/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.581274:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ab100 with x1866777608192896 ext(2863104->2928639) 00002000:00010000:1.0:1780298627.581277:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556ab100 00000100:00100000:3.0:1780298627.582257:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.582289:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608193024 00000100:00100000:2.0:1780298627.582293:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608193024 00000100:00100000:3.0:1780298627.582320:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.582324:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3651 00000100:00100000:2.0:1780298627.582331:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608193024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.582341:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.582346:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608193152 00000100:00100000:1.0:1780298627.582351:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608193152 00010000:00010000:2.0:1780298627.582354:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63028bc7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8eb8 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.582382:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3652 00000100:00100000:1.0:1780298627.582402:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608193152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.582410:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298627.582412:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604131072:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.582421:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028bce lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ebf expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.582456:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604131200:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.582476:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.582487:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00002000:00010000:1.0:1780298627.583207:0:8359:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 184 -> 384 00000100:00100000:2.0:1780298627.583210:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604131072:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.583218:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604131200:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.583239:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028bce lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ebf expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.583244:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63028bc7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8eb8 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.583261:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028bce lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ebf expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.583264:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63028bc7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8eb8 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.583294:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00010000:00010000:1.0:1780298627.583294:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:1.0:1780298627.583320:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608193152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 931us (1001us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.583326:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608193024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 993us (1067us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.583330:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3652 00000100:00100000:2.0:1780298627.583339:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3651 00000100:00100000:0.0:1780298627.584232:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.584259:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608193280 00000100:00100000:0.0:1780298627.584263:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.584264:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608193280 00000100:00100000:1.0:1780298627.584295:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608193408 00000100:00100000:1.0:1780298627.584297:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608193408 00000100:00100000:2.0:1780298627.584310:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3653 00000100:00100000:1.0:1780298627.584321:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3654 00000100:00100000:2.0:1780298627.584322:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608193280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.584330:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.584334:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608193408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.584341:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.584342:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028bd5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ec6 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.584349:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028bdc lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ecd expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.584378:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604131328:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.584385:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604131456:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.584528:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.584688:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.586351:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604131328:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.586378:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028bdc lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ecd expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.586405:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028bdc lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ecd expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.586416:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:2.0:1780298627.586430:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604131456:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.586456:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608193408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 2126us (2194us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.586462:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3654 00010000:00010000:2.0:1780298627.586471:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028bd5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ec6 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.586499:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028bd5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ec6 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.586519:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298627.586573:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608193280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 2254us (2340us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.586583:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3653 00000100:00100000:3.0:1780298627.587872:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.587919:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608193536 00000100:00100000:2.0:1780298627.587926:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608193536 00002000:00100000:2.0:1780298627.587964:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (954368->958463) req@ffff9cf2556aea00 x1866777608193536/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.587972:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aea00 with x1866777608193536 ext(954368->958463) 00002000:00010000:2.0:1780298627.587976:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aea00 00000100:00100000:2.0:1780298627.587995:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3910 00000100:00100000:2.0:1780298627.588001:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608193536:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.589156:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608193536:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1153us (1286us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.589163:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3910 00002000:00100000:2.0:1780298627.589169:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (954368->958463) req@ffff9cf2556aea00 x1866777608193536/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.589175:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aea00 with x1866777608193536 ext(954368->958463) 00002000:00010000:2.0:1780298627.589178:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aea00 00000100:00100000:0.0:1780298627.590308:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.590341:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608193664 00000100:00100000:3.0:1780298627.590347:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608193664 00002000:00100000:3.0:1780298627.590370:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (958464->962559) req@ffff9cf2556a9c00 x1866777608193664/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298627.590377:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a9c00 with x1866777608193664 ext(958464->962559) 00002000:00010000:3.0:1780298627.590380:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a9c00 00000100:00100000:3.0:1780298627.590409:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3911 00000100:00100000:3.0:1780298627.590416:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608193664:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298627.590501:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608193664:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 86us (194us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298627.590507:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3911 00002000:00100000:3.0:1780298627.590513:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (958464->962559) req@ffff9cf2556a9c00 x1866777608193664/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298627.590519:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a9c00 with x1866777608193664 ext(958464->962559) 00002000:00010000:3.0:1780298627.590522:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a9c00 00000100:00100000:0.0:1780298627.591675:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.591713:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608193792 00000100:00100000:2.0:1780298627.591717:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608193792 00002000:00100000:2.0:1780298627.591734:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (933888->999423) req@ffff9cf2556aa680 x1866777608193792/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.591744:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aa680 with x1866777608193792 ext(933888->999423) 00002000:00010000:2.0:1780298627.591747:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aa680 00000100:00100000:2.0:1780298627.591765:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3912 00000100:00100000:2.0:1780298627.591770:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608193792:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.592709:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608193792:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 938us (1034us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298627.592714:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3912 00002000:00100000:2.0:1780298627.592720:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (933888->999423) req@ffff9cf2556aa680 x1866777608193792/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.592727:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aa680 with x1866777608193792 ext(933888->999423) 00002000:00010000:2.0:1780298627.592730:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aa680 00000100:00100000:3.0:1780298627.593742:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.593772:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.593789:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608194048 00000100:00100000:2.0:1780298627.593794:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608194048 00000100:00100000:2.0:1780298627.593822:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3655 00000100:00100000:1.0:1780298627.593823:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608193920 00000100:00100000:1.0:1780298627.593828:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608193920 00000100:00100000:2.0:1780298627.593830:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608194048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.593841:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.593856:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63028be3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8edb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.593857:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3656 00000100:00100000:1.0:1780298627.593868:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608193920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.593875:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.593885:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63028bea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ed4 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.593939:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604131712:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.593940:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604131584:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.594004:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.594004:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.594748:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604131584:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.594765:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604131712:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.594771:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63028bea lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ed4 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.594786:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63028bea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ed4 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.594790:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63028be3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8edb expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.594799:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00010000:00010000:2.0:1780298627.594811:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63028be3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8edb expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.594822:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00000100:00100000:1.0:1780298627.594827:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608193920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 962us (1053us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.594832:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3656 00000100:00100000:2.0:1780298627.594848:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608194048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1018us (1105us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.594854:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3655 00000100:00100000:0.0:1780298627.595694:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.595721:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608194176 00000100:00100000:3.0:1780298627.595725:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608194176 00000100:00100000:0.0:1780298627.595732:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.595750:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608194304 00000100:00100000:3.0:1780298627.595753:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608194304 00000100:00100000:2.0:1780298627.595787:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3657 00000100:00100000:1.0:1780298627.595796:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3658 00000100:00100000:2.0:1780298627.595801:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608194176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.595812:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.595812:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608194304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.595823:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.595824:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63028bf1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ee2 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.595832:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028bf8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ee9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.595857:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604131840:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.595863:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604131968:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.595908:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.595909:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.596552:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604131840:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.596569:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63028bf1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ee2 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.596569:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604131968:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.596585:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63028bf1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ee2 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.596588:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028bf8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ee9 expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.596596:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00010000:00010000:1.0:1780298627.596603:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028bf8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ee9 expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.596611:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:2.0:1780298627.596623:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608194176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 829us (930us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.596629:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3657 00000100:00100000:1.0:1780298627.596636:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608194304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 828us (901us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.596643:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3658 00000100:00100000:3.0:1780298627.597895:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.597922:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608194432 00000100:00100000:0.0:1780298627.597926:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608194432 00000100:00100000:0.0:1780298627.597952:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3659 00000100:00100000:0.0:1780298627.597960:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608194432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.597969:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.597978:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028bff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ef0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.597994:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028b65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e64 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.598001:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(130 155) 00010000:00010000:0.0:1780298627.598004:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(131 155) 00010000:00010000:0.0:1780298627.598008:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028bff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4505600->4517887] (req 4505600->4517887) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef0 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.598024:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028b65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e64 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.598034:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028b65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e64 expref: 11 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.598045:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604132096:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.598077:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.598714:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604132096:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.598728:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028bff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4505600->4517887] (req 4505600->4517887) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef0 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.598737:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:1.0:1780298627.598759:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777608194432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 801us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.598764:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3659 00000100:00100000:3.0:1780298627.598984:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.599012:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608194560 00000100:00100000:1.0:1780298627.599016:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608194560 00010000:00010000:1.0:1780298627.599030:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028b65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e64 expref: 12 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.599052:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13942 00000100:00100000:1.0:1780298627.599056:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608194560:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.599065:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.599073:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028b65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e64 expref: 12 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.599081:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028b65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e64 expref: 12 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.599096:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028b65 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e64 expref: 12 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.599103:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(131 155) 00010000:00010000:1.0:1780298627.599105:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(131 155) 00010000:00010000:1.0:1780298627.599111:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028bff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4505600->38060031] (req 4505600->4517887) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef0 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.599119:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028bff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4505600->38060031] (req 4505600->4517887) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef0 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.599185:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028bff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4505600->38060031] (req 4505600->4517887) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef0 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.599193:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604132224:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.599221:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.599835:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604132224:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.599842:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.599862:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608194560:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 806us (879us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.599868:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13942 00000100:00100000:0.0:1780298627.600406:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.600441:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608194688 00000100:00100000:2.0:1780298627.600446:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608194688 00000100:00100000:0.0:1780298627.600452:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.600476:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608194816 00000100:00100000:2.0:1780298627.600479:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608194816 00000100:00100000:2.0:1780298627.600497:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3660 00000100:00100000:2.0:1780298627.600506:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608194688:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298627.600507:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3661 00010000:00010000:2.0:1780298627.600518:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.600524:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608194816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.600526:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63028c06 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ef7 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.600534:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.600544:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028c0d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8efe expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.600554:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604132352:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.600577:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604132480:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.600594:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.600610:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00002000:00010000:2.0:1780298627.601188:0:8358:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 4194304 -> 4515191 00000100:00100000:2.0:1780298627.601198:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604132352:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.601213:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63028c06 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef7 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.601227:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63028c06 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef7 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.601228:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604132480:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.601241:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00010000:00010000:1.0:1780298627.601252:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028c0d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8efe expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.601267:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608194688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 763us (873us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298627.601270:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028c0d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8efe expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.601283:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3660 00010000:00010000:1.0:1780298627.601294:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:1.0:1780298627.601319:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608194816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 801us (867us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.601327:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3661 00000100:00100000:3.0:1780298627.602157:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.602193:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608194944 00000100:00100000:1.0:1780298627.602198:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608194944 00000100:00100000:1.0:1780298627.602240:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3662 00000100:00100000:1.0:1780298627.602248:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608194944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.602254:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298627.602260:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298627.602262:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028c14 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f05 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.602283:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608195072 00000100:00100000:1.0:1780298627.602287:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604132608:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.602288:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608195072 00000100:00100000:0.0:1780298627.602324:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3663 00000100:00100000:1.0:1780298627.602329:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.602333:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608195072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.602340:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.602348:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028c1b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f0c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.602372:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604132736:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.602414:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.602949:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604132608:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.602961:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028c14 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f05 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.602973:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028c14 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f05 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.602980:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8800, rc 0) 00000100:00100000:1.0:1780298627.603005:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608194944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 760us (850us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.603011:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3662 00000100:00100000:1.0:1780298627.603058:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604132736:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.603086:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028c1b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f0c expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.603098:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028c1b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f0c expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.603107:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:1.0:1780298627.603153:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608195072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 823us (893us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.603159:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3663 00000100:00100000:0.0:1780298627.603929:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.603954:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608195200 00000100:00100000:3.0:1780298627.603958:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608195200 00000100:00100000:3.0:1780298627.603997:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3664 00000100:00100000:3.0:1780298627.604004:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608195200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.604013:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.604022:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63028c22 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f13 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.604115:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604132864:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.604254:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.604898:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604132864:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.604918:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63028c22 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f13 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.604930:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63028c22 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f13 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.604940:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:1.0:1780298627.604973:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608195200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 969us (1043us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.604979:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3664 00000100:00100000:3.0:1780298627.605823:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.605855:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608195328 00000100:00100000:1.0:1780298627.605858:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608195328 00000100:00100000:1.0:1780298627.605881:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3665 00000100:00100000:1.0:1780298627.605886:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608195328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.605893:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.605899:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028c29 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f1a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.605923:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604132992:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.605961:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.606626:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604132992:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.606637:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028c29 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f1a expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.606645:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed33d772/0xaf35132e63028c29 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f1a expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.606652:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9e00, rc 0) 00000100:00100000:1.0:1780298627.606673:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608195328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 787us (851us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.606677:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3665 00000100:00100000:2.0:1780298627.607921:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.607968:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608195456 00000100:00100000:1.0:1780298627.607974:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608195456 00002000:00100000:1.0:1780298627.607998:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (196608->245759) req@ffff9cf25491b800 x1866777608195456/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.608005:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491b800 with x1866777608195456 ext(196608->245759) 00002000:00010000:1.0:1780298627.608010:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25491b800 00000100:00100000:1.0:1780298627.608028:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3913 00000100:00100000:1.0:1780298627.608032:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608195456:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.608880:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608195456:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 845us (963us total) trans 0 rc 49152/49152 00000100:00100000:1.0:1780298627.608888:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3913 00002000:00100000:1.0:1780298627.608894:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (196608->245759) req@ffff9cf25491b800 x1866777608195456/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.608902:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491b800 with x1866777608195456 ext(196608->245759) 00002000:00010000:1.0:1780298627.608906:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25491b800 00000100:00100000:2.0:1780298627.609925:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.609978:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608195584 00000100:00100000:3.0:1780298627.609984:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608195584 00000100:00100000:2.0:1780298627.610001:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.610032:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608195712 00000100:00100000:3.0:1780298627.610037:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608195712 00000100:00100000:1.0:1780298627.610042:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3666 00000100:00100000:1.0:1780298627.610053:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608195584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.610072:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.610086:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028c30 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f21 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.610106:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3667 00000100:00100000:3.0:1780298627.610116:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608195712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.610158:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.610171:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63028c37 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f28 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.610176:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604133120:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.610214:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556ad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604133248:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.610232:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.610250:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.611061:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556ad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604133248:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.611075:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604133120:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.611091:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028c30 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f21 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.611102:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63028c37 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f28 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.611106:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028c30 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f21 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.611150:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00010000:00010000:3.0:1780298627.611157:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63028c37 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f28 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.611171:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298627.611186:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608195584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1135us (1263us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.611196:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3666 00000100:00100000:3.0:1780298627.611202:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608195712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1086us (1199us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.611210:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3667 00000100:00100000:2.0:1780298627.612214:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.612245:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.612259:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608195840 00000100:00100000:1.0:1780298627.612267:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608195840 00000100:00100000:0.0:1780298627.612303:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608195968 00000100:00100000:1.0:1780298627.612308:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3668 00000100:00100000:0.0:1780298627.612309:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608195968 00000100:00100000:1.0:1780298627.612315:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608195840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.612325:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.612332:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028c3e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f2f expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.612341:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3669 00000100:00100000:0.0:1780298627.612356:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608195968:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298627.612364:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604133376:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.612365:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.612375:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028c45 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f36 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.612414:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604133504:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.612427:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.612449:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.613208:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604133376:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.613229:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028c3e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f2f expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.613241:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028c3e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f2f expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.613248:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8800, rc 0) 00000100:00100000:0.0:1780298627.613264:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604133504:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.613277:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608195840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 962us (1066us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298627.613282:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028c45 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f36 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.613286:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3668 00010000:00010000:0.0:1780298627.613301:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028c45 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f36 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.613315:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:0.0:1780298627.613333:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608195968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 987us (1090us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.613338:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3669 00000100:00100000:2.0:1780298627.614449:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.614481:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608196096 00000100:00100000:3.0:1780298627.614487:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608196096 00000100:00100000:3.0:1780298627.614520:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3670 00000100:00100000:3.0:1780298627.614529:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608196096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.614538:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.614546:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028c4c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f3d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.614572:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604133632:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.614605:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.615300:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604133632:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.615314:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028c4c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f3d expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.615324:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028c4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f3d expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.615330:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:3.0:1780298627.615353:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608196096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 828us (908us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.615358:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3670 00000100:00100000:2.0:1780298627.616118:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.616170:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608196224 00000100:00100000:0.0:1780298627.616180:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608196224 00000100:00100000:0.0:1780298627.616205:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3671 00000100:00100000:0.0:1780298627.616211:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608196224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.616218:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.616224:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028c53 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f44 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.616237:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028bff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4505600->38060031] (req 4505600->4517887) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef0 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.616244:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(131 155) 00010000:00010000:0.0:1780298627.616248:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(132 155) 00010000:00010000:0.0:1780298627.616253:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028c53 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5074944->5087231] (req 5074944->5087231) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f44 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.616275:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028bff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4505600->38060031] (req 4505600->4517887) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef0 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.616289:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4505600->38060031] (req 4505600->4517887) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef0 expref: 12 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.616300:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604133760:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.616336:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.617315:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604133760:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.617328:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298627.617334:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028c53 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5074944->5087231] (req 5074944->5087231) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f44 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.617345:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:2.0:1780298627.617366:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608196352 00000100:00100000:2.0:1780298627.617371:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608196352 00000100:00100000:1.0:1780298627.617381:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608196224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1168us (1261us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.617399:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3671 00002000:00100000:2.0:1780298627.617409:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (4505600->4515190) req@ffff9cf2556a8000 x1866777608196352/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 10080/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.617417:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8000 with x1866777608196352 ext(4505600->4515190) 00010000:00010000:2.0:1780298627.617424:0:19943:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4505600->38060031] (req 4505600->4517887) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef0 expref: 13 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.617436:0:19943:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4505600->38060031] (req 4505600->4517887) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef0 expref: 13 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298627.617441:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2556a8000 00000100:00100000:2.0:1780298627.617462:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 92 00000100:00100000:2.0:1780298627.617471:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608196352:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298627.619236:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608196352:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1761us (1903us total) trans 4294969034 rc 0/0 00000100:00100000:2.0:1780298627.619247:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 92 00002000:00100000:2.0:1780298627.619259:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (4505600->4515190) req@ffff9cf2556a8000 x1866777608196352/t4294969034(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 10080/448 e 0 to 0 dl 1780298638 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.619267:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8000 with x1866777608196352 ext(4505600->4515190) 00010000:00010000:2.0:1780298627.619274:0:19943:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4505600->38060031] (req 4505600->4517887) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef0 expref: 15 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.619295:0:19943:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4505600->38060031] (req 4505600->4517887) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef0 expref: 15 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298627.619304:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2556a8000 00000100:00100000:0.0:1780298627.620015:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.620080:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608196480 00000100:00100000:2.0:1780298627.620089:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608196480 00010000:00010000:2.0:1780298627.620117:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4505600->38060031] (req 4505600->4517887) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef0 expref: 15 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.620185:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13943 00000100:00100000:2.0:1780298627.620193:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608196480:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.620205:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298627.620216:0:20253:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1208 -> 1232 00010000:00010000:2.0:1780298627.620221:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4505600->38060031] (req 4505600->4517887) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef0 expref: 15 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.620229:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028bff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4505600->38060031] (req 4505600->4517887) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef0 expref: 15 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.620250:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63028bff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4505600->38060031] (req 4505600->4517887) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ef0 expref: 15 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.620261:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(132 155) 00010000:00010000:2.0:1780298627.620264:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(132 155) 00010000:00010000:2.0:1780298627.620270:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028c53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5074944->38629375] (req 5074944->5087231) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f44 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.620277:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028c53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5074944->38629375] (req 5074944->5087231) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f44 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.620312:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028c53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5074944->38629375] (req 5074944->5087231) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f44 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.620328:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604133888:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.620381:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.621019:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604133888:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.621036:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.621076:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608196480:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 882us (1061us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.621087:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13943 00000100:00100000:3.0:1780298627.621233:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.621265:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608196608 00000100:00100000:2.0:1780298627.621269:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608196608 00000100:00100000:2.0:1780298627.621308:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3914 00000100:00100000:2.0:1780298627.621318:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608196608:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298627.621441:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4515191 -> 5084267 00002000:00010000:2.0:1780298627.621444:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.621446:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.621447:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.621449:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1232 -> 1256 00000100:00100000:2.0:1780298627.621473:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608196608:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 158us (245us total) trans 4294969035 rc 0/0 00000100:00100000:2.0:1780298627.621477:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3914 00000100:00100000:0.0:1780298627.622233:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.622265:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608196736 00000100:00100000:2.0:1780298627.622269:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608196736 00000100:00100000:2.0:1780298627.622303:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3672 00000100:00100000:2.0:1780298627.622312:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608196736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.622322:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.622334:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63028c5a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f4b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.622363:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604134016:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.622416:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.622950:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604134016:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.622969:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63028c5a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f4b expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.622984:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63028c5a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f4b expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.623000:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:2.0:1780298627.623041:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608196736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 731us (807us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.623049:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3672 00000100:00100000:3.0:1780298627.623834:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.623871:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608196864 00000100:00100000:0.0:1780298627.623878:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608196864 00000100:00100000:0.0:1780298627.623913:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3673 00000100:00100000:0.0:1780298627.623919:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608196864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.623932:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.623943:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63028c61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f52 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.623981:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604134144:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.624033:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.624646:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604134144:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.624666:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63028c61 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f52 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.624680:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63028c61 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f52 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.624689:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:1.0:1780298627.624715:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608196864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 796us (882us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.624720:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3673 00000100:00100000:2.0:1780298627.625517:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.625556:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608196992 00000100:00100000:3.0:1780298627.625560:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608196992 00000100:00100000:3.0:1780298627.625590:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3674 00000100:00100000:3.0:1780298627.625598:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608196992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.625607:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.625615:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028c68 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f59 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.625641:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604134272:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.625673:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.626205:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604134272:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.626218:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028c68 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f59 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.626227:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028c68 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f59 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.626235:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:2.0:1780298627.626260:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608196992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 664us (749us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.626265:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3674 00000100:00100000:0.0:1780298627.626928:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.626958:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608197120 00000100:00100000:1.0:1780298627.626962:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608197120 00000100:00100000:1.0:1780298627.626987:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3675 00000100:00100000:1.0:1780298627.626992:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608197120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.626999:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.627006:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028c6f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f60 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.627027:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604134400:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.627058:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.627620:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604134400:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.627631:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028c6f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f60 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.627640:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028c6f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f60 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.627646:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8800, rc 0) 00000100:00100000:1.0:1780298627.627667:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608197120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 675us (739us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.627671:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3675 00000100:00100000:3.0:1780298627.628456:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.628489:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608197248 00000100:00100000:2.0:1780298627.628493:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608197248 00000100:00100000:2.0:1780298627.628516:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3676 00000100:00100000:2.0:1780298627.628520:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608197248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.628526:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.628533:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63028c76 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f67 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.628564:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604134528:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.628593:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.629105:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604134528:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.629119:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63028c76 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f67 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.629147:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63028c76 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f67 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.629154:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298627.629175:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608197248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 655us (721us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.629180:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3676 00000100:00100000:0.0:1780298627.629920:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.629951:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608197376 00000100:00100000:3.0:1780298627.629956:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608197376 00000100:00100000:3.0:1780298627.630004:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3915 00000100:00100000:3.0:1780298627.630014:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608197376:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298627.630344:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2983682 -> 2983682 00002000:00010000:2.0:1780298627.630347:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.630349:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.630351:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.630352:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 384 -> 520 00000100:00100000:2.0:1780298627.630378:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608197376:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 367us (458us total) trans 4294968739 rc 0/0 00000100:00100000:2.0:1780298627.630384:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3915 00000100:00100000:3.0:1780298627.631065:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.631096:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608197504 00000100:00100000:1.0:1780298627.631101:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608197504 00000100:00100000:1.0:1780298627.631144:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3677 00000100:00100000:1.0:1780298627.631154:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608197504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.631160:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.631167:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028c7d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f6e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.631193:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604134656:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.631227:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.631793:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604134656:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.631805:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028c7d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f6e expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.631815:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028c7d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f6e expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.631821:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:1.0:1780298627.631843:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608197504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 694us (779us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.631848:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3677 00000100:00100000:0.0:1780298627.632633:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.632670:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608197632 00000100:00100000:2.0:1780298627.632674:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608197632 00000100:00100000:2.0:1780298627.632697:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3678 00000100:00100000:2.0:1780298627.632702:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608197632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.632708:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.632715:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63028c84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f75 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.632734:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604134784:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.632763:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.633365:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604134784:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.633378:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63028c84 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f75 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.633388:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63028c84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f75 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.633405:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:2.0:1780298627.633427:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608197632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 725us (796us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.633432:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3678 00000100:00100000:0.0:1780298627.634425:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.634465:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608197888 00000100:00100000:1.0:1780298627.634470:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608197888 00000100:00100000:1.0:1780298627.634509:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61377 00000100:00100000:1.0:1780298627.634519:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+71:28749:x1866777608197888:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298627.634561:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.634580:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3800/0xaf35132e63028b7a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e72 expref: 71 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.634594:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.634599:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298627.634738:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028c8b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.634755:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028bc0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8eb1 expref: 105 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.634771:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028c8b lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.634789:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028bc0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8eb1 expref: 105 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.634800:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028bc0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8eb1 expref: 105 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.634808:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604134912:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.634840:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.635472:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604134912:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.635484:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028c8b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.635635:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.635668:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608198016 00000100:00100000:1.0:1780298627.635672:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608198016 00010000:00010000:1.0:1780298627.635692:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028bc0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8eb1 expref: 106 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.635712:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13944 00000100:00100000:1.0:1780298627.635717:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+106:2399:x1866777608198016:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.635727:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.635731:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028bc0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8eb1 expref: 106 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.635739:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028bc0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8eb1 expref: 106 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.635749:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028bc0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8eb1 expref: 106 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.635757:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.635759:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028c8b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.635767:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028c8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.635772:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028c8b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.635786:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298627.635805:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028c8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.635806:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+105:2399:x1866777608198016:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 89us (172us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298627.635818:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028c8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.635819:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13944 00000001:00080000:2.0:1780298627.635866:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990591 00000004:00010000:2.0:1780298627.635887:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bd309a55 reply state 00000000bb8cb10e transno 4294990592 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028c8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.635896:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028c8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.635900:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.635902:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298627.635904:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298627.635954:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+73:28749:x1866777608197888:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1438us (1530us total) trans 4294990592 rc 0/0 00000100:00100000:2.0:1780298627.635959:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61377 00000020:00080000:2.0:1780298627.635962:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298627.636616:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.636652:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608198144 00000100:00100000:1.0:1780298627.636657:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608198144 00000100:00100000:1.0:1780298627.636685:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3679 00000100:00100000:1.0:1780298627.636692:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:28749:x1866777608198144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.636703:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.636713:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028c92 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f7c expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.636733:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028c53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5074944->38629375] (req 5074944->5087231) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f44 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.636742:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(132 155) 00010000:00010000:1.0:1780298627.636746:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(133 155) 00010000:00010000:1.0:1780298627.636751:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028c92 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f7c expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.636768:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028c53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5074944->38629375] (req 5074944->5087231) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f44 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.636779:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028c53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5074944->38629375] (req 5074944->5087231) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f44 expref: 12 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.636789:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604135040:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.636825:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.637403:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604135040:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.637418:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028c92 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f7c expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.637428:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:1.0:1780298627.637453:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:28749:x1866777608198144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 763us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.637459:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3679 00000100:00100000:3.0:1780298627.637547:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.637618:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608198272 00000100:00100000:2.0:1780298627.637623:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608198272 00010000:00010000:2.0:1780298627.637641:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028c53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5074944->38629375] (req 5074944->5087231) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f44 expref: 13 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.637667:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13945 00000100:00100000:2.0:1780298627.637674:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608198272:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.637683:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.637694:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028c53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5074944->38629375] (req 5074944->5087231) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f44 expref: 13 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.637705:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028c53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5074944->38629375] (req 5074944->5087231) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f44 expref: 13 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.637718:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028c53 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5074944->38629375] (req 5074944->5087231) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f44 expref: 13 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.637734:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(133 155) 00010000:00010000:2.0:1780298627.637737:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(133 155) 00010000:00010000:2.0:1780298627.637742:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028c92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f7c expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.637751:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f7c expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.637773:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f7c expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.637783:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604135168:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.637818:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.638506:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604135168:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.638517:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.638542:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608198272:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 869us (995us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.638549:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13945 00000100:00100000:3.0:1780298627.638616:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.638659:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608198400 00000100:00100000:2.0:1780298627.638664:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608198400 00000100:00100000:2.0:1780298627.638699:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3680 00000100:00100000:2.0:1780298627.638708:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608198400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.638718:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.638728:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63028c99 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f83 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.638746:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028b6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e6b expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.638754:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(93 76) 00010000:00010000:2.0:1780298627.638757:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(94 76) 00010000:00010000:2.0:1780298627.638762:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63028c99 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f83 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.638781:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028b6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e6b expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.638790:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028b6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e6b expref: 10 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.638801:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604135296:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.638830:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.639404:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604135296:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.639416:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63028c99 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f83 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.639425:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:2.0:1780298627.639446:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608198400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 741us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.639452:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3680 00000100:00100000:0.0:1780298627.639936:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.639972:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608198528 00000100:00100000:1.0:1780298627.639976:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608198528 00010000:00010000:1.0:1780298627.639991:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028b6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e6b expref: 11 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.640010:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13946 00000100:00100000:1.0:1780298627.640015:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608198528:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.640021:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.640032:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028b6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e6b expref: 11 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.640040:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028b6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e6b expref: 11 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.640052:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028b6c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8e6b expref: 11 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.640060:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(94 76) 00010000:00010000:1.0:1780298627.640063:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(94 76) 00010000:00010000:1.0:1780298627.640070:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63028c99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f83 expref: 5 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.640076:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63028c99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f83 expref: 5 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.640091:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63028c99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f83 expref: 5 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.640098:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604135424:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.640153:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.640790:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604135424:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.640797:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.640819:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608198528:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 804us (883us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.640827:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13946 00000100:00100000:3.0:1780298627.641014:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.641040:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.641061:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608198656 00000100:00100000:2.0:1780298627.641067:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608198656 00000100:00100000:0.0:1780298627.641082:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608198784 00000100:00100000:0.0:1780298627.641087:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608198784 00002000:00010000:2.0:1780298627.641091:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298627.641097:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ac380 with x1866777608198656 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298627.641105:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556ac380. 00002000:00010000:0.0:1780298627.641107:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (345101->18446744073709551615) 00002000:00100000:0.0:1780298627.641113:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831d500 with x1866777608198784 ext(345101->18446744073709551615) 00002000:00010000:0.0:1780298627.641119:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831d500. 00000100:00100000:2.0:1780298627.641153:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3916 00000100:00100000:2.0:1780298627.641162:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608198656:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298627.641172:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3917 00000100:00100000:1.0:1780298627.641182:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608198784:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298627.641387:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5084267 -> 4194304 00002000:00010000:2.0:1780298627.641402:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.641405:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.641407:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.641408:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1256 -> 1208 00000100:00100000:2.0:1780298627.641435:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608198656:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 275us (421us total) trans 4294969036 rc 0/0 00000100:00100000:2.0:1780298627.641441:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3916 00002000:00010000:2.0:1780298627.641444:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298627.641447:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ac380 with x1866777608198656 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298627.641450:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556ac380. 00002000:00010000:1.0:1780298627.641625:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2983682 -> 345101 00002000:00010000:1.0:1780298627.641628:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.641630:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.641632:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.641634:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 520 -> 0 00000100:00100000:1.0:1780298627.641663:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608198784:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 484us (621us total) trans 4294968740 rc 0/0 00000100:00100000:1.0:1780298627.641672:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3917 00002000:00010000:1.0:1780298627.641676:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (345101->18446744073709551615) 00002000:00100000:1.0:1780298627.641679:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831d500 with x1866777608198784 ext(345101->18446744073709551615) 00002000:00010000:1.0:1780298627.641684:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831d500. 00000100:00100000:3.0:1780298627.642345:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.642407:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608198912 00000100:00100000:0.0:1780298627.642412:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608198912 00000100:00100000:0.0:1780298627.642451:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61378 00000100:00100000:0.0:1780298627.642462:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+73:28749:x1866777608198912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.642478:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.642492:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028ca0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f8a expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.642572:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e63028ca7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.642586:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e63028ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.642596:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e63028ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.642620:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 4539405 00000004:00200000:0.0:1780298627.642624:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.642643:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e63028ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.642666:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028ca0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f8a expref: 75 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.642680:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e63028ca7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f8a expref: 74 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.642688:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.642691:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.642694:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:0.0:1780298627.642727:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+74:28749:x1866777608198912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 268us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.642734:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61378 00000100:00100000:0.0:1780298627.643822:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.643851:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608199040 00000100:00100000:2.0:1780298627.643855:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608199040 00000100:00100000:2.0:1780298627.643884:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3918 00000100:00100000:2.0:1780298627.643890:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608199040:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298627.643998:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 345101 -> 345101 00002000:00010000:2.0:1780298627.644001:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.644003:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.644004:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.644006:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298627.644031:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608199040:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 142us (210us total) trans 4294968741 rc 0/0 00000100:00100000:2.0:1780298627.644035:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3918 00000100:00100000:3.0:1780298627.646326:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.646359:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608199296 00000100:00100000:0.0:1780298627.646364:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608199296 00000100:00100000:0.0:1780298627.646407:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61379 00000100:00100000:0.0:1780298627.646414:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+74:28749:x1866777608199296:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298627.646449:0:17567:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.646468:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e63028ca7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f8a expref: 74 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.646478:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.646481:0:17567:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298627.646606:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028cae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.646627:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028cae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.646633:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028cae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298627.646664:0:17567:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990593 00000004:00010000:0.0:1780298627.646678:0:17567:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ad0c0100 reply state 000000005476c662 transno 4294990594 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028cae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.646686:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028cae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.646690:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.646691:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298627.646693:0:17567:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298627.646749:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+76:28749:x1866777608199296:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 335us (426us total) trans 4294990594 rc 0/0 00000100:00100000:0.0:1780298627.646756:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61379 00000020:00080000:0.0:1780298627.646760:0:17567:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298627.647540:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.647569:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.647583:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608199424 00000100:00100000:2.0:1780298627.647588:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608199424 00000100:00100000:0.0:1780298627.647602:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608199552 00002000:00010000:2.0:1780298627.647606:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (6009239->18446744073709551615) 00000100:00100000:0.0:1780298627.647607:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608199552 00002000:00100000:2.0:1780298627.647611:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831f480 with x1866777608199424 ext(6009239->18446744073709551615) 00002000:00010000:2.0:1780298627.647619:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831f480. 00002000:00010000:0.0:1780298627.647621:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298627.647625:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5f80 with x1866777608199552 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298627.647630:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c5f80. 00000100:00100000:2.0:1780298627.647640:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3919 00000100:00100000:2.0:1780298627.647647:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608199424:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298627.647652:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3920 00000100:00100000:0.0:1780298627.647662:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608199552:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298627.647742:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 345101 -> 4194304 00002000:00010000:0.0:1780298627.647746:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.647748:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.647751:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.647753:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1780298627.647784:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 6009239 00000100:00100000:0.0:1780298627.647788:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608199552:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 128us (219us total) trans 4294968742 rc 0/0 00002000:00010000:2.0:1780298627.647790:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.647796:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.647799:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.647801:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1208 -> 1208 00000100:00100000:0.0:1780298627.647806:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3920 00002000:00010000:0.0:1780298627.647810:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298627.647811:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5f80 with x1866777608199552 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298627.647815:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c5f80. 00000100:00100000:2.0:1780298627.647833:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608199424:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 185us (292us total) trans 4294969037 rc 0/0 00000100:00100000:2.0:1780298627.647840:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3919 00002000:00010000:2.0:1780298627.647846:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (6009239->18446744073709551615) 00002000:00100000:2.0:1780298627.647849:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831f480 with x1866777608199424 ext(6009239->18446744073709551615) 00002000:00010000:2.0:1780298627.647853:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831f480. 00000100:00100000:2.0:1780298627.649022:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.649053:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608199680 00000100:00100000:0.0:1780298627.649057:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608199680 00002000:00100000:0.0:1780298627.649077:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (5992448->5996543) req@ffff9cf254919180 x1866777608199680/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.649084:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919180 with x1866777608199680 ext(5992448->5996543) 00002000:00010000:0.0:1780298627.649087:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254919180 00000100:00100000:0.0:1780298627.649103:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3921 00000100:00100000:0.0:1780298627.649108:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608199680:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.649282:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608199680:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 174us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298627.649288:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3921 00002000:00100000:0.0:1780298627.649294:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (5992448->5996543) req@ffff9cf254919180 x1866777608199680/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.649300:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919180 with x1866777608199680 ext(5992448->5996543) 00002000:00010000:0.0:1780298627.649302:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254919180 00000100:00100000:3.0:1780298627.650548:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.650593:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608199808 00000100:00100000:1.0:1780298627.650598:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608199808 00002000:00100000:1.0:1780298627.650625:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (5996544->6000639) req@ffff9cf2551c5880 x1866777608199808/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.650635:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5880 with x1866777608199808 ext(5996544->6000639) 00002000:00010000:1.0:1780298627.650639:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c5880 00000100:00100000:1.0:1780298627.650661:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3922 00000100:00100000:1.0:1780298627.650671:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608199808:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.650771:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608199808:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 102us (222us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298627.650778:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3922 00002000:00100000:1.0:1780298627.650785:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (5996544->6000639) req@ffff9cf2551c5880 x1866777608199808/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.650795:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5880 with x1866777608199808 ext(5996544->6000639) 00002000:00010000:1.0:1780298627.650799:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c5880 00000100:00100000:3.0:1780298627.652803:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.652846:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608199936 00000100:00100000:2.0:1780298627.652852:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608199936 00002000:00100000:2.0:1780298627.652874:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (5685248->6012927) req@ffff9cf2551c5c00 x1866777608199936/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.652881:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5c00 with x1866777608199936 ext(5685248->6012927) 00002000:00010000:2.0:1780298627.652884:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c5c00 00000100:00100000:2.0:1780298627.652909:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3923 00000100:00100000:2.0:1780298627.652917:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608199936:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.654494:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608199936:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1575us (1690us total) trans 0 rc 319488/319488 00000100:00100000:1.0:1780298627.654504:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3923 00002000:00100000:1.0:1780298627.654512:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (5685248->6012927) req@ffff9cf2551c5c00 x1866777608199936/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 504/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 319488/319488 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.654522:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5c00 with x1866777608199936 ext(5685248->6012927) 00002000:00010000:1.0:1780298627.654526:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c5c00 00000100:00100000:0.0:1780298627.656405:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.656455:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608200064 00000100:00100000:3.0:1780298627.656463:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608200064 00002000:00100000:3.0:1780298627.656495:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (5992448->6009238) req@ffff9cf25599df80 x1866777608200064/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298627.656512:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599df80 with x1866777608200064 ext(5992448->6009238) 00002000:00010000:3.0:1780298627.656517:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25599df80 00000100:00100000:3.0:1780298627.656541:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3924 00000100:00100000:3.0:1780298627.656551:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608200064:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298627.657846:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777608200064:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1295us (1457us total) trans 4294969038 rc 0/0 00000100:00100000:1.0:1780298627.657860:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3924 00002000:00100000:1.0:1780298627.657868:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (5992448->6009238) req@ffff9cf25599df80 x1866777608200064/t4294969038(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/448 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.657877:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599df80 with x1866777608200064 ext(5992448->6009238) 00002000:00010000:1.0:1780298627.657881:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25599df80 00000100:00100000:0.0:1780298627.658679:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.658723:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608200192 00000100:00100000:1.0:1780298627.658733:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608200192 00000100:00100000:1.0:1780298627.658771:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3681 00000100:00100000:1.0:1780298627.658780:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608200192:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298627.659523:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969038 is committed 00000001:00080000:2.0:1780298627.659536:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969035 is committed 00000100:00100000:1.0:1780298627.659636:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608200192:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 856us (956us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.659643:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3681 00000100:00100000:2.0:1780298627.660480:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.660520:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608200320 00000100:00100000:0.0:1780298627.660524:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608200320 00000100:00100000:0.0:1780298627.660560:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61380 00000100:00100000:0.0:1780298627.660568:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+76:28749:x1866777608200320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.660583:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.660600:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e63028cb5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f91 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.660685:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028cbc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.660703:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028cbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.660715:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028cbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.660748:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 10203543 00000004:00200000:0.0:1780298627.660752:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.660768:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028cbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.660791:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e63028cb5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f91 expref: 78 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.660807:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028cbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f91 expref: 77 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.660820:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.660823:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.660827:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:0.0:1780298627.660859:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+77:28749:x1866777608200320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 293us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.660865:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61380 00000100:00100000:3.0:1780298627.662713:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.662759:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608200448 00000100:00100000:2.0:1780298627.662763:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608200448 00002000:00100000:2.0:1780298627.662791:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (3883008->3887103) req@ffff9cf2551c4a80 x1866777608200448/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.662799:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c4a80 with x1866777608200448 ext(3883008->3887103) 00002000:00010000:2.0:1780298627.662803:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c4a80 00000100:00100000:2.0:1780298627.662821:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3925 00000100:00100000:2.0:1780298627.662826:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608200448:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.662960:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608200448:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 134us (249us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.662965:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3925 00002000:00100000:2.0:1780298627.662969:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (3883008->3887103) req@ffff9cf2551c4a80 x1866777608200448/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.662975:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c4a80 with x1866777608200448 ext(3883008->3887103) 00002000:00010000:2.0:1780298627.662978:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c4a80 00000100:00100000:3.0:1780298627.663957:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.664049:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608200576 00000100:00100000:0.0:1780298627.664054:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608200576 00002000:00100000:0.0:1780298627.664081:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3887104->3891199) req@ffff9cf2551c7b80 x1866777608200576/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.664092:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c7b80 with x1866777608200576 ext(3887104->3891199) 00002000:00010000:0.0:1780298627.664095:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c7b80 00000100:00100000:0.0:1780298627.664122:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3926 00000100:00100000:0.0:1780298627.664162:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608200576:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.664270:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608200576:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 111us (313us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298627.664277:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3926 00002000:00100000:0.0:1780298627.664285:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3887104->3891199) req@ffff9cf2551c7b80 x1866777608200576/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.664295:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c7b80 with x1866777608200576 ext(3887104->3891199) 00002000:00010000:0.0:1780298627.664298:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c7b80 00000100:00100000:0.0:1780298627.665478:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.665541:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608200704 00000100:00100000:1.0:1780298627.665547:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608200704 00002000:00100000:1.0:1780298627.665571:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3862528->3928063) req@ffff9cf25599d500 x1866777608200704/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.665580:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599d500 with x1866777608200704 ext(3862528->3928063) 00002000:00010000:1.0:1780298627.665584:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25599d500 00000100:00100000:1.0:1780298627.665609:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3927 00000100:00100000:1.0:1780298627.665616:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608200704:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.666722:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608200704:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1103us (1244us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298627.666731:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3927 00002000:00100000:1.0:1780298627.666739:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3862528->3928063) req@ffff9cf25599d500 x1866777608200704/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 504/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.666749:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599d500 with x1866777608200704 ext(3862528->3928063) 00002000:00010000:1.0:1780298627.666752:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25599d500 00000100:00100000:3.0:1780298627.667650:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.667702:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608200832 00000100:00100000:2.0:1780298627.667707:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608200832 00000100:00100000:2.0:1780298627.667745:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61381 00000100:00100000:2.0:1780298627.667754:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+105:28749:x1866777608200832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.667769:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.667790:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028cc3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f98 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.667880:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028cca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.667906:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028cca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.667918:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028cca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298627.667941:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 10203543 00000004:00200000:2.0:1780298627.667945:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298627.667971:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028cca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.667997:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028cc3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f98 expref: 107 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.668012:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028cca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f98 expref: 106 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.668020:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.668024:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298627.668026:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:2.0:1780298627.668055:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+106:28749:x1866777608200832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 304us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.668062:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61381 00000100:00100000:3.0:1780298627.669073:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.669093:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.669160:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608200960 00000100:00100000:0.0:1780298627.669163:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608201088 00000100:00100000:2.0:1780298627.669164:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608200960 00000100:00100000:0.0:1780298627.669170:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608201088 00000100:00100000:2.0:1780298627.669194:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3682 00000100:00100000:2.0:1780298627.669202:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608200960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.669208:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298627.669209:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3683 00010000:00010000:2.0:1780298627.669220:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028cd1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8f9f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.669220:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608201088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.669229:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.669239:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028cd8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8fa6 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.669266:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604135552:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.669270:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604135680:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.669341:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.669342:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00002000:00010000:2.0:1780298627.670090:0:8358:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 1208 -> 1248 00000100:00100000:2.0:1780298627.670103:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604135552:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.670104:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604135680:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.670143:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028cd1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f9f expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.670155:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028cd8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fa6 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.670161:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028cd1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f9f expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.670172:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00010000:00010000:1.0:1780298627.670174:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028cd8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fa6 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.670183:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:2.0:1780298627.670204:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608200960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1000us (1128us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.670213:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608201088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 994us (1115us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.670218:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3682 00000100:00100000:1.0:1780298627.670231:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3683 00000100:00100000:3.0:1780298627.671315:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.671351:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608201216 00000100:00100000:2.0:1780298627.671357:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608201216 00000100:00100000:2.0:1780298627.671404:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3684 00000100:00100000:2.0:1780298627.671414:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608201216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.671425:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.671434:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028cdf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8fad expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.671468:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604135808:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.671491:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.671514:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.671538:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608201344 00000100:00100000:1.0:1780298627.671543:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608201344 00000100:00100000:1.0:1780298627.671584:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3685 00000100:00100000:1.0:1780298627.671593:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608201344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.671603:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.671613:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028ce6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8fb4 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.671644:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604135936:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.671681:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.672259:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604135808:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.672280:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028cdf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fad expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.672297:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028cdf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fad expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.672309:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00000100:00100000:1.0:1780298627.672320:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604135936:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.672337:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028ce6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fb4 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.672340:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608201216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 927us (1023us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.672356:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3684 00010000:00010000:1.0:1780298627.672361:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028ce6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fb4 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.672372:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:1.0:1780298627.672406:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608201344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 814us (917us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.672411:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3685 00000100:00100000:0.0:1780298627.673901:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.673937:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608201472 00000100:00100000:1.0:1780298627.673942:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608201472 00000100:00100000:1.0:1780298627.673984:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3928 00000100:00100000:1.0:1780298627.673994:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608201472:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298627.674226:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 6009239 -> 6009239 00002000:00010000:1.0:1780298627.674229:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.674230:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.674232:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.674234:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1248 -> 1264 00000100:00100000:1.0:1780298627.674262:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608201472:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 272us (366us total) trans 4294969039 rc 0/0 00000100:00100000:1.0:1780298627.674266:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3928 00000100:00100000:3.0:1780298627.675545:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.675576:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608201600 00000100:00100000:1.0:1780298627.675580:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608201600 00002000:00100000:1.0:1780298627.675601:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (1986560->1990655) req@ffff9cf255991f80 x1866777608201600/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.675609:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255991f80 with x1866777608201600 ext(1986560->1990655) 00002000:00010000:1.0:1780298627.675620:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255991f80 00000100:00100000:1.0:1780298627.675636:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3929 00000100:00100000:1.0:1780298627.675640:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608201600:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.675762:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608201600:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 117us (214us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298627.675769:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3929 00002000:00100000:1.0:1780298627.675776:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (1986560->1990655) req@ffff9cf255991f80 x1866777608201600/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.675785:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255991f80 with x1866777608201600 ext(1986560->1990655) 00002000:00010000:1.0:1780298627.675788:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255991f80 00000100:00100000:3.0:1780298627.676661:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.676690:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608201728 00000100:00100000:2.0:1780298627.676694:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608201728 00002000:00100000:2.0:1780298627.676710:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2002944->2007039) req@ffff9cf255990700 x1866777608201728/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.676718:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255990700 with x1866777608201728 ext(2002944->2007039) 00002000:00010000:2.0:1780298627.676721:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255990700 00000100:00100000:2.0:1780298627.676743:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3930 00000100:00100000:2.0:1780298627.676750:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608201728:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.676834:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608201728:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 84us (174us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.676841:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3930 00002000:00100000:2.0:1780298627.676847:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2002944->2007039) req@ffff9cf255990700 x1866777608201728/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.676855:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255990700 with x1866777608201728 ext(2002944->2007039) 00002000:00010000:2.0:1780298627.676859:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255990700 00000100:00100000:0.0:1780298627.678077:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.678187:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608201856 00000100:00100000:3.0:1780298627.678192:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608201856 00000100:00100000:0.0:1780298627.678219:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.678238:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608201984 00000100:00100000:2.0:1780298627.678243:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608201984 00000100:00100000:1.0:1780298627.678266:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3686 00000100:00100000:3.0:1780298627.678274:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3687 00000100:00100000:1.0:1780298627.678280:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608201856:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.678288:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608201984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.678293:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.678310:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028ced lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8fbb expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.678316:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.678330:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001564b186/0xaf35132e63028cf4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8fc2 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.678363:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604136064:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.678367:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604136192:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.678431:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.678432:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4d80 going to sleep for 11 seconds 00002000:00010000:2.0:1780298627.679217:0:8356:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1780298627.679221:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604136064:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.679232:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604136192:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.679246:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028ced lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fbb expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.679253:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001564b186/0xaf35132e63028cf4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fc2 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.679281:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028ced lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fbb expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.679283:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001564b186/0xaf35132e63028cf4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fc2 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.679301:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00010000:00010000:2.0:1780298627.679303:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377400, rc 0) 00000100:00100000:2.0:1780298627.679334:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608201984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1050us (1113us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.679336:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608201856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1058us (1256us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.679343:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3687 00000100:00100000:1.0:1780298627.679351:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3686 00000100:00100000:2.0:1780298627.680324:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.680352:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608202112 00000100:00100000:1.0:1780298627.680356:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608202112 00000100:00100000:1.0:1780298627.680380:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3688 00000100:00100000:1.0:1780298627.680385:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608202112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.680401:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.680409:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028cfb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8fc9 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.680423:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028c92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f7c expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.680430:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(133 155) 00010000:00010000:1.0:1780298627.680433:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(134 155) 00010000:00010000:1.0:1780298627.680436:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028cfb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5885952->5890047] (req 5885952->5890047) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fc9 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.680451:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f7c expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.680461:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f7c expref: 6 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.680469:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604136320:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.680501:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3484173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.681152:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604136320:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.681167:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028cfb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5885952->5890047] (req 5885952->5890047) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fc9 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.681175:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8800, rc 0) 00000100:00100000:1.0:1780298627.681198:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608202112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 813us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.681203:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3688 00000100:00100000:0.0:1780298627.681427:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.681466:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608202240 00000100:00100000:2.0:1780298627.681470:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608202240 00002000:00100000:2.0:1780298627.681497:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (1986560->2007039) req@ffff9cf37f8a4700 x1866777608202240/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.681507:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4700 with x1866777608202240 ext(1986560->2007039) 00010000:00010000:2.0:1780298627.681514:0:19949:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f7c expref: 7 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.681527:0:19949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f7c expref: 7 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298627.681535:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf37f8a4700 00000100:00100000:2.0:1780298627.681558:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 93 00000100:00100000:2.0:1780298627.681568:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608202240:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298627.684004:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608202240:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 2428us (2568us total) trans 4294969040 rc 0/0 00000100:00100000:2.0:1780298627.684017:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 93 00002000:00100000:2.0:1780298627.684027:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (1986560->2007039) req@ffff9cf37f8a4700 x1866777608202240/t4294969040(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/448 e 0 to 0 dl 1780298638 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.684038:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4700 with x1866777608202240 ext(1986560->2007039) 00010000:00010000:2.0:1780298627.684047:0:19949:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f7c expref: 9 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.684064:0:19949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f7c expref: 9 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298627.684072:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf37f8a4700 00000100:00100000:2.0:1780298627.685318:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.685358:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608202368 00000100:00100000:0.0:1780298627.685365:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608202368 00010000:00010000:0.0:1780298627.685400:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f7c expref: 9 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.685424:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13947 00000100:00100000:0.0:1780298627.685431:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3487c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608202368:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298627.685443:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298627.685456:0:8374:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1264 -> 1304 00010000:00010000:0.0:1780298627.685459:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f7c expref: 9 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.685471:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f7c expref: 9 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.685489:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63028c92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f7c expref: 9 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.685500:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(134 155) 00010000:00010000:0.0:1780298627.685503:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(134 155) 00010000:00010000:0.0:1780298627.685509:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028cfb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fc9 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.685516:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028cfb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fc9 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.685543:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028cfb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fc9 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.685554:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604136448:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298627.685606:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.686368:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604136448:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.686384:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.686427:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3487c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608202368:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 996us (1109us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.686435:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13947 00000100:00100000:2.0:1780298627.686652:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.686693:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608202496 00000100:00100000:1.0:1780298627.686698:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608202496 00002000:00100000:1.0:1780298627.686720:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (5885952->5890047) req@ffff9cf25491aa00 x1866777608202496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.686728:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491aa00 with x1866777608202496 ext(5885952->5890047) 00002000:00010000:1.0:1780298627.686731:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491aa00 00000100:00100000:1.0:1780298627.686747:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3931 00000100:00100000:1.0:1780298627.686759:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608202496:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.686864:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608202496:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 108us (213us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298627.686868:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3931 00002000:00100000:1.0:1780298627.686873:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (5885952->5890047) req@ffff9cf25491aa00 x1866777608202496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.686879:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491aa00 with x1866777608202496 ext(5885952->5890047) 00002000:00010000:1.0:1780298627.686882:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491aa00 00000100:00100000:2.0:1780298627.687972:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.688007:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608202624 00000100:00100000:1.0:1780298627.688011:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608202624 00002000:00100000:1.0:1780298627.688029:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (5890048->5894143) req@ffff9cf255683b80 x1866777608202624/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.688035:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255683b80 with x1866777608202624 ext(5890048->5894143) 00002000:00010000:1.0:1780298627.688038:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255683b80 00000100:00100000:1.0:1780298627.688064:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3932 00000100:00100000:1.0:1780298627.688073:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608202624:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.688161:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608202624:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 89us (187us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298627.688166:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3932 00002000:00100000:1.0:1780298627.688170:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (5890048->5894143) req@ffff9cf255683b80 x1866777608202624/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.688180:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255683b80 with x1866777608202624 ext(5890048->5894143) 00002000:00010000:1.0:1780298627.688183:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255683b80 00000100:00100000:0.0:1780298627.689286:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.689329:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608202752 00000100:00100000:1.0:1780298627.689334:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608202752 00002000:00100000:1.0:1780298627.689356:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (5865472->5931007) req@ffff9cf37f8a5f80 x1866777608202752/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.689366:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a5f80 with x1866777608202752 ext(5865472->5931007) 00002000:00010000:1.0:1780298627.689369:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8a5f80 00000100:00100000:1.0:1780298627.689388:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3933 00000100:00100000:1.0:1780298627.689407:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608202752:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.690332:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608202752:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 926us (1046us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298627.690338:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3933 00002000:00100000:1.0:1780298627.690343:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (5865472->5931007) req@ffff9cf37f8a5f80 x1866777608202752/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.690349:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a5f80 with x1866777608202752 ext(5865472->5931007) 00002000:00010000:1.0:1780298627.690352:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8a5f80 00000100:00100000:2.0:1780298627.691314:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.691356:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608202880 00000100:00100000:1.0:1780298627.691361:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608202880 00000100:00100000:1.0:1780298627.691388:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3689 00000100:00100000:1.0:1780298627.691404:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608202880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.691416:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.691431:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028d02 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8fd0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.691450:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(134 155) 00010000:00010000:1.0:1780298627.691454:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(134 155) 00010000:00010000:1.0:1780298627.691459:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028d02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fd0 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.691471:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028d02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fd0 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.691480:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:1.0:1780298627.691505:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608202880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 103us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.691512:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3689 00000100:00100000:2.0:1780298627.692678:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.692714:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608203008 00000100:00100000:3.0:1780298627.692719:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608203008 00000100:00100000:3.0:1780298627.692746:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3690 00000100:00100000:3.0:1780298627.692752:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608203008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.692761:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.692770:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e63028d09 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8fd7 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.692809:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604136576:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.692863:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.693534:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604136576:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.693561:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e63028d09 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fd7 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.693574:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e63028d09 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fd7 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.693582:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:3.0:1780298627.693608:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608203008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 854us (929us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.693613:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3690 00000100:00100000:2.0:1780298627.694493:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.694529:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608203136 00000100:00100000:1.0:1780298627.694533:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608203136 00000100:00100000:1.0:1780298627.694559:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3691 00000100:00100000:1.0:1780298627.694564:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608203136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.694572:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.694580:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028d10 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8fde expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.694607:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604136704:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.694648:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.695289:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604136704:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.695305:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028d10 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fde expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.695315:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63028d10 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fde expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.695322:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:1.0:1780298627.695344:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608203136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 780us (852us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.695348:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3691 00000100:00100000:0.0:1780298627.696328:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.696367:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608203264 00000100:00100000:2.0:1780298627.696372:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608203264 00000100:00100000:2.0:1780298627.696416:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3934 00000100:00100000:2.0:1780298627.696423:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608203264:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298627.696616:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298627.696619:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.696622:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.696624:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.696627:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 1 -> 0 00000100:00100000:2.0:1780298627.696666:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608203264:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 244us (340us total) trans 4294968743 rc 0/0 00000100:00100000:2.0:1780298627.696672:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3934 00000100:00100000:2.0:1780298627.697584:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.697614:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608203392 00000100:00100000:1.0:1780298627.697619:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608203392 00000100:00100000:1.0:1780298627.697652:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3692 00000100:00100000:1.0:1780298627.697660:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608203392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.697671:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.697679:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e63028d17 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8fe5 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.697709:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604136832:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.697748:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.698462:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604136832:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.698479:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e63028d17 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fe5 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.698492:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e63028d17 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fe5 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.698503:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8000, rc 0) 00000100:00100000:1.0:1780298627.698527:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608203392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 869us (945us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.698531:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3692 00000100:00100000:0.0:1780298627.699415:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.699445:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608203520 00000100:00100000:1.0:1780298627.699449:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608203520 00000100:00100000:1.0:1780298627.699472:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3693 00000100:00100000:1.0:1780298627.699477:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608203520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.699485:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.699492:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028d1e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8fec expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.699513:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604136960:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.699546:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.700279:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604136960:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.700292:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028d1e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fec expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.700303:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028d1e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fec expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.700309:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:1.0:1780298627.700332:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608203520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 856us (920us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.700337:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3693 00000100:00100000:0.0:1780298627.701219:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.701256:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608203776 00000100:00100000:2.0:1780298627.701260:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608203776 00000100:00100000:2.0:1780298627.701290:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61382 00000100:00100000:2.0:1780298627.701295:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+106:28749:x1866777608203776:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298627.701334:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.701353:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028cca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f98 expref: 106 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.701368:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.701373:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298627.701525:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028d25 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.701539:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028cbc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f91 expref: 76 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.701553:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028d25 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.701572:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028cbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f91 expref: 76 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.701596:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028cbc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f91 expref: 76 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.701610:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604137088:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.701654:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.702294:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604137088:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.702310:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028d25 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.702450:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.702488:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608203904 00000100:00100000:1.0:1780298627.702493:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608203904 00010000:00010000:1.0:1780298627.702516:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028cbc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f91 expref: 77 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.702550:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13948 00000100:00100000:1.0:1780298627.702559:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+77:2399:x1866777608203904:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.702570:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.702576:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028cbc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f91 expref: 77 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.702589:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028cbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f91 expref: 77 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.702605:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028cbc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f91 expref: 77 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.702617:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.702621:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028d25 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.702634:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028d25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.702641:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028d25 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.702665:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298627.702680:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028d25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.702688:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028d25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.702699:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+76:2399:x1866777608203904:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 141us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.702707:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13948 00000001:00080000:2.0:1780298627.702747:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990595 00000004:00010000:2.0:1780298627.702773:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007db1c63d reply state 00000000c8779890 transno 4294990596 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028d25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.702787:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028d25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.702795:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.702798:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298627.702801:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298627.702864:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+108:28749:x1866777608203776:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1566us (1643us total) trans 4294990596 rc 0/0 00000100:00100000:2.0:1780298627.702871:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61382 00000020:00080000:2.0:1780298627.702874:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298627.703581:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.703622:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608204032 00000100:00100000:3.0:1780298627.703628:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608204032 00000100:00100000:3.0:1780298627.703661:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3694 00000100:00100000:3.0:1780298627.703669:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608204032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.703680:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.703692:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028d2c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ff3 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.703713:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028cfb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fc9 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.703726:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028d02 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fd0 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.703739:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(134 155) 00010000:00010000:3.0:1780298627.703743:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(134 155) 00010000:00010000:3.0:1780298627.703748:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028d2c lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ff3 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.703768:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028d02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fd0 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.703778:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028d02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fd0 expref: 8 pid: 8359 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.703789:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604137216:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298627.703839:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028cfb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fc9 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.703849:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028cfb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fc9 expref: 8 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.703860:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604137344:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298627.703881:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.704587:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604137216:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298627.704598:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604137344:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298627.704620:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028d2c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ff3 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.704633:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:3.0:1780298627.704666:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608204032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 998us (1085us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.704672:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3694 00000100:00100000:0.0:1780298627.704907:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.704977:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608204160 00000100:00100000:2.0:1780298627.704981:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608204160 00010000:00010000:2.0:1780298627.705000:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028d02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fd0 expref: 9 pid: 8359 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.705023:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13949 00000100:00100000:2.0:1780298627.705028:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608204160:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.705036:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.705049:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028d02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fd0 expref: 9 pid: 8359 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.705056:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028d02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fd0 expref: 9 pid: 8359 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.705075:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028d02 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fd0 expref: 9 pid: 8359 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.705084:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.705108:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608204160:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 80us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.705116:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13949 00000100:00100000:0.0:1780298627.705250:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.705279:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608204288 00000100:00100000:1.0:1780298627.705283:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608204288 00010000:00010000:1.0:1780298627.705298:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028cfb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fc9 expref: 8 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.705317:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13950 00000100:00100000:1.0:1780298627.705323:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608204288:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.705330:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.705337:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028cfb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fc9 expref: 8 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.705345:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028cfb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fc9 expref: 8 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.705356:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000664da841/0xaf35132e63028cfb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5885952->5890047) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8fc9 expref: 8 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.705363:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(134 155) 00010000:00010000:1.0:1780298627.705366:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(134 155) 00010000:00010000:1.0:1780298627.705370:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028d2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ff3 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.705380:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ff3 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.705406:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ff3 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.705414:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604137472:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.705445:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.706220:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604137472:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.706232:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.706236:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.706263:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608204288:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 938us (1013us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.706274:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13950 00000100:00100000:0.0:1780298627.706292:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608204416 00000100:00100000:0.0:1780298627.706297:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608204416 00000100:00100000:0.0:1780298627.706336:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3695 00000100:00100000:0.0:1780298627.706346:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608204416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.706357:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.706370:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028d33 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c8ffa expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.706389:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63028c99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f83 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.706410:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(94 76) 00010000:00010000:0.0:1780298627.706413:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(95 76) 00010000:00010000:0.0:1780298627.706418:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028d33 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ffa expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.706440:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63028c99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f83 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.706452:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63028c99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f83 expref: 9 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.706462:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604137600:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.706504:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.707178:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604137600:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.707196:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028d33 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ffa expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.707210:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:0.0:1780298627.707239:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608204416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 896us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.707246:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3695 00000100:00100000:3.0:1780298627.707451:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.707486:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608204544 00000100:00100000:2.0:1780298627.707492:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608204544 00010000:00010000:2.0:1780298627.707513:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63028c99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f83 expref: 10 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.707546:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13951 00000100:00100000:2.0:1780298627.707553:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255991180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608204544:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.707562:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.707577:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63028c99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f83 expref: 10 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.707590:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63028c99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f83 expref: 10 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.707605:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63028c99 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8f83 expref: 10 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.707616:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(95 76) 00010000:00010000:2.0:1780298627.707620:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(95 76) 00010000:00010000:2.0:1780298627.707626:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028d33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ffa expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.707634:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028d33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ffa expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.707655:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028d33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ffa expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.707672:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604137728:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.707712:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.708427:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604137728:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.708441:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.708468:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255991180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608204544:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 915us (1018us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.708475:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13951 00000100:00100000:3.0:1780298627.708653:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.708686:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.708706:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608204672 00000100:00100000:2.0:1780298627.708711:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608204672 00002000:00010000:2.0:1780298627.708735:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00000100:00100000:0.0:1780298627.708735:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608204800 00002000:00100000:2.0:1780298627.708741:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255993800 with x1866777608204672 ext(4194304->18446744073709551615) 00000100:00100000:0.0:1780298627.708741:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608204800 00002000:00010000:2.0:1780298627.708751:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255993800. 00002000:00010000:0.0:1780298627.708757:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (3611225->18446744073709551615) 00002000:00100000:0.0:1780298627.708761:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255993b80 with x1866777608204800 ext(3611225->18446744073709551615) 00002000:00010000:0.0:1780298627.708766:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255993b80. 00000100:00100000:2.0:1780298627.708782:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3935 00000100:00100000:0.0:1780298627.708789:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3936 00000100:00100000:0.0:1780298627.708800:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608204800:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298627.708803:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608204672:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298627.708935:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 3611225 00002000:00010000:0.0:1780298627.708938:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.708939:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.708941:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.708943:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298627.708967:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608204800:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 172us (280us total) trans 4294968744 rc 0/0 00000100:00100000:0.0:1780298627.708974:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3936 00002000:00010000:0.0:1780298627.708976:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (3611225->18446744073709551615) 00002000:00100000:0.0:1780298627.708979:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255993b80 with x1866777608204800 ext(3611225->18446744073709551615) 00002000:00010000:0.0:1780298627.708982:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255993b80. 00002000:00010000:2.0:1780298627.709280:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 6009239 -> 4194304 00002000:00010000:2.0:1780298627.709284:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.709286:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.709288:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.709290:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1304 -> 1248 00000100:00100000:2.0:1780298627.709320:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608204672:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 530us (704us total) trans 4294969041 rc 0/0 00000100:00100000:2.0:1780298627.709328:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3935 00002000:00010000:2.0:1780298627.709333:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298627.709336:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255993800 with x1866777608204672 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298627.709342:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255993800. 00000100:00100000:3.0:1780298627.710211:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.710262:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608204928 00000100:00100000:0.0:1780298627.710267:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608204928 00000100:00100000:0.0:1780298627.710299:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61383 00000100:00100000:0.0:1780298627.710306:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+76:28749:x1866777608204928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.710318:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.710333:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63028d3a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9001 expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.710416:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e63028d41 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.710430:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e63028d41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.710439:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e63028d41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.710460:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 7805529 00000004:00200000:0.0:1780298627.710464:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.710480:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e63028d41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.710501:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63028d3a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9001 expref: 78 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.710514:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e63028d41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9001 expref: 77 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.710527:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.710530:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.710533:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:0.0:1780298627.710558:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+77:28749:x1866777608204928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 254us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.710565:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61383 00000100:00100000:1.0:1780298627.711551:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.711583:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608205056 00000100:00100000:2.0:1780298627.711587:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608205056 00000100:00100000:1.0:1780298627.711614:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.711618:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3696 00000100:00100000:2.0:1780298627.711625:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608205056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.711634:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.711642:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63028d48 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9008 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.711661:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608205184 00000100:00100000:0.0:1780298627.711666:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608205184 00000100:00100000:2.0:1780298627.711678:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604137856:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.711711:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3697 00000100:00100000:0.0:1780298627.711721:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608205184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.711730:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298627.711731:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00010000:00010000:0.0:1780298627.711741:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028d4f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c900f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.711774:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604137984:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.711810:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.712565:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604137856:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.712565:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604137984:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.712591:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63028d48 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9008 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.712594:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028d4f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c900f expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.712626:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63028d48 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9008 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.712626:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63028d4f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c900f expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.712649:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00010000:00010000:0.0:1780298627.712652:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:2.0:1780298627.712675:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608205056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1051us (1125us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.712682:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608205184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 962us (1068us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.712684:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3696 00000100:00100000:0.0:1780298627.712694:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3697 00000100:00100000:3.0:1780298627.713653:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.713684:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608205312 00000100:00100000:2.0:1780298627.713688:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608205312 00000100:00100000:2.0:1780298627.713716:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3698 00000100:00100000:2.0:1780298627.713724:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608205312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.713734:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.713742:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63028d56 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9016 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.713774:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604138112:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.713794:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.713813:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.713826:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608205440 00000100:00100000:0.0:1780298627.713830:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608205440 00000100:00100000:0.0:1780298627.713863:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3699 00000100:00100000:0.0:1780298627.713869:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608205440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.713875:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.713881:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e63028d5d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c901d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.713903:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604138240:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.713929:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.714633:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604138112:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.714647:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604138240:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.714656:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63028d56 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9016 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.714663:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e63028d5d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c901d expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.714681:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63028d56 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9016 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.714681:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e63028d5d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c901d expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.714699:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00010000:00010000:3.0:1780298627.714703:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:0.0:1780298627.714736:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608205440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 866us (942us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.714744:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3699 00000100:00100000:2.0:1780298627.714753:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608205312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1028us (1099us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.714759:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3698 00000100:00100000:0.0:1780298627.716070:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.716113:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608205568 00000100:00100000:1.0:1780298627.716118:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608205568 00002000:00100000:1.0:1780298627.716187:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2752512->2756607) req@ffff9cf37f8a5880 x1866777608205568/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.716199:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a5880 with x1866777608205568 ext(2752512->2756607) 00002000:00010000:1.0:1780298627.716204:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a5880 00000100:00100000:1.0:1780298627.716228:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3937 00000100:00100000:1.0:1780298627.716237:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608205568:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.716415:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608205568:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 179us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298627.716422:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3937 00002000:00100000:1.0:1780298627.716429:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2752512->2756607) req@ffff9cf37f8a5880 x1866777608205568/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.716438:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a5880 with x1866777608205568 ext(2752512->2756607) 00002000:00010000:1.0:1780298627.716442:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a5880 00000100:00100000:2.0:1780298627.717423:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.717466:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608205696 00000100:00100000:1.0:1780298627.717472:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608205696 00002000:00100000:1.0:1780298627.717491:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2756608->2760703) req@ffff9cf255683800 x1866777608205696/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.717501:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255683800 with x1866777608205696 ext(2756608->2760703) 00002000:00010000:1.0:1780298627.717504:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255683800 00000100:00100000:1.0:1780298627.717527:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3938 00000100:00100000:1.0:1780298627.717536:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608205696:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.717620:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608205696:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 85us (196us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298627.717627:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3938 00002000:00100000:1.0:1780298627.717634:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2756608->2760703) req@ffff9cf255683800 x1866777608205696/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.717643:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255683800 with x1866777608205696 ext(2756608->2760703) 00002000:00010000:1.0:1780298627.717646:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255683800 00000100:00100000:2.0:1780298627.718707:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.718738:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608205824 00000100:00100000:0.0:1780298627.718744:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608205824 00002000:00100000:0.0:1780298627.718764:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2732032->2797567) req@ffff9cf255680000 x1866777608205824/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.718773:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255680000 with x1866777608205824 ext(2732032->2797567) 00002000:00010000:0.0:1780298627.718777:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255680000 00000100:00100000:0.0:1780298627.718795:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3939 00000100:00100000:0.0:1780298627.718802:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608205824:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.719743:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608205824:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 933us (1038us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298627.719752:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3939 00002000:00100000:1.0:1780298627.719759:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2732032->2797567) req@ffff9cf255680000 x1866777608205824/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.719768:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255680000 with x1866777608205824 ext(2732032->2797567) 00002000:00010000:1.0:1780298627.719771:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255680000 00000100:00100000:2.0:1780298627.720554:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.720596:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608205952 00000100:00100000:0.0:1780298627.720601:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608205952 00000100:00100000:0.0:1780298627.720636:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61384 00000100:00100000:0.0:1780298627.720642:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+108:28749:x1866777608205952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.720657:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.720676:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63028d64 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9024 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.720746:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028d6b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.720759:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028d6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.720767:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028d6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.720785:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 7805529 00000004:00200000:0.0:1780298627.720788:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.720802:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028d6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.720818:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63028d64 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9024 expref: 110 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.720830:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028d6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9024 expref: 109 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.720836:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.720838:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.720840:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:0.0:1780298627.720866:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+109:28749:x1866777608205952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 225us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.720872:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61384 00000100:00100000:2.0:1780298627.722459:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.722494:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608206208 00000100:00100000:1.0:1780298627.722501:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608206208 00000100:00100000:1.0:1780298627.722542:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61385 00000100:00100000:1.0:1780298627.722551:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+109:28749:x1866777608206208:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298627.722587:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.722606:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156600/0xaf35132e63028d6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9024 expref: 109 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.722620:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.722624:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298627.722766:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e63028d72 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.722779:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e63028d41 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9001 expref: 76 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.722796:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e63028d72 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.722828:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e63028d41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9001 expref: 76 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.722847:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e63028d41 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9001 expref: 76 pid: 17567 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.722861:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604138368:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.722928:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.723645:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604138368:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.723660:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e63028d72 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.723827:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.723865:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608206336 00000100:00100000:1.0:1780298627.723869:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608206336 00010000:00010000:1.0:1780298627.723892:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e63028d41 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9001 expref: 77 pid: 17567 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.723925:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13952 00000100:00100000:1.0:1780298627.723935:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255683480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+77:2399:x1866777608206336:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.723946:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.723951:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e63028d41 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9001 expref: 77 pid: 17567 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.723968:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e63028d41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9001 expref: 77 pid: 17567 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.723983:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157c00/0xaf35132e63028d41 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9001 expref: 77 pid: 17567 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.724002:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.724006:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e63028d72 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.724018:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e63028d72 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.724025:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e63028d72 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.724045:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298627.724065:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e63028d72 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.724072:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e63028d72 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.724079:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255683480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+76:2399:x1866777608206336:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 146us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.724088:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13952 00000001:00080000:2.0:1780298627.724121:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990597 00000004:00010000:2.0:1780298627.724178:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dfed956f reply state 000000005b6eb24b transno 4294990598 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e63028d72 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.724191:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e63028d72 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.724199:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.724201:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298627.724204:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298627.724269:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+111:28749:x1866777608206208:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1720us (1811us total) trans 4294990598 rc 0/0 00000100:00100000:2.0:1780298627.724279:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61385 00000020:00080000:2.0:1780298627.724284:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298627.725053:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.725089:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608206592 00000100:00100000:1.0:1780298627.725093:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608206592 00000100:00100000:2.0:1780298627.725096:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:1.0:1780298627.725114:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298627.725119:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255681500 with x1866777608206592 ext(4194304->18446744073709551615) 00000100:00100000:0.0:1780298627.725149:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608206464 00002000:00010000:1.0:1780298627.725150:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255681500. 00000100:00100000:0.0:1780298627.725155:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608206464 00002000:00010000:0.0:1780298627.725175:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5345934->18446744073709551615) 00000100:00100000:1.0:1780298627.725176:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3940 00002000:00100000:0.0:1780298627.725182:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255681180 with x1866777608206464 ext(5345934->18446744073709551615) 00000100:00100000:1.0:1780298627.725186:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608206592:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298627.725190:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255681180. 00000100:00100000:0.0:1780298627.725218:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3941 00000100:00100000:0.0:1780298627.725228:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608206464:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298627.725279:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3611225 -> 4194304 00002000:00010000:1.0:1780298627.725282:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.725284:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.725286:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.725287:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1780298627.725313:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608206592:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 130us (262us total) trans 4294968745 rc 0/0 00000100:00100000:1.0:1780298627.725318:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3940 00002000:00010000:1.0:1780298627.725321:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298627.725324:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255681500 with x1866777608206592 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298627.725328:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255681500. 00002000:00010000:0.0:1780298627.725360:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 5345934 00002000:00010000:0.0:1780298627.725363:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.725365:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.725366:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.725368:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1248 -> 1248 00000100:00100000:0.0:1780298627.725402:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608206464:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 167us (296us total) trans 4294969042 rc 0/0 00000100:00100000:0.0:1780298627.725408:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3941 00002000:00010000:0.0:1780298627.725411:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5345934->18446744073709551615) 00002000:00100000:0.0:1780298627.725413:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255681180 with x1866777608206464 ext(5345934->18446744073709551615) 00002000:00010000:0.0:1780298627.725417:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255681180. 00000100:00100000:2.0:1780298627.726471:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.726503:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608206720 00000100:00100000:1.0:1780298627.726509:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608206720 00002000:00100000:1.0:1780298627.726532:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (5308416->5312511) req@ffff9cf255680a80 x1866777608206720/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.726542:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255680a80 with x1866777608206720 ext(5308416->5312511) 00002000:00010000:1.0:1780298627.726547:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255680a80 00000100:00100000:1.0:1780298627.726572:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3942 00000100:00100000:1.0:1780298627.726581:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608206720:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.726722:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608206720:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 143us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298627.726727:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3942 00002000:00100000:1.0:1780298627.726732:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (5308416->5312511) req@ffff9cf255680a80 x1866777608206720/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.726738:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255680a80 with x1866777608206720 ext(5308416->5312511) 00002000:00010000:1.0:1780298627.726741:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255680a80 00000100:00100000:3.0:1780298627.727849:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.727881:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608206848 00000100:00100000:1.0:1780298627.727885:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608206848 00002000:00100000:1.0:1780298627.727902:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (5312512->5316607) req@ffff9cf255488700 x1866777608206848/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.727917:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488700 with x1866777608206848 ext(5312512->5316607) 00002000:00010000:1.0:1780298627.727920:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255488700 00000100:00100000:1.0:1780298627.727934:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3943 00000100:00100000:1.0:1780298627.727940:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608206848:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.728006:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608206848:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 67us (159us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298627.728011:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3943 00002000:00100000:1.0:1780298627.728015:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (5312512->5316607) req@ffff9cf255488700 x1866777608206848/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.728021:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488700 with x1866777608206848 ext(5312512->5316607) 00002000:00010000:1.0:1780298627.728024:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255488700 00000100:00100000:2.0:1780298627.729162:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.729190:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608206976 00000100:00100000:1.0:1780298627.729196:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608206976 00002000:00100000:1.0:1780298627.729217:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (5287936->5349375) req@ffff9cf343967480 x1866777608206976/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.729226:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967480 with x1866777608206976 ext(5287936->5349375) 00002000:00010000:1.0:1780298627.729229:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967480 00000100:00100000:1.0:1780298627.729246:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3944 00000100:00100000:1.0:1780298627.729252:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608206976:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.730200:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608206976:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 946us (1036us total) trans 0 rc 53248/53248 00000100:00100000:1.0:1780298627.730209:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3944 00002000:00100000:1.0:1780298627.730217:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (5287936->5349375) req@ffff9cf343967480 x1866777608206976/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.730225:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967480 with x1866777608206976 ext(5287936->5349375) 00002000:00010000:1.0:1780298627.730228:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967480 00000100:00100000:2.0:1780298627.732722:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.732759:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608207104 00000100:00100000:0.0:1780298627.732763:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608207104 00002000:00100000:0.0:1780298627.732785:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (5308416->5345933) req@ffff9cf343967100 x1866777608207104/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.732791:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967100 with x1866777608207104 ext(5308416->5345933) 00002000:00010000:0.0:1780298627.732794:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967100 00000100:00100000:0.0:1780298627.732812:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3945 00000100:00100000:0.0:1780298627.732819:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608207104:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298627.735230:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608207104:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 2404us (2501us total) trans 4294969043 rc 0/0 00000100:00100000:0.0:1780298627.735241:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3945 00002000:00100000:0.0:1780298627.735253:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (5308416->5345933) req@ffff9cf343967100 x1866777608207104/t4294969043(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/448 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.735264:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967100 with x1866777608207104 ext(5308416->5345933) 00002000:00010000:0.0:1780298627.735270:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967100 00000100:00100000:2.0:1780298627.736103:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.736152:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608207232 00000100:00100000:1.0:1780298627.736160:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608207232 00000100:00100000:1.0:1780298627.736201:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3700 00000100:00100000:1.0:1780298627.736210:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608207232:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298627.736854:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969043 is committed 00000001:00080000:2.0:1780298627.736866:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969040 is committed 00000100:00100000:1.0:1780298627.736941:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608207232:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 731us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.736946:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3700 00000100:00100000:3.0:1780298627.737694:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.737740:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608207360 00000100:00100000:2.0:1780298627.737744:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608207360 00000100:00100000:2.0:1780298627.737774:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61386 00000100:00100000:2.0:1780298627.737780:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+111:28749:x1866777608207360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.737795:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.737814:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028d79 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c902b expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.737891:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63028d80 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.737904:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63028d80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.737913:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63028d80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298627.737936:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 9540238 00000004:00200000:2.0:1780298627.737941:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298627.737958:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63028d80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.737983:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028d79 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c902b expref: 113 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.737999:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63028d80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c902b expref: 112 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.738008:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.738010:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298627.738015:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:2.0:1780298627.738054:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+112:28749:x1866777608207360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 271us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.738062:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61386 00000100:00100000:3.0:1780298627.739296:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.739354:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608207488 00000100:00100000:0.0:1780298627.739363:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608207488 00000100:00100000:0.0:1780298627.739423:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3946 00000100:00100000:0.0:1780298627.739432:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608207488:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298627.739605:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5345934 -> 5345934 00002000:00010000:0.0:1780298627.739608:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.739609:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.739611:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.739613:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1248 -> 1360 00000100:00100000:0.0:1780298627.739646:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608207488:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 217us (352us total) trans 4294969044 rc 0/0 00000100:00100000:0.0:1780298627.739650:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3946 00000100:00100000:3.0:1780298627.740672:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.740713:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608207616 00000100:00100000:1.0:1780298627.740718:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608207616 00000100:00100000:1.0:1780298627.740751:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3947 00000100:00100000:1.0:1780298627.740757:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608207616:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298627.740917:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5345934 -> 5345934 00002000:00010000:1.0:1780298627.740920:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.740922:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.740923:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.740926:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1360 -> 1440 00000100:00100000:1.0:1780298627.740961:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608207616:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 203us (289us total) trans 4294969045 rc 0/0 00000100:00100000:1.0:1780298627.740969:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3947 00000100:00100000:3.0:1780298627.742023:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.742065:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608207744 00000100:00100000:1.0:1780298627.742077:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608207744 00000100:00100000:1.0:1780298627.742113:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3948 00000100:00100000:1.0:1780298627.742121:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608207744:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298627.742263:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298627.742265:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.742267:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.742268:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.742270:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 24 00000100:00100000:1.0:1780298627.742293:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608207744:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 174us (271us total) trans 4294968746 rc 0/0 00000100:00100000:1.0:1780298627.742297:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3948 00000100:00100000:3.0:1780298627.742962:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.743041:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608207872 00000100:00100000:0.0:1780298627.743048:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608207872 00000100:00100000:0.0:1780298627.743087:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61387 00000100:00100000:0.0:1780298627.743097:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+76:28749:x1866777608207872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.743110:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.743150:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63028d87 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9032 expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.743226:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028d8e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.743240:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028d8e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.743250:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028d8e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.743271:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 9540238 00000004:00200000:0.0:1780298627.743274:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.743289:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028d8e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.743311:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63028d87 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9032 expref: 78 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.743327:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028d8e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9032 expref: 77 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.743335:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.743338:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.743341:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:0.0:1780298627.743375:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+77:28749:x1866777608207872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 281us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.743381:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61387 00000100:00100000:3.0:1780298627.744234:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.744297:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608208000 00000100:00100000:0.0:1780298627.744302:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608208000 00000100:00100000:3.0:1780298627.744327:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.744342:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608208128 00000100:00100000:0.0:1780298627.744346:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608208128 00000100:00100000:2.0:1780298627.744369:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3701 00000100:00100000:1.0:1780298627.744381:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3702 00000100:00100000:2.0:1780298627.744387:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608208000:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298627.744404:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608208128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.744409:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.744414:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.744424:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63028d95 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9039 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.744424:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028d9c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9040 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.744489:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604138496:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.744490:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604138624:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.744558:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.744559:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.745296:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604138496:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.745297:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604138624:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.745328:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63028d95 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9039 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.745328:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028d9c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9040 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.745357:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028d9c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9040 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.745360:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63028d95 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9039 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.745383:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00010000:00010000:1.0:1780298627.745386:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:2.0:1780298627.745425:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608208000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1045us (1191us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.745425:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608208128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1032us (1099us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.745440:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3702 00000100:00100000:2.0:1780298627.745446:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3701 00000100:00100000:3.0:1780298627.746321:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.746349:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608208256 00000100:00100000:2.0:1780298627.746353:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608208256 00000100:00100000:2.0:1780298627.746388:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3703 00000100:00100000:2.0:1780298627.746405:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608208256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.746412:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298627.746418:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298627.746422:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63028da3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9047 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.746446:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604138752:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.746450:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608208384 00000100:00100000:1.0:1780298627.746455:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608208384 00000100:00100000:1.0:1780298627.746487:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3704 00000100:00100000:2.0:1780298627.746494:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.746499:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608208384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.746505:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.746514:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63028daa lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c904e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.746536:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604138880:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.746566:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.747091:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604138752:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.747102:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63028da3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9047 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.747114:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63028da3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9047 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.747170:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298627.747201:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608208256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 797us (881us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.747208:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3703 00000100:00100000:1.0:1780298627.747383:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604138880:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.747414:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63028daa lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c904e expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.747429:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63028daa lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c904e expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.747436:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9800, rc 0) 00000100:00100000:1.0:1780298627.747458:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608208384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 965us (1045us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.747464:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3704 00000100:00100000:2.0:1780298627.748716:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.748753:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608208512 00000100:00100000:1.0:1780298627.748757:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608208512 00002000:00100000:1.0:1780298627.748782:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2830336->2834431) req@ffff9cf343965c00 x1866777608208512/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.748789:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965c00 with x1866777608208512 ext(2830336->2834431) 00002000:00010000:1.0:1780298627.748793:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343965c00 00000100:00100000:1.0:1780298627.748813:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3949 00000100:00100000:1.0:1780298627.748818:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608208512:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.748952:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608208512:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 134us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298627.748957:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3949 00002000:00100000:1.0:1780298627.748962:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2830336->2834431) req@ffff9cf343965c00 x1866777608208512/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.748968:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965c00 with x1866777608208512 ext(2830336->2834431) 00002000:00010000:1.0:1780298627.748971:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343965c00 00000100:00100000:3.0:1780298627.749835:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.749884:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608208640 00000100:00100000:0.0:1780298627.749890:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608208640 00002000:00100000:0.0:1780298627.749910:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2834432->2838527) req@ffff9cf25548b100 x1866777608208640/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.749916:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b100 with x1866777608208640 ext(2834432->2838527) 00002000:00010000:0.0:1780298627.749919:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25548b100 00000100:00100000:0.0:1780298627.749938:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3950 00000100:00100000:0.0:1780298627.749943:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608208640:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.750039:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608208640:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 95us (203us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298627.750059:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3950 00002000:00100000:0.0:1780298627.750066:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2834432->2838527) req@ffff9cf25548b100 x1866777608208640/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.750073:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b100 with x1866777608208640 ext(2834432->2838527) 00002000:00010000:0.0:1780298627.750076:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25548b100 00000100:00100000:3.0:1780298627.750969:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.751005:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608208768 00000100:00100000:0.0:1780298627.751009:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608208768 00002000:00100000:0.0:1780298627.751027:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2809856->2875391) req@ffff9cf255488380 x1866777608208768/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.751033:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488380 with x1866777608208768 ext(2809856->2875391) 00002000:00010000:0.0:1780298627.751035:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255488380 00000100:00100000:0.0:1780298627.751050:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3951 00000100:00100000:0.0:1780298627.751054:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608208768:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.752025:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608208768:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 969us (1056us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1780298627.752031:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3951 00002000:00100000:0.0:1780298627.752035:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2809856->2875391) req@ffff9cf255488380 x1866777608208768/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.752041:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488380 with x1866777608208768 ext(2809856->2875391) 00002000:00010000:0.0:1780298627.752044:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255488380 00000100:00100000:3.0:1780298627.753186:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.753217:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608208896 00000100:00100000:1.0:1780298627.753221:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608208896 00002000:00100000:1.0:1780298627.753239:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2875392->2912255) req@ffff9cf244810000 x1866777608208896/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.753245:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810000 with x1866777608208896 ext(2875392->2912255) 00002000:00010000:1.0:1780298627.753248:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244810000 00000100:00100000:1.0:1780298627.753281:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3952 00000100:00100000:1.0:1780298627.753287:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608208896:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.754122:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608208896:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 833us (936us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1780298627.754148:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3952 00002000:00100000:1.0:1780298627.754155:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2875392->2912255) req@ffff9cf244810000 x1866777608208896/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.754165:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810000 with x1866777608208896 ext(2875392->2912255) 00002000:00010000:1.0:1780298627.754169:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244810000 00000100:00100000:0.0:1780298627.755156:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.755235:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608209024 00000100:00100000:3.0:1780298627.755240:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608209024 00000100:00100000:0.0:1780298627.755261:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.755293:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608209152 00000100:00100000:1.0:1780298627.755298:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608209152 00000100:00100000:3.0:1780298627.755314:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3705 00000100:00100000:3.0:1780298627.755325:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608209024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.755338:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.755339:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3706 00000100:00100000:1.0:1780298627.755348:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608209152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.755355:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.755359:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028db1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9055 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.755365:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63028db8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c905c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.755429:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604139136:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.755430:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604139008:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.755495:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.755495:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.756188:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604139136:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.756211:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604139008:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.756213:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63028db8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c905c expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.756234:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028db1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9055 expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.756238:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63028db8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c905c expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.756256:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028db1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9055 expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.756290:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00010000:00010000:3.0:1780298627.756292:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:1.0:1780298627.756326:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608209152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 978us (1063us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.756332:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608209024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1008us (1174us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.756340:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3706 00000100:00100000:3.0:1780298627.756348:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3705 00000100:00100000:2.0:1780298627.757310:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.757349:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608209280 00000100:00100000:2.0:1780298627.757354:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.757354:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608209280 00000100:00100000:0.0:1780298627.757380:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608209408 00000100:00100000:0.0:1780298627.757383:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608209408 00000100:00100000:1.0:1780298627.757420:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3707 00000100:00100000:0.0:1780298627.757429:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3708 00000100:00100000:1.0:1780298627.757434:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608209280:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298627.757442:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608209408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.757443:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.757453:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.757454:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028dbf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9063 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.757462:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63028dc6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c906a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.757485:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604139264:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.757498:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604139392:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.757531:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.757533:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35098e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.758211:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604139264:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.758231:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028dbf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9063 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.758247:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63028dbf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9063 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.758263:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:1.0:1780298627.758296:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608209280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 867us (986us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.758305:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3707 00000100:00100000:0.0:1780298627.758322:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604139392:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.758339:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63028dc6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c906a expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.758351:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63028dc6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c906a expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.758359:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:0.0:1780298627.758379:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608209408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 943us (1023us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.758386:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3708 00000100:00100000:0.0:1780298627.759636:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.759671:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608209536 00000100:00100000:1.0:1780298627.759676:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608209536 00000100:00100000:1.0:1780298627.759711:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3953 00000100:00100000:1.0:1780298627.759718:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608209536:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298627.759879:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298627.759882:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.759885:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.759887:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.759889:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 24 -> 96 00000100:00100000:1.0:1780298627.759917:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608209536:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 199us (281us total) trans 4294968747 rc 0/0 00000100:00100000:1.0:1780298627.759924:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3953 00000100:00100000:3.0:1780298627.760711:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.760775:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608209664 00000100:00100000:0.0:1780298627.760780:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608209664 00000100:00100000:3.0:1780298627.760794:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.760811:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608209792 00000100:00100000:0.0:1780298627.760816:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608209792 00000100:00100000:1.0:1780298627.760839:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3709 00000100:00100000:2.0:1780298627.760847:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3710 00000100:00100000:1.0:1780298627.760851:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608209664:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298627.760859:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608209792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.760859:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.760868:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.760871:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63028dcd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9071 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.760877:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63028dd4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9078 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.760911:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604139520:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.760913:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604139648:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.760961:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.760963:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.761683:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604139648:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.761706:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63028dd4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9078 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.761719:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63028dd4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9078 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.761727:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:1.0:1780298627.761753:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604139520:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.761770:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63028dcd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9071 expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.761784:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63028dcd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9071 expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.761794:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608209792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 938us (998us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298627.761796:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:3.0:1780298627.761805:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3710 00000100:00100000:1.0:1780298627.761823:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608209664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 975us (1111us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.761830:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3709 00000100:00100000:2.0:1780298627.762777:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.762798:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.762829:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608210048 00000100:00100000:3.0:1780298627.762832:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608209920 00000100:00100000:1.0:1780298627.762834:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608210048 00000100:00100000:3.0:1780298627.762839:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608209920 00000100:00100000:1.0:1780298627.762865:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3711 00000100:00100000:1.0:1780298627.762874:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608210048:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.762883:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3712 00010000:00010000:1.0:1780298627.762883:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.762893:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e63028ddb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9086 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.762899:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608209920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.762914:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.762924:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028de2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c907f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.762931:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604139776:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.762970:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604139904:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.762976:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.763002:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.763652:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604139776:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.763669:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e63028ddb lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9086 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.763683:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e63028ddb lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9086 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.763692:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:1.0:1780298627.763721:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608210048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 850us (924us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.763728:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3711 00000100:00100000:3.0:1780298627.763887:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604139904:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.763904:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028de2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c907f expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.763917:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028de2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c907f expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.763926:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298627.763952:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608209920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1060us (1175us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.763959:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3712 00000100:00100000:0.0:1780298627.764859:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.764909:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608210304 00000100:00100000:2.0:1780298627.764914:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608210304 00000100:00100000:2.0:1780298627.764956:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61388 00000100:00100000:2.0:1780298627.764965:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+77:28749:x1866777608210304:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298627.765010:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.765030:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028d8e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9032 expref: 77 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.765050:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.765054:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298627.765232:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028de9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.765244:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63028d80 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c902b expref: 111 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.765258:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028de9 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.765276:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63028d80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c902b expref: 111 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.765287:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63028d80 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c902b expref: 111 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.765296:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604140032:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.765329:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.765954:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604140032:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.765969:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028de9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.766044:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.766091:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608210432 00000100:00100000:1.0:1780298627.766101:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608210432 00010000:00010000:1.0:1780298627.766141:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63028d80 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c902b expref: 112 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.766173:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13953 00000100:00100000:1.0:1780298627.766183:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+112:2400:x1866777608210432:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.766194:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.766199:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63028d80 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c902b expref: 112 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.766212:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63028d80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c902b expref: 112 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.766226:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63028d80 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c902b expref: 112 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.766238:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.766242:0:8374:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028de9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.766252:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028de9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.766260:0:8374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028de9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.766285:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298627.766301:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028de9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.766308:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028de9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.766320:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+111:2400:x1866777608210432:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 139us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.766328:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13953 00000001:00080000:2.0:1780298627.766351:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990599 00000004:00010000:2.0:1780298627.766371:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d1cca77 reply state 000000003615f143 transno 4294990600 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028de9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.766379:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028de9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.766385:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.766386:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298627.766389:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298627.766449:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+79:28749:x1866777608210304:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1485us (1589us total) trans 4294990600 rc 0/0 00000100:00100000:2.0:1780298627.766454:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61388 00000020:00080000:2.0:1780298627.766457:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298627.767048:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.767072:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608210560 00000100:00100000:3.0:1780298627.767077:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608210560 00000100:00100000:3.0:1780298627.767104:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3713 00000100:00100000:3.0:1780298627.767111:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608210560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.767120:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.767155:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028df0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c908d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.767175:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028d2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ff3 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.767189:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(134 155) 00010000:00010000:3.0:1780298627.767193:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(135 155) 00010000:00010000:3.0:1780298627.767197:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028df0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c908d expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.767214:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ff3 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.767224:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ff3 expref: 8 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.767234:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604140160:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298627.767271:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.767851:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604140160:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298627.767866:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028df0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c908d expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.767877:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298627.767901:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608210560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 791us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.767909:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3713 00000100:00100000:2.0:1780298627.768200:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.768237:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608210688 00000100:00100000:1.0:1780298627.768241:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608210688 00010000:00010000:1.0:1780298627.768257:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ff3 expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.768280:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13954 00000100:00100000:1.0:1780298627.768285:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3487c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608210688:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.768293:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.768304:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ff3 expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.768312:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ff3 expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.768324:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63028d2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ff3 expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.768331:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(135 155) 00010000:00010000:1.0:1780298627.768334:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(135 155) 00010000:00010000:1.0:1780298627.768338:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028df0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c908d expref: 5 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.768347:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c908d expref: 5 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.768362:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c908d expref: 5 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.768369:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604140288:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.768409:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.769109:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604140288:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.769120:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.769160:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3487c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608210688:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 872us (959us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.769169:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13954 00000100:00100000:2.0:1780298627.769225:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.769291:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608210816 00000100:00100000:1.0:1780298627.769295:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608210816 00000100:00100000:1.0:1780298627.769324:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3714 00000100:00100000:1.0:1780298627.769331:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608210816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.769342:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.769352:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028df7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9094 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.769370:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028d33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ffa expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.769383:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(95 76) 00010000:00010000:1.0:1780298627.769387:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(96 76) 00010000:00010000:1.0:1780298627.769402:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028df7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9094 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.769420:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028d33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ffa expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.769431:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ffa expref: 14 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.769442:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604140416:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.769475:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.770105:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604140416:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.770118:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028df7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9094 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.770153:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:1.0:1780298627.770175:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608210816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 845us (952us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.770180:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3714 00000100:00100000:0.0:1780298627.770376:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.770415:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608210944 00000100:00100000:2.0:1780298627.770420:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608210944 00010000:00010000:2.0:1780298627.770444:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ffa expref: 15 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.770471:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13955 00000100:00100000:2.0:1780298627.770476:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608210944:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.770484:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.770494:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028d33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ffa expref: 15 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.770506:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028d33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ffa expref: 15 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.770517:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028d33 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c8ffa expref: 15 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.770524:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(96 76) 00010000:00010000:2.0:1780298627.770527:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(96 76) 00010000:00010000:2.0:1780298627.770530:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028df7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9094 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.770535:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028df7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9094 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.770550:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028df7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9094 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.770557:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604140544:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.770589:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.771189:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604140544:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.771201:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.771229:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608210944:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 752us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.771242:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13955 00000100:00100000:0.0:1780298627.771311:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.771340:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.771356:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608211072 00000100:00100000:1.0:1780298627.771362:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608211072 00000100:00100000:2.0:1780298627.771379:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608211200 00000100:00100000:2.0:1780298627.771384:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608211200 00002000:00010000:1.0:1780298627.771385:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298627.771400:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a6680 with x1866777608211072 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298627.771407:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8a6680. 00002000:00010000:2.0:1780298627.771412:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (937979->18446744073709551615) 00002000:00100000:2.0:1780298627.771417:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4a80 with x1866777608211200 ext(937979->18446744073709551615) 00002000:00010000:2.0:1780298627.771423:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a4a80. 00000100:00100000:1.0:1780298627.771433:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3954 00000100:00100000:1.0:1780298627.771443:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608211072:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298627.771448:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3955 00000100:00100000:2.0:1780298627.771459:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608211200:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298627.771713:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5345934 -> 4194304 00002000:00010000:1.0:1780298627.771717:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.771720:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.771722:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.771724:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1440 -> 1360 00000100:00100000:1.0:1780298627.771757:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608211072:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 318us (446us total) trans 4294969046 rc 0/0 00000100:00100000:1.0:1780298627.771765:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3954 00002000:00010000:1.0:1780298627.771769:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298627.771772:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a6680 with x1866777608211072 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298627.771777:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8a6680. 00002000:00010000:2.0:1780298627.771843:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 937979 00002000:00010000:2.0:1780298627.771847:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.771850:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.771853:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.771855:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 96 -> 0 00000100:00100000:2.0:1780298627.771884:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608211200:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 427us (542us total) trans 4294968748 rc 0/0 00000100:00100000:2.0:1780298627.771892:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3955 00002000:00010000:2.0:1780298627.771896:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (937979->18446744073709551615) 00002000:00100000:2.0:1780298627.771899:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4a80 with x1866777608211200 ext(937979->18446744073709551615) 00002000:00010000:2.0:1780298627.771904:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a4a80. 00000100:00100000:0.0:1780298627.772699:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.772738:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608211328 00000100:00100000:2.0:1780298627.772743:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608211328 00000100:00100000:2.0:1780298627.772778:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61389 00000100:00100000:2.0:1780298627.772787:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+111:28749:x1866777608211328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.772798:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.772810:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028dfe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c909b expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.772885:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63028e05 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.772899:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63028e05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.772909:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63028e05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298627.772933:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 5132283 00000004:00200000:2.0:1780298627.772937:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298627.772952:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63028e05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.772994:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028dfe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c909b expref: 113 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.773009:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63028e05 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c909b expref: 112 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.773017:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.773020:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298627.773023:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298627.773051:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+112:28749:x1866777608211328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 266us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.773058:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61389 00000100:00100000:3.0:1780298627.773892:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.773932:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608211456 00000100:00100000:0.0:1780298627.773935:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608211456 00000100:00100000:3.0:1780298627.773940:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.773971:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608211584 00000100:00100000:0.0:1780298627.773975:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608211584 00000100:00100000:1.0:1780298627.773986:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3715 00000100:00100000:1.0:1780298627.773997:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608211456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.774007:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298627.774010:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3716 00010000:00010000:1.0:1780298627.774019:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028e0c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c90a2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.774020:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608211584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.774032:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.774042:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63028e13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c90a9 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.774063:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604140672:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.774071:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604140800:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.774114:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.774114:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35098e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.774848:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604140672:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.774866:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604140800:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.774866:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028e0c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90a2 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.774884:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63028e0c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90a2 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.774890:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00010000:00010000:2.0:1780298627.774900:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63028e13 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90a9 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.774910:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63028e13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90a9 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.774916:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608211456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 921us (1065us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.774925:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3715 00010000:00010000:2.0:1780298627.774926:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:2.0:1780298627.774949:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608211584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 932us (1017us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.774954:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3716 00000100:00100000:2.0:1780298627.775791:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.775846:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608211712 00000100:00100000:3.0:1780298627.775850:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608211712 00000100:00100000:3.0:1780298627.775875:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3717 00000100:00100000:3.0:1780298627.775881:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608211712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.775889:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.775896:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63028e1a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c90b0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.775897:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.775921:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604140928:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.775936:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608211840 00000100:00100000:1.0:1780298627.775941:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608211840 00000100:00100000:1.0:1780298627.775970:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3718 00000100:00100000:1.0:1780298627.775976:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608211840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.775982:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.775989:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028e21 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c90b7 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.776012:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604141056:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.776015:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.776036:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.776784:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604140928:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.776801:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63028e1a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90b0 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.776811:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63028e1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90b0 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.776818:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298627.776819:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604141056:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.776842:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028e21 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90b7 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.776847:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608211712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 965us (1054us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.776859:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3717 00010000:00010000:1.0:1780298627.776870:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63028e21 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90b7 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.776884:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:1.0:1780298627.776909:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608211840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 933us (1014us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.776917:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3718 00000100:00100000:2.0:1780298627.778508:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.778548:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608211968 00000100:00100000:0.0:1780298627.778552:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608211968 00002000:00100000:0.0:1780298627.778580:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2097152->2162687) req@ffff9cf343966680 x1866777608211968/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.778591:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966680 with x1866777608211968 ext(2097152->2162687) 00002000:00010000:0.0:1780298627.778597:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966680 00000100:00100000:0.0:1780298627.778620:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3956 00000100:00100000:0.0:1780298627.778629:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608211968:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.779519:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608211968:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 889us (1010us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1780298627.779526:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3956 00002000:00100000:0.0:1780298627.779532:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2097152->2162687) req@ffff9cf343966680 x1866777608211968/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.779538:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966680 with x1866777608211968 ext(2097152->2162687) 00002000:00010000:0.0:1780298627.779541:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966680 00000100:00100000:0.0:1780298627.780677:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.780715:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608212096 00000100:00100000:1.0:1780298627.780719:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608212096 00002000:00100000:1.0:1780298627.780739:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2125824->2129919) req@ffff9cf37f8a4380 x1866777608212096/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 4584/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.780746:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4380 with x1866777608212096 ext(2125824->2129919) 00002000:00010000:1.0:1780298627.780748:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8a4380 00000100:00100000:1.0:1780298627.780766:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3957 00000100:00100000:1.0:1780298627.780771:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608212096:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298627.781197:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608212096:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 425us (521us total) trans 4294969047 rc 0/0 00000100:00100000:1.0:1780298627.781204:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3957 00002000:00100000:1.0:1780298627.781209:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2125824->2129919) req@ffff9cf37f8a4380 x1866777608212096/t4294969047(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 4584/448 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.781215:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4380 with x1866777608212096 ext(2125824->2129919) 00002000:00010000:1.0:1780298627.781218:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8a4380 00000100:00100000:2.0:1780298627.781902:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.781931:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608212224 00000100:00100000:3.0:1780298627.781937:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608212224 00000100:00100000:3.0:1780298627.781971:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3719 00000100:00100000:3.0:1780298627.781980:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608212224:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298627.782713:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969047 is committed 00000001:00080000:2.0:1780298627.782724:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969045 is committed 00000100:00100000:3.0:1780298627.782793:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608212224:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 814us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.782798:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3719 00000100:00100000:2.0:1780298627.783553:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.783605:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608212352 00000100:00100000:0.0:1780298627.783610:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608212352 00000100:00100000:0.0:1780298627.783657:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61390 00000100:00100000:0.0:1780298627.783666:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+79:28749:x1866777608212352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.783682:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.783699:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157800/0xaf35132e63028e28 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c90be expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.783762:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028e2f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.783775:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028e2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.783783:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028e2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.783801:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 5132283 00000004:00200000:0.0:1780298627.783805:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.783817:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028e2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.783834:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157800/0xaf35132e63028e28 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90be expref: 81 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.783844:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028e2f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90be expref: 80 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.783850:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.783852:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.783854:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:0.0:1780298627.783877:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+80:28749:x1866777608212352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 214us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.783881:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61390 00000100:00100000:0.0:1780298627.785288:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.785322:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608212608 00000100:00100000:2.0:1780298627.785327:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608212608 00000100:00100000:2.0:1780298627.785355:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61391 00000100:00100000:2.0:1780298627.785360:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+80:28749:x1866777608212608:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298627.785387:0:17567:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.785411:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028e2f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90be expref: 80 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.785422:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.785424:0:17567:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298627.785556:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028e36 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.785572:0:17567:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63028e05 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c909b expref: 111 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.785588:0:17567:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028e36 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.785619:0:17567:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63028e05 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c909b expref: 111 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.785630:0:17567:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63028e05 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c909b expref: 111 pid: 6477 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.785640:0:17567:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777604141184:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.785690:0:17567:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.786406:0:17567:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777604141184:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.786425:0:17567:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028e36 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.786574:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.786610:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608212736 00000100:00100000:2.0:1780298627.786615:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608212736 00010000:00010000:2.0:1780298627.786637:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63028e05 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c909b expref: 112 pid: 6477 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.786662:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13956 00000100:00100000:2.0:1780298627.786669:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+112:2399:x1866777608212736:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.786677:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.786681:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63028e05 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c909b expref: 112 pid: 6477 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.786693:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63028e05 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c909b expref: 112 pid: 6477 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.786704:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63028e05 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c909b expref: 112 pid: 6477 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.786712:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.786715:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028e36 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.786724:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028e36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.786729:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028e36 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.786743:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.786764:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+111:2399:x1866777608212736:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 96us (190us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298627.786766:0:17567:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028e36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.786773:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13956 00010000:00010000:0.0:1780298627.786779:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028e36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298627.786826:0:17567:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990601 00000004:00010000:0.0:1780298627.786846:0:17567:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a1b225a5 reply state 000000006dd502bb transno 4294990602 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028e36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.786859:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028e36 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.786866:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.786869:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298627.786871:0:17567:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298627.786932:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+82:28749:x1866777608212608:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1571us (1645us total) trans 4294990602 rc 0/0 00000100:00100000:0.0:1780298627.786937:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61391 00000020:00080000:0.0:1780298627.786941:0:17567:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298627.787842:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.787869:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.787888:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608212992 00000100:00100000:1.0:1780298627.787893:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608212992 00000100:00100000:3.0:1780298627.787914:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608212864 00000100:00100000:3.0:1780298627.787920:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608212864 00002000:00010000:1.0:1780298627.787921:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:1.0:1780298627.787927:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a5180 with x1866777608212992 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298627.787937:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a5180. 00002000:00010000:3.0:1780298627.787940:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1715338->18446744073709551615) 00002000:00100000:3.0:1780298627.787945:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255491880 with x1866777608212864 ext(1715338->18446744073709551615) 00002000:00010000:3.0:1780298627.787952:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255491880. 00000100:00100000:1.0:1780298627.787963:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3958 00000100:00100000:1.0:1780298627.787972:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608212992:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298627.787985:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3959 00000100:00100000:3.0:1780298627.787998:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608212864:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298627.788182:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 937979 -> 0 00002000:00010000:1.0:1780298627.788185:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.788187:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.788188:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298627.788190:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1780298627.788215:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608212992:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 246us (375us total) trans 4294968749 rc 0/0 00000100:00100000:1.0:1780298627.788221:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3958 00002000:00010000:1.0:1780298627.788224:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:1.0:1780298627.788226:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a5180 with x1866777608212992 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298627.788229:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a5180. 00002000:00010000:2.0:1780298627.788594:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 1715338 00002000:00010000:2.0:1780298627.788598:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.788600:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.788602:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.788604:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1360 -> 1000 00000100:00100000:2.0:1780298627.788635:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608212864:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 641us (765us total) trans 4294969048 rc 0/0 00000100:00100000:2.0:1780298627.788645:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3959 00002000:00010000:2.0:1780298627.788649:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1715338->18446744073709551615) 00002000:00100000:2.0:1780298627.788653:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255491880 with x1866777608212864 ext(1715338->18446744073709551615) 00002000:00010000:2.0:1780298627.788657:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255491880. 00000100:00100000:0.0:1780298627.789575:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.789612:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608213120 00000100:00100000:2.0:1780298627.789617:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608213120 00000100:00100000:2.0:1780298627.789649:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61392 00000100:00100000:2.0:1780298627.789657:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+111:28749:x1866777608213120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.789670:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.789685:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63028e3d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c90c5 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.789747:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028e44 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.789759:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028e44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.789768:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028e44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298627.789788:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1715338 00000004:00200000:2.0:1780298627.789793:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298627.789807:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028e44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.789830:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63028e3d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90c5 expref: 113 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.789846:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028e44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90c5 expref: 112 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.789852:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.789855:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298627.789857:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298627.789884:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+112:28749:x1866777608213120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 229us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.789891:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61392 00000100:00100000:0.0:1780298627.790854:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.790884:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.790908:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608213248 00000100:00100000:2.0:1780298627.790913:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608213248 00000100:00100000:1.0:1780298627.790921:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608213376 00000100:00100000:1.0:1780298627.790925:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608213376 00000100:00100000:2.0:1780298627.790952:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3720 00000100:00100000:2.0:1780298627.790962:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608213248:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.790967:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3721 00010000:00010000:2.0:1780298627.790974:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298627.790979:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608213376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.790985:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63028e4b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c90cc expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.790987:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.790996:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63028e52 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c90d3 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.791035:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604141312:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.791037:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604141440:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.791101:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.791101:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.791858:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604141440:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.791877:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63028e4b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90cc expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.791891:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63028e4b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90cc expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.791900:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:0.0:1780298627.791910:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604141312:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.791930:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608213248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 971us (1077us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298627.791935:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63028e52 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90d3 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.791939:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3720 00010000:00010000:0.0:1780298627.791957:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63028e52 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90d3 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.791968:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:0.0:1780298627.791992:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608213376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1017us (1108us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.792003:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3721 00000100:00100000:0.0:1780298627.793090:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.793163:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608213504 00000100:00100000:1.0:1780298627.793168:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608213504 00000100:00100000:3.0:1780298627.793183:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.793202:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608213632 00000100:00100000:1.0:1780298627.793206:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608213632 00000100:00100000:2.0:1780298627.793221:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3722 00000100:00100000:0.0:1780298627.793231:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3723 00000100:00100000:2.0:1780298627.793235:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608213504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.793243:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298627.793246:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608213632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.793255:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63028e59 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c90da expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.793256:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.793267:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028e60 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c90e1 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.793290:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604141568:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.793303:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255490a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604141696:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.793336:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.793336:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.793974:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255490a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604141696:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.793990:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028e60 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90e1 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.793992:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604141568:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.794009:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028e60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90e1 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.794014:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63028e59 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90da expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.794024:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00010000:00010000:2.0:1780298627.794030:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63028e59 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90da expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.794038:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:3.0:1780298627.794051:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608213632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 811us (874us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.794057:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608213504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 828us (968us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.794060:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3723 00000100:00100000:2.0:1780298627.794068:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3722 00000100:00100000:1.0:1780298627.794895:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.794931:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608213760 00000100:00100000:0.0:1780298627.794935:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608213760 00000100:00100000:0.0:1780298627.794965:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3724 00000100:00100000:0.0:1780298627.794974:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608213760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.794980:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.794988:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028e67 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c90e8 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.795009:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.795011:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604141824:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.795050:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608213888 00000100:00100000:0.0:1780298627.795054:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.795056:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608213888 00000100:00100000:1.0:1780298627.795091:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3725 00000100:00100000:1.0:1780298627.795102:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608213888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.795110:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.795120:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63028e6e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c90ef expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.795175:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604141952:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.795208:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.795699:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604141824:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.795787:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028e67 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90e8 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.795804:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028e67 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90e8 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.795815:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:3.0:1780298627.795850:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608213760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 875us (954us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.795859:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3724 00000100:00100000:1.0:1780298627.795870:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604141952:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.795888:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63028e6e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90ef expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.795905:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63028e6e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90ef expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.795915:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9800, rc 0) 00000100:00100000:1.0:1780298627.795949:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608213888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 850us (941us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.795957:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3725 00000100:00100000:0.0:1780298627.796732:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.796767:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608214016 00000100:00100000:1.0:1780298627.796771:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608214016 00000100:00100000:1.0:1780298627.796794:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3726 00000100:00100000:1.0:1780298627.796799:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608214016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.796805:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.796812:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028e75 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c90f6 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.796825:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028df0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c908d expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.796835:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(135 155) 00010000:00010000:1.0:1780298627.796838:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(136 155) 00010000:00010000:1.0:1780298627.796841:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028e75 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1540096->1544191] (req 1540096->1544191) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90f6 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.796855:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c908d expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.796864:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028df0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c908d expref: 6 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.796871:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604142080:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.796901:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.797515:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604142080:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.797535:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028e75 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1540096->1544191] (req 1540096->1544191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90f6 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.797546:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8000, rc 0) 00000100:00100000:1.0:1780298627.797570:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608214016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 770us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.797577:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3726 00000100:00100000:0.0:1780298627.797760:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.797793:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608214144 00000100:00100000:2.0:1780298627.797796:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608214144 00010000:00010000:2.0:1780298627.797815:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028df0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c908d expref: 7 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.797841:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13957 00000100:00100000:2.0:1780298627.797850:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608214144:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.797860:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.797871:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028df0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c908d expref: 7 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.797882:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c908d expref: 7 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.797899:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63028df0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c908d expref: 7 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.797909:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(136 155) 00010000:00010000:2.0:1780298627.797912:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(136 155) 00010000:00010000:2.0:1780298627.797919:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028e75 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1540096->1544191) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90f6 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.797928:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028e75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1540096->1544191) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90f6 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.797952:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028e75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1540096->1544191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90f6 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.797963:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604142208:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.798007:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.798746:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604142208:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.798758:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.798787:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608214144:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 939us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.798795:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13957 00000100:00100000:0.0:1780298627.799007:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.799037:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608214272 00000100:00100000:2.0:1780298627.799041:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608214272 00002000:00100000:2.0:1780298627.799063:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1540096->1544191) req@ffff9cf255493100 x1866777608214272/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.799070:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255493100 with x1866777608214272 ext(1540096->1544191) 00002000:00010000:2.0:1780298627.799073:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255493100 00000100:00100000:2.0:1780298627.799090:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3960 00000100:00100000:2.0:1780298627.799095:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608214272:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.799251:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608214272:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 156us (246us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.799256:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3960 00002000:00100000:2.0:1780298627.799261:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1540096->1544191) req@ffff9cf255493100 x1866777608214272/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.799267:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255493100 with x1866777608214272 ext(1540096->1544191) 00002000:00010000:2.0:1780298627.799269:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255493100 00000100:00100000:0.0:1780298627.800283:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.800321:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608214400 00000100:00100000:2.0:1780298627.800326:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608214400 00002000:00100000:2.0:1780298627.800349:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (1544192->1548287) req@ffff9cf255490000 x1866777608214400/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.800358:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490000 with x1866777608214400 ext(1544192->1548287) 00002000:00010000:2.0:1780298627.800362:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255490000 00000100:00100000:2.0:1780298627.800383:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3961 00000100:00100000:2.0:1780298627.800406:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608214400:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.800498:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608214400:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 108us (214us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.800505:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3961 00002000:00100000:2.0:1780298627.800513:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (1544192->1548287) req@ffff9cf255490000 x1866777608214400/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.800521:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490000 with x1866777608214400 ext(1544192->1548287) 00002000:00010000:2.0:1780298627.800525:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255490000 00000100:00100000:0.0:1780298627.801620:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.801666:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608214528 00000100:00100000:1.0:1780298627.801672:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608214528 00002000:00100000:1.0:1780298627.801696:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (1519616->1585151) req@ffff9cf255492300 x1866777608214528/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.801705:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492300 with x1866777608214528 ext(1519616->1585151) 00002000:00010000:1.0:1780298627.801709:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255492300 00000100:00100000:1.0:1780298627.801733:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3962 00000100:00100000:1.0:1780298627.801741:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608214528:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.802697:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608214528:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 957us (1078us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298627.802703:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3962 00002000:00100000:1.0:1780298627.802708:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (1519616->1585151) req@ffff9cf255492300 x1866777608214528/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.802714:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492300 with x1866777608214528 ext(1519616->1585151) 00002000:00010000:1.0:1780298627.802717:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255492300 00000100:00100000:0.0:1780298627.803596:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.803634:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608214656 00000100:00100000:2.0:1780298627.803640:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608214656 00000100:00100000:2.0:1780298627.803684:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61393 00000100:00100000:2.0:1780298627.803694:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+82:28749:x1866777608214656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.803712:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.803732:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63028e7c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c90fd expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.803814:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028e83 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.803836:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028e83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.803847:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028e83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298627.803872:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1715338 00000004:00200000:2.0:1780298627.803876:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298627.803892:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028e83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.803916:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63028e7c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90fd expref: 84 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.803931:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028e83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90fd expref: 83 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.803939:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.803943:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298627.803947:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298627.803979:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+83:28749:x1866777608214656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 287us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.803986:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61393 00000100:00100000:0.0:1780298627.804954:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.804987:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608214784 00000100:00100000:2.0:1780298627.804991:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608214784 00000100:00100000:2.0:1780298627.805021:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3727 00000100:00100000:2.0:1780298627.805027:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608214784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.805034:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.805049:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63028e8a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9104 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.805067:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(136 155) 00010000:00010000:2.0:1780298627.805070:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(136 155) 00010000:00010000:2.0:1780298627.805076:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63028e8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9104 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.805086:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63028e8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9104 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.805094:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298627.805116:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608214784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 90us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.805121:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3727 00000100:00100000:3.0:1780298627.806149:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.806214:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608214912 00000100:00100000:2.0:1780298627.806220:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608214912 00000100:00100000:2.0:1780298627.806253:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3728 00000100:00100000:2.0:1780298627.806261:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608214912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.806270:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.806278:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028e91 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c910b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.806298:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028e75 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1540096->1544191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90f6 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.806308:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63028e8a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9104 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.806315:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(136 155) 00010000:00010000:2.0:1780298627.806319:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(136 155) 00010000:00010000:2.0:1780298627.806323:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028e91 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [671744->708607] (req 671744->708607) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c910b expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.806355:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63028e8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9104 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.806370:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63028e8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9104 expref: 8 pid: 9128 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.806384:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604142336:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.806470:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028e75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1540096->1544191) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90f6 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.806482:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028e75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1540096->1544191) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90f6 expref: 6 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.806494:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604142464:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.806531:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.807082:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604142336:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.807224:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.807242:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604142464:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.807273:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608215040 00010000:00010000:2.0:1780298627.807274:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028e91 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [671744->708607] (req 671744->708607) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c910b expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.807279:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608215040 00010000:00010000:2.0:1780298627.807292:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00010000:00010000:1.0:1780298627.807304:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63028e8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9104 expref: 9 pid: 9128 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.807325:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608214912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1064us (1203us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.807335:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3728 00000100:00100000:1.0:1780298627.807340:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13958 00000100:00100000:1.0:1780298627.807352:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608215040:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.807364:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.807382:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63028e8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9104 expref: 8 pid: 9128 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.807412:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63028e8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9104 expref: 8 pid: 9128 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.807428:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63028e8a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9104 expref: 8 pid: 9128 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.807439:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.807460:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608215040:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 114us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.807464:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13958 00000100:00100000:0.0:1780298627.807635:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.807665:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608215168 00000100:00100000:1.0:1780298627.807668:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608215168 00010000:00010000:1.0:1780298627.807680:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028e75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1540096->1544191) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90f6 expref: 7 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.807703:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13959 00000100:00100000:1.0:1780298627.807709:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608215168:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.807718:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.807726:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028e75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1540096->1544191) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90f6 expref: 7 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.807737:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028e75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1540096->1544191) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90f6 expref: 7 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.807755:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028e75 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1540096->1544191) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90f6 expref: 7 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.807762:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(136 155) 00010000:00010000:1.0:1780298627.807764:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(136 155) 00010000:00010000:1.0:1780298627.807769:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028e91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [671744->34226175] (req 671744->708607) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c910b expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.807775:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028e91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [671744->34226175] (req 671744->708607) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c910b expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.807792:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028e91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [671744->34226175] (req 671744->708607) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c910b expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.807800:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604142592:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.807830:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.808489:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604142592:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.808499:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.808525:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608215168:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 815us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.808534:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13959 00000100:00100000:0.0:1780298627.808582:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.808623:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608215296 00000100:00100000:2.0:1780298627.808628:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608215296 00000100:00100000:2.0:1780298627.808668:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3963 00000100:00100000:2.0:1780298627.808677:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608215296:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298627.808836:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 1715338 -> 1715338 00002000:00010000:2.0:1780298627.808838:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.808840:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.808842:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.808843:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1000 -> 1000 00000100:00100000:2.0:1780298627.808867:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608215296:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 191us (287us total) trans 4294969049 rc 0/0 00000100:00100000:2.0:1780298627.808873:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3963 00000100:00100000:0.0:1780298627.809737:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.809768:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608215424 00000100:00100000:1.0:1780298627.809772:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608215424 00000100:00100000:1.0:1780298627.809796:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3729 00000100:00100000:1.0:1780298627.809801:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608215424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.809808:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.809815:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028e98 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9112 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.809841:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604142720:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.809876:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.810513:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604142720:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.810532:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028e98 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9112 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.810547:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028e98 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9112 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.810554:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9800, rc 0) 00000100:00100000:1.0:1780298627.810584:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608215424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 781us (847us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.810591:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3729 00000100:00100000:3.0:1780298627.811352:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.811381:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608215552 00000100:00100000:1.0:1780298627.811385:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608215552 00000100:00100000:1.0:1780298627.811432:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3730 00000100:00100000:1.0:1780298627.811438:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608215552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.811445:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.811453:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63028e9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9119 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.811480:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604142848:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.811512:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.812207:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604142848:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.812226:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63028e9f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9119 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.812240:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63028e9f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9119 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.812249:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00000100:00100000:1.0:1780298627.812279:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608215552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 842us (928us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.812287:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3730 00000100:00100000:3.0:1780298627.814201:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.814249:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608215680 00000100:00100000:2.0:1780298627.814254:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608215680 00000100:00100000:2.0:1780298627.814289:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3731 00000100:00100000:2.0:1780298627.814295:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:28749:x1866777608215680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.814307:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.814319:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028ea6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9120 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.814338:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028df7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9094 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.814344:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(96 76) 00010000:00010000:2.0:1780298627.814347:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(97 76) 00010000:00010000:2.0:1780298627.814350:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028ea6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2576384->2637823] (req 2576384->2637823) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9120 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.814370:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028df7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9094 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.814380:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9094 expref: 11 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.814388:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604142976:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.814448:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.815004:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604142976:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.815021:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028ea6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2576384->2637823] (req 2576384->2637823) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9120 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.815033:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298627.815057:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:28749:x1866777608215680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 763us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.815065:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3731 00000100:00100000:0.0:1780298627.815285:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.815326:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608215808 00000100:00100000:1.0:1780298627.815332:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608215808 00010000:00010000:1.0:1780298627.815356:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9094 expref: 12 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.815388:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13960 00000100:00100000:1.0:1780298627.815409:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608215808:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.815420:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.815437:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028df7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9094 expref: 12 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.815457:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028df7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9094 expref: 12 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.815479:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63028df7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9094 expref: 12 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.815491:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(97 76) 00010000:00010000:1.0:1780298627.815495:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(97 76) 00010000:00010000:1.0:1780298627.815504:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028ea6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2576384->36130815] (req 2576384->2637823) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9120 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.815514:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2576384->36130815] (req 2576384->2637823) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9120 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.815540:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2576384->36130815] (req 2576384->2637823) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9120 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.815551:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604143104:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.815602:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.816233:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604143104:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.816247:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.816268:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608215808:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 863us (986us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.816274:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13960 00000100:00100000:3.0:1780298627.817040:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.817058:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.817088:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608215936 00000100:00100000:2.0:1780298627.817094:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608215936 00000100:00100000:0.0:1780298627.817097:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608216064 00000100:00100000:0.0:1780298627.817101:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608216064 00000100:00100000:2.0:1780298627.817151:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3732 00000100:00100000:2.0:1780298627.817162:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608215936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.817174:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298627.817176:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3733 00000100:00100000:3.0:1780298627.817190:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608216064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.817190:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63028ead lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9127 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.817211:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.817221:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63028eb4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c912e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.817237:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604143232:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.817259:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604143360:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.817285:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.817286:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00002000:00010000:3.0:1780298627.818021:0:8359:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size: 0 -> 2635866 00000100:00100000:2.0:1780298627.818021:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604143232:192.168.203.25@tcp:106: 00002000:00010000:3.0:1780298627.818026:0:8359:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1780298627.818037:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604143360:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.818049:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63028ead lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9127 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.818054:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63028eb4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c912e expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.818078:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63028eb4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c912e expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.818081:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63028ead lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9127 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.818092:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00010000:00010000:2.0:1780298627.818098:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:2.0:1780298627.818150:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608215936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 966us (1084us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.818151:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608216064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 938us (1062us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.818166:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3732 00000100:00100000:3.0:1780298627.818176:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3733 00000100:00100000:0.0:1780298627.819109:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.819166:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608216192 00000100:00100000:1.0:1780298627.819172:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608216192 00000100:00100000:1.0:1780298627.819203:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3734 00000100:00100000:1.0:1780298627.819211:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608216192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.819222:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.819231:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028ebb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9135 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.819263:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604143488:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.819275:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.819307:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.819329:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608216320 00000100:00100000:2.0:1780298627.819334:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608216320 00000100:00100000:2.0:1780298627.819363:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3735 00000100:00100000:2.0:1780298627.819372:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608216320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.819381:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.819401:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028ec2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c913c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.819430:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604143616:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.819463:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.819906:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604143488:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.819924:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028ebb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9135 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.819939:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028ebb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9135 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.819949:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8000, rc 0) 00000100:00100000:1.0:1780298627.819975:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608216192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 766us (867us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.819980:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3734 00000100:00100000:2.0:1780298627.820257:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604143616:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.820275:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028ec2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c913c expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.820288:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028ec2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c913c expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.820297:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298627.820326:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608216320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 956us (1053us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.820334:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3735 00000100:00100000:3.0:1780298627.821086:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.821118:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608216448 00000100:00100000:1.0:1780298627.821122:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608216448 00000100:00100000:1.0:1780298627.821179:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3736 00000100:00100000:1.0:1780298627.821186:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608216448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.821199:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.821206:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028ec9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9143 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.821220:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028e91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [671744->34226175] (req 671744->708607) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c910b expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.821227:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(136 155) 00010000:00010000:1.0:1780298627.821230:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(137 155) 00010000:00010000:1.0:1780298627.821233:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028ec9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3186688->3219455] (req 3186688->3219455) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9143 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.821248:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028e91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [671744->34226175] (req 671744->708607) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c910b expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.821259:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028e91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [671744->34226175] (req 671744->708607) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c910b expref: 7 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.821267:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604143744:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.821299:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.821853:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604143744:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.821864:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028ec9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3186688->3219455] (req 3186688->3219455) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9143 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.821872:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9800, rc 0) 00000100:00100000:1.0:1780298627.821892:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608216448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 708us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.821898:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3736 00000100:00100000:0.0:1780298627.822034:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.822059:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608216576 00000100:00100000:3.0:1780298627.822065:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608216576 00010000:00010000:3.0:1780298627.822088:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028e91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [671744->34226175] (req 671744->708607) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c910b expref: 8 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.822116:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13961 00000100:00100000:3.0:1780298627.822145:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608216576:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298627.822153:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298627.822162:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028e91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [671744->34226175] (req 671744->708607) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c910b expref: 8 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.822170:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028e91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [671744->34226175] (req 671744->708607) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c910b expref: 8 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.822183:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63028e91 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [671744->34226175] (req 671744->708607) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c910b expref: 8 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.822190:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(137 155) 00010000:00010000:3.0:1780298627.822192:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(137 155) 00010000:00010000:3.0:1780298627.822197:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028ec9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3186688->36741119] (req 3186688->3219455) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9143 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.822203:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028ec9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3186688->36741119] (req 3186688->3219455) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9143 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.822218:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028ec9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3186688->36741119] (req 3186688->3219455) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9143 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.822226:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604143872:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298627.822253:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.822826:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604143872:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.822835:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.822866:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608216576:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 742us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.822874:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13961 00000100:00100000:0.0:1780298627.823003:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.823033:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608216704 00000100:00100000:2.0:1780298627.823037:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608216704 00000100:00100000:2.0:1780298627.823067:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3964 00000100:00100000:2.0:1780298627.823073:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608216704:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298627.823192:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 1715338 -> 1715338 00002000:00010000:2.0:1780298627.823194:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.823196:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.823198:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.823200:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1000 -> 1000 00000100:00100000:2.0:1780298627.823220:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608216704:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 148us (217us total) trans 4294969050 rc 0/0 00000100:00100000:2.0:1780298627.823225:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3964 00000100:00100000:0.0:1780298627.823933:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.823980:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608216832 00000100:00100000:3.0:1780298627.823984:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608216832 00000100:00100000:3.0:1780298627.824012:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3737 00000100:00100000:0.0:1780298627.824017:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.824022:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608216832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.824028:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.824035:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028ed0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c914a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.824037:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608216960 00000100:00100000:1.0:1780298627.824043:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608216960 00000100:00100000:2.0:1780298627.824076:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3738 00000100:00100000:2.0:1780298627.824091:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608216960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.824100:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298627.824111:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604144000:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.824115:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028ed7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9151 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.824162:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.824170:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604144128:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.824202:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.824673:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604144000:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.824686:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028ed0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c914a expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.824695:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028ed0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c914a expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.824701:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:3.0:1780298627.824722:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608216832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 703us (790us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.824727:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3737 00000100:00100000:2.0:1780298627.824835:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604144128:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.824851:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028ed7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9151 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.824863:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63028ed7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9151 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.824876:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298627.824905:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608216960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 819us (892us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.824916:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3738 00000100:00100000:1.0:1780298627.825601:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.825634:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.825653:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608217088 00000100:00100000:3.0:1780298627.825657:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608217216 00000100:00100000:2.0:1780298627.825658:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608217088 00000100:00100000:3.0:1780298627.825662:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608217216 00000100:00100000:2.0:1780298627.825697:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3739 00000100:00100000:3.0:1780298627.825704:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3740 00000100:00100000:2.0:1780298627.825708:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608217088:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.825715:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608217216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.825719:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.825722:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.825730:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63028ede lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9158 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.825731:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028ee5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c915f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.825768:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604144256:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.825779:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604144384:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.825801:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.825812:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.826371:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604144256:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.826386:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028ee5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c915f expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.826408:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028ee5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c915f expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.826415:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:2.0:1780298627.826417:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604144384:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.826440:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608217216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 729us (806us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298627.826441:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63028ede lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9158 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.826451:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3740 00010000:00010000:2.0:1780298627.826467:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63028ede lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9158 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.826478:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:2.0:1780298627.826512:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608217088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 808us (912us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.826521:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3739 00000100:00100000:0.0:1780298627.827242:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.827260:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.827272:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608217344 00000100:00100000:1.0:1780298627.827276:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608217344 00000100:00100000:3.0:1780298627.827280:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608217472 00000100:00100000:3.0:1780298627.827284:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608217472 00000100:00100000:1.0:1780298627.827304:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3741 00000100:00100000:1.0:1780298627.827312:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608217344:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.827316:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3742 00010000:00010000:1.0:1780298627.827323:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298627.827329:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608217472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.827332:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63028eec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9166 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.827336:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.827345:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63028ef3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c916d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.827358:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604144512:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.827371:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604144640:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.827408:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.827410:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.828004:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604144512:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.828012:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604144640:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.828024:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63028eec lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9166 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.828031:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63028ef3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c916d expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.828046:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63028eec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9166 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.828051:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63028ef3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c916d expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.828056:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00010000:00010000:3.0:1780298627.828067:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298627.828085:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608217344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 774us (841us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.828093:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608217472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 766us (829us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.828098:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3741 00000100:00100000:3.0:1780298627.828106:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3742 00000100:00100000:0.0:1780298627.829049:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.829084:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608217600 00000100:00100000:2.0:1780298627.829089:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608217600 00002000:00100000:2.0:1780298627.829116:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3866624->3870719) req@ffff9cf37f8d4380 x1866777608217600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.829155:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d4380 with x1866777608217600 ext(3866624->3870719) 00002000:00010000:2.0:1780298627.829160:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d4380 00000100:00100000:2.0:1780298627.829179:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3965 00000100:00100000:2.0:1780298627.829187:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608217600:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.829313:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608217600:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 127us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.829319:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3965 00002000:00100000:2.0:1780298627.829326:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3866624->3870719) req@ffff9cf37f8d4380 x1866777608217600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.829334:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d4380 with x1866777608217600 ext(3866624->3870719) 00002000:00010000:2.0:1780298627.829338:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d4380 00000100:00100000:0.0:1780298627.830076:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.830109:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608217728 00000100:00100000:2.0:1780298627.830114:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608217728 00002000:00100000:2.0:1780298627.830155:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3870720->3874815) req@ffff9cf37f8d4a80 x1866777608217728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.830163:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d4a80 with x1866777608217728 ext(3870720->3874815) 00002000:00010000:2.0:1780298627.830166:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d4a80 00000100:00100000:2.0:1780298627.830184:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3966 00000100:00100000:2.0:1780298627.830192:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608217728:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.830258:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608217728:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 67us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.830265:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3966 00002000:00100000:2.0:1780298627.830271:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3870720->3874815) req@ffff9cf37f8d4a80 x1866777608217728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.830279:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d4a80 with x1866777608217728 ext(3870720->3874815) 00002000:00010000:2.0:1780298627.830282:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d4a80 00000100:00100000:0.0:1780298627.831038:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.831069:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608217856 00000100:00100000:1.0:1780298627.831074:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608217856 00002000:00100000:1.0:1780298627.831091:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (3874816->3878911) req@ffff9cf37f8d4700 x1866777608217856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.831101:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d4700 with x1866777608217856 ext(3874816->3878911) 00002000:00010000:1.0:1780298627.831105:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d4700 00000100:00100000:1.0:1780298627.831141:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3967 00000100:00100000:1.0:1780298627.831149:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608217856:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.831217:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608217856:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.831224:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3967 00002000:00100000:1.0:1780298627.831230:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (3874816->3878911) req@ffff9cf37f8d4700 x1866777608217856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.831239:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d4700 with x1866777608217856 ext(3874816->3878911) 00002000:00010000:1.0:1780298627.831242:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d4700 00000100:00100000:0.0:1780298627.831986:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.832023:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608217984 00000100:00100000:2.0:1780298627.832028:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608217984 00002000:00100000:2.0:1780298627.832047:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3878912->3883007) req@ffff9cf37f8d6680 x1866777608217984/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.832056:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d6680 with x1866777608217984 ext(3878912->3883007) 00002000:00010000:2.0:1780298627.832059:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d6680 00000100:00100000:2.0:1780298627.832082:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3968 00000100:00100000:2.0:1780298627.832089:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608217984:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.832181:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608217984:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 91us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.832188:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3968 00002000:00100000:2.0:1780298627.832194:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3878912->3883007) req@ffff9cf37f8d6680 x1866777608217984/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.832202:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d6680 with x1866777608217984 ext(3878912->3883007) 00002000:00010000:2.0:1780298627.832205:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d6680 00000100:00100000:0.0:1780298627.832913:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.832947:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608218112 00000100:00100000:2.0:1780298627.832952:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608218112 00002000:00100000:2.0:1780298627.832969:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3883008->3887103) req@ffff9cf37f8d6300 x1866777608218112/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.832977:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d6300 with x1866777608218112 ext(3883008->3887103) 00002000:00010000:2.0:1780298627.832980:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d6300 00000100:00100000:2.0:1780298627.832998:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3969 00000100:00100000:2.0:1780298627.833006:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608218112:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.833073:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608218112:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 68us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.833080:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3969 00002000:00100000:2.0:1780298627.833086:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3883008->3887103) req@ffff9cf37f8d6300 x1866777608218112/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.833093:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d6300 with x1866777608218112 ext(3883008->3887103) 00002000:00010000:2.0:1780298627.833096:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d6300 00000100:00100000:0.0:1780298627.833877:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.833907:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608218240 00000100:00100000:2.0:1780298627.833912:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608218240 00002000:00100000:2.0:1780298627.833928:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3887104->3891199) req@ffff9cf37f8d5f80 x1866777608218240/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.833935:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d5f80 with x1866777608218240 ext(3887104->3891199) 00002000:00010000:2.0:1780298627.833937:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d5f80 00000100:00100000:2.0:1780298627.833954:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3970 00000100:00100000:2.0:1780298627.833960:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608218240:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.834027:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608218240:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 67us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.834037:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3970 00002000:00100000:2.0:1780298627.834043:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3887104->3891199) req@ffff9cf37f8d5f80 x1866777608218240/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.834051:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d5f80 with x1866777608218240 ext(3887104->3891199) 00002000:00010000:2.0:1780298627.834054:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d5f80 00000100:00100000:0.0:1780298627.834918:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.834955:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608218368 00000100:00100000:2.0:1780298627.834959:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608218368 00002000:00100000:2.0:1780298627.834976:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3891200->3895295) req@ffff9cf37f8d6d80 x1866777608218368/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.834984:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d6d80 with x1866777608218368 ext(3891200->3895295) 00002000:00010000:2.0:1780298627.834987:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d6d80 00000100:00100000:2.0:1780298627.835003:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3971 00000100:00100000:2.0:1780298627.835010:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608218368:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.835074:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608218368:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 65us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.835081:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3971 00002000:00100000:2.0:1780298627.835087:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3891200->3895295) req@ffff9cf37f8d6d80 x1866777608218368/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.835094:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d6d80 with x1866777608218368 ext(3891200->3895295) 00002000:00010000:2.0:1780298627.835097:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d6d80 00000100:00100000:0.0:1780298627.835948:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.835977:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608218496 00000100:00100000:1.0:1780298627.835981:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608218496 00002000:00100000:1.0:1780298627.835998:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (3895296->3899391) req@ffff9cf37f8d5c00 x1866777608218496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.836004:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d5c00 with x1866777608218496 ext(3895296->3899391) 00002000:00010000:1.0:1780298627.836007:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d5c00 00000100:00100000:1.0:1780298627.836022:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3972 00000100:00100000:1.0:1780298627.836027:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608218496:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.836088:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608218496:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 60us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.836093:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3972 00002000:00100000:1.0:1780298627.836098:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (3895296->3899391) req@ffff9cf37f8d5c00 x1866777608218496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.836104:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d5c00 with x1866777608218496 ext(3895296->3899391) 00002000:00010000:1.0:1780298627.836106:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8d5c00 00000100:00100000:0.0:1780298627.836909:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.836942:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608218624 00000100:00100000:1.0:1780298627.836946:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608218624 00000100:00100000:1.0:1780298627.836973:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3743 00000100:00100000:1.0:1780298627.836980:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608218624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.836988:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.837001:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028efa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9174 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.837009:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.837044:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608218752 00000100:00100000:2.0:1780298627.837048:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608218752 00000100:00100000:1.0:1780298627.837049:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604144768:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.837084:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3744 00000100:00100000:2.0:1780298627.837091:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608218752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.837100:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.837105:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00010000:00010000:2.0:1780298627.837109:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63028f01 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c917b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.837155:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604144896:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.837191:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.837755:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604144768:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.837779:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028efa lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9174 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.837794:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63028efa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9174 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.837806:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8000, rc 0) 00000100:00100000:1.0:1780298627.837834:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608218624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 856us (926us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.837842:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604144896:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.837842:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3743 00010000:00010000:2.0:1780298627.837862:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63028f01 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c917b expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.837873:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63028f01 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c917b expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.837880:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:2.0:1780298627.837900:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608218752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 809us (896us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.837908:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3744 00000100:00100000:0.0:1780298627.838745:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.838771:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.838788:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608218880 00000100:00100000:2.0:1780298627.838793:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608218880 00000100:00100000:1.0:1780298627.838802:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608219008 00000100:00100000:1.0:1780298627.838806:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608219008 00000100:00100000:2.0:1780298627.838825:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3745 00000100:00100000:2.0:1780298627.838835:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608218880:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298627.838839:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3746 00010000:00010000:2.0:1780298627.838848:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.838852:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608219008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.838859:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028f08 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9182 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.838859:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.838866:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63028f0f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9189 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.838898:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604145024:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.838910:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604145152:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.838935:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.838943:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.839591:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604145024:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.839602:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604145152:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.839604:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63028f0f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9189 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.839618:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63028f0f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9189 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.839625:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00010000:00010000:2.0:1780298627.839630:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028f08 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9182 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.839646:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028f08 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9182 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.839647:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608219008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 799us (876us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.839658:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3746 00010000:00010000:2.0:1780298627.839669:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298627.839695:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608218880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 863us (951us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.839702:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3745 00000100:00100000:3.0:1780298627.840612:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.840646:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608219136 00000100:00100000:0.0:1780298627.840650:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608219136 00000100:00100000:0.0:1780298627.840674:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3747 00000100:00100000:0.0:1780298627.840679:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608219136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.840687:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.840693:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028f16 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9190 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.840705:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(97 76) 00010000:00010000:0.0:1780298627.840709:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(97 76) 00010000:00010000:0.0:1780298627.840716:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028f16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1884160->2572287] (req 1884160->1925119) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9190 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.840727:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028f16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1884160->2572287] (req 1884160->1925119) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9190 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.840733:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:0.0:1780298627.840756:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608219136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 77us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.840760:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3747 00000100:00100000:0.0:1780298627.841552:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.841583:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608219264 00000100:00100000:2.0:1780298627.841592:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608219264 00002000:00100000:2.0:1780298627.841618:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (1884160->1888255) req@ffff9cf2425f3b80 x1866777608219264/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.841627:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f3b80 with x1866777608219264 ext(1884160->1888255) 00002000:00010000:2.0:1780298627.841632:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f3b80 00000100:00100000:2.0:1780298627.841652:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3973 00000100:00100000:2.0:1780298627.841659:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608219264:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.841761:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608219264:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 100us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.841772:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3973 00002000:00100000:2.0:1780298627.841780:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (1884160->1888255) req@ffff9cf2425f3b80 x1866777608219264/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.841789:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f3b80 with x1866777608219264 ext(1884160->1888255) 00002000:00010000:2.0:1780298627.841792:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f3b80 00000100:00100000:1.0:1780298627.842428:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.842453:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608219392 00000100:00100000:2.0:1780298627.842456:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608219392 00002000:00100000:2.0:1780298627.842470:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (1888256->1892351) req@ffff9cf243060380 x1866777608219392/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.842475:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243060380 with x1866777608219392 ext(1888256->1892351) 00002000:00010000:2.0:1780298627.842477:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243060380 00000100:00100000:2.0:1780298627.842492:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3974 00000100:00100000:2.0:1780298627.842496:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608219392:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.842551:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608219392:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 55us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.842556:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3974 00002000:00100000:2.0:1780298627.842561:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (1888256->1892351) req@ffff9cf243060380 x1866777608219392/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.842566:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243060380 with x1866777608219392 ext(1888256->1892351) 00002000:00010000:2.0:1780298627.842569:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243060380 00000100:00100000:3.0:1780298627.843309:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.843331:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608219520 00000100:00100000:2.0:1780298627.843334:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608219520 00002000:00100000:2.0:1780298627.843347:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (1892352->1896447) req@ffff9cf37f736300 x1866777608219520/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.843357:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f736300 with x1866777608219520 ext(1892352->1896447) 00002000:00010000:2.0:1780298627.843359:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f736300 00000100:00100000:2.0:1780298627.843373:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3975 00000100:00100000:2.0:1780298627.843377:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608219520:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.843444:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608219520:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.843449:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3975 00002000:00100000:2.0:1780298627.843454:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (1892352->1896447) req@ffff9cf37f736300 x1866777608219520/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.843459:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f736300 with x1866777608219520 ext(1892352->1896447) 00002000:00010000:2.0:1780298627.843462:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f736300 00000100:00100000:0.0:1780298627.844039:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.844067:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608219648 00000100:00100000:2.0:1780298627.844070:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608219648 00002000:00100000:2.0:1780298627.844084:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (1896448->1900543) req@ffff9cf2425f0380 x1866777608219648/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.844089:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f0380 with x1866777608219648 ext(1896448->1900543) 00002000:00010000:2.0:1780298627.844091:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f0380 00000100:00100000:2.0:1780298627.844104:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3976 00000100:00100000:2.0:1780298627.844109:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608219648:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.844186:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608219648:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.844190:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3976 00002000:00100000:2.0:1780298627.844194:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (1896448->1900543) req@ffff9cf2425f0380 x1866777608219648/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.844200:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f0380 with x1866777608219648 ext(1896448->1900543) 00002000:00010000:2.0:1780298627.844202:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f0380 00000100:00100000:1.0:1780298627.844851:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.844882:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608219776 00000100:00100000:2.0:1780298627.844885:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608219776 00002000:00100000:2.0:1780298627.844897:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (1900544->1904639) req@ffff9cf243061500 x1866777608219776/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.844903:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061500 with x1866777608219776 ext(1900544->1904639) 00002000:00010000:2.0:1780298627.844905:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243061500 00000100:00100000:2.0:1780298627.844919:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3977 00000100:00100000:2.0:1780298627.844923:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608219776:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.844976:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608219776:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 53us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.844980:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3977 00002000:00100000:2.0:1780298627.844984:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (1900544->1904639) req@ffff9cf243061500 x1866777608219776/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.844990:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061500 with x1866777608219776 ext(1900544->1904639) 00002000:00010000:2.0:1780298627.844992:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243061500 00000100:00100000:3.0:1780298627.845593:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.845623:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608219904 00000100:00100000:2.0:1780298627.845627:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608219904 00002000:00100000:2.0:1780298627.845644:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (1904640->1908735) req@ffff9cf37f735880 x1866777608219904/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.845651:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735880 with x1866777608219904 ext(1904640->1908735) 00002000:00010000:2.0:1780298627.845654:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f735880 00000100:00100000:2.0:1780298627.845671:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3978 00000100:00100000:2.0:1780298627.845678:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608219904:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.845744:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608219904:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.845750:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3978 00002000:00100000:2.0:1780298627.845756:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (1904640->1908735) req@ffff9cf37f735880 x1866777608219904/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.845763:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735880 with x1866777608219904 ext(1904640->1908735) 00002000:00010000:2.0:1780298627.845766:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f735880 00000100:00100000:0.0:1780298627.846355:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.846384:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608220032 00000100:00100000:2.0:1780298627.846388:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608220032 00002000:00100000:2.0:1780298627.846411:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (1908736->1912831) req@ffff9cf2425f3100 x1866777608220032/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.846416:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f3100 with x1866777608220032 ext(1908736->1912831) 00002000:00010000:2.0:1780298627.846419:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f3100 00000100:00100000:2.0:1780298627.846433:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3979 00000100:00100000:2.0:1780298627.846436:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608220032:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.846490:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608220032:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 53us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.846495:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3979 00002000:00100000:2.0:1780298627.846499:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (1908736->1912831) req@ffff9cf2425f3100 x1866777608220032/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.846505:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f3100 with x1866777608220032 ext(1908736->1912831) 00002000:00010000:2.0:1780298627.846508:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f3100 00000100:00100000:1.0:1780298627.847042:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.847070:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608220160 00000100:00100000:2.0:1780298627.847073:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608220160 00002000:00100000:2.0:1780298627.847086:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (1912832->1916927) req@ffff9cf243061180 x1866777608220160/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.847091:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061180 with x1866777608220160 ext(1912832->1916927) 00002000:00010000:2.0:1780298627.847093:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243061180 00000100:00100000:2.0:1780298627.847106:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3980 00000100:00100000:2.0:1780298627.847109:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608220160:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.847182:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608220160:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.847187:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3980 00002000:00100000:2.0:1780298627.847191:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (1912832->1916927) req@ffff9cf243061180 x1866777608220160/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.847196:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061180 with x1866777608220160 ext(1912832->1916927) 00002000:00010000:2.0:1780298627.847199:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243061180 00000100:00100000:3.0:1780298627.847755:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.847782:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608220288 00000100:00100000:2.0:1780298627.847785:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608220288 00002000:00100000:2.0:1780298627.847798:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (1916928->1921023) req@ffff9cf37f736d80 x1866777608220288/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.847803:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f736d80 with x1866777608220288 ext(1916928->1921023) 00002000:00010000:2.0:1780298627.847805:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f736d80 00000100:00100000:2.0:1780298627.847818:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3981 00000100:00100000:2.0:1780298627.847822:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608220288:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.847875:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608220288:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 52us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.847879:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3981 00002000:00100000:2.0:1780298627.847883:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (1916928->1921023) req@ffff9cf37f736d80 x1866777608220288/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.847888:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f736d80 with x1866777608220288 ext(1916928->1921023) 00002000:00010000:2.0:1780298627.847890:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f736d80 00000100:00100000:0.0:1780298627.848544:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.848573:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608220416 00000100:00100000:2.0:1780298627.848576:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608220416 00002000:00100000:2.0:1780298627.848593:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (1921024->1925119) req@ffff9cf2425f1f80 x1866777608220416/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.848601:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1f80 with x1866777608220416 ext(1921024->1925119) 00002000:00010000:2.0:1780298627.848604:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f1f80 00000100:00100000:2.0:1780298627.848622:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3982 00000100:00100000:2.0:1780298627.848629:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608220416:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.848700:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608220416:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.848707:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3982 00002000:00100000:2.0:1780298627.848714:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (1921024->1925119) req@ffff9cf2425f1f80 x1866777608220416/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.848722:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1f80 with x1866777608220416 ext(1921024->1925119) 00002000:00010000:2.0:1780298627.848725:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f1f80 00000100:00100000:1.0:1780298627.849615:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.849657:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608220544 00000100:00100000:2.0:1780298627.849661:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608220544 00000100:00100000:2.0:1780298627.849693:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3748 00000100:00100000:2.0:1780298627.849701:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608220544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.849711:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.849726:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028f1d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9197 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.849740:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.849773:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608220672 00000100:00100000:2.0:1780298627.849776:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604145280:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.849777:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608220672 00000100:00100000:3.0:1780298627.849807:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3749 00000100:00100000:3.0:1780298627.849815:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608220672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.849825:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.849836:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028f24 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c919e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.849846:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.849871:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604145408:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.849903:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.850631:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604145408:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.850635:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604145280:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.850656:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028f24 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c919e expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.850661:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028f1d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9197 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.850675:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63028f24 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c919e expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.850682:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028f1d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9197 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.850685:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00010000:00010000:2.0:1780298627.850698:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:3.0:1780298627.850710:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608220672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 897us (970us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.850716:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3749 00000100:00100000:2.0:1780298627.850725:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608220544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1023us (1108us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.850732:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3748 00000100:00100000:1.0:1780298627.851735:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.851765:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608220800 00000100:00100000:2.0:1780298627.851769:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608220800 00000100:00100000:1.0:1780298627.851793:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.851798:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3750 00000100:00100000:2.0:1780298627.851803:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608220800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.851809:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.851817:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63028f2b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c91a5 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.851829:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608220928 00000100:00100000:0.0:1780298627.851836:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608220928 00000100:00100000:2.0:1780298627.851839:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604145536:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.851869:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3751 00000100:00100000:0.0:1780298627.851880:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608220928:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298627.851881:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00010000:00010000:0.0:1780298627.851890:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.851900:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63028f32 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c91ac expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.851932:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604145664:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.851969:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.852506:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604145536:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.852520:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63028f2b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91a5 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.852530:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63028f2b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91a5 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.852538:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:0.0:1780298627.852542:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604145664:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.852559:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63028f32 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91ac expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.852567:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608220800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 764us (833us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298627.852573:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63028f32 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91ac expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.852576:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3750 00010000:00010000:0.0:1780298627.852587:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:0.0:1780298627.852607:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608220928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 732us (817us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.852613:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3751 00000100:00100000:3.0:1780298627.853559:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.853591:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608221056 00000100:00100000:1.0:1780298627.853595:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608221056 00000100:00100000:1.0:1780298627.853620:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3752 00000100:00100000:1.0:1780298627.853627:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608221056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.853634:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.853640:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63028f39 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c91b3 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.853652:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.853663:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604145792:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.853689:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608221184 00000100:00100000:2.0:1780298627.853694:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608221184 00000100:00100000:1.0:1780298627.853703:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.853722:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3753 00000100:00100000:2.0:1780298627.853729:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608221184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.853735:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.853742:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028f40 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c91ba expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.853762:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604145920:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.853789:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.854295:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604145792:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.854313:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63028f39 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91b3 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.854328:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63028f39 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91b3 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.854339:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:1.0:1780298627.854375:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608221056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 748us (817us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.854378:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604145920:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.854402:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3752 00010000:00010000:2.0:1780298627.854409:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028f40 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91ba expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.854421:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028f40 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91ba expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.854428:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298627.854451:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608221184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 724us (826us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.854456:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3753 00000100:00100000:3.0:1780298627.855224:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.855255:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608221312 00000100:00100000:0.0:1780298627.855259:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608221312 00000100:00100000:0.0:1780298627.855281:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3754 00000100:00100000:0.0:1780298627.855288:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608221312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.855294:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.855302:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63028f47 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c91c1 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.855322:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.855327:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604146048:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.855359:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608221440 00000100:00100000:1.0:1780298627.855364:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608221440 00000100:00100000:0.0:1780298627.855367:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.855406:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3755 00000100:00100000:1.0:1780298627.855417:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608221440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.855424:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.855434:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028f4e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c91c8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.855461:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604146176:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.855493:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.856026:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604146048:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.856043:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63028f47 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91c1 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.856053:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604146176:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.856055:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63028f47 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91c1 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.856066:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00010000:00010000:1.0:1780298627.856073:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028f4e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91c8 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.856084:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63028f4e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91c8 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.856091:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608221312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 802us (865us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298627.856094:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:0.0:1780298627.856098:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3754 00000100:00100000:1.0:1780298627.856118:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608221440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 705us (795us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.856147:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3755 00000100:00100000:3.0:1780298627.856972:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.857005:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608221696 00000100:00100000:0.0:1780298627.857008:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608221696 00000100:00100000:0.0:1780298627.857034:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61394 00000100:00100000:0.0:1780298627.857039:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+83:28749:x1866777608221696:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298627.857072:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.857087:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028e83 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90fd expref: 83 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.857098:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.857101:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298627.857258:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028f55 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.857270:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028e44 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90c5 expref: 111 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.857284:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028f55 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.857300:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028e44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90c5 expref: 111 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.857311:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028e44 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90c5 expref: 111 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.857318:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604146304:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.857345:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.857920:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604146304:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.857930:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028f55 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.857995:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.858030:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608221824 00000100:00100000:2.0:1780298627.858034:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608221824 00010000:00010000:2.0:1780298627.858056:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028e44 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90c5 expref: 112 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.858087:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13962 00000100:00100000:2.0:1780298627.858096:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+112:2400:x1866777608221824:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.858105:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.858110:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028e44 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90c5 expref: 112 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.858121:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028e44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90c5 expref: 112 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.858164:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63028e44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c90c5 expref: 112 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.858175:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.858180:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028f55 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.858190:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028f55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.858197:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028f55 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.858218:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298627.858229:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028f55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.858235:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028f55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.858253:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+111:2400:x1866777608221824:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 152us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.858264:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13962 00000001:00080000:0.0:1780298627.858285:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990603 00000004:00010000:0.0:1780298627.858311:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039bae196 reply state 000000005d72fe11 transno 4294990604 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028f55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.858323:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028f55 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.858328:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.858330:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298627.858332:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298627.858376:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+85:28749:x1866777608221696:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1337us (1406us total) trans 4294990604 rc 0/0 00000100:00100000:0.0:1780298627.858381:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61394 00000020:00080000:0.0:1780298627.858384:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298627.858947:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.858972:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608221952 00000100:00100000:1.0:1780298627.858976:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608221952 00000100:00100000:1.0:1780298627.858999:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3756 00000100:00100000:1.0:1780298627.859005:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608221952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.859012:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.859019:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63028f5c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c91cf expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.859032:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028ec9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3186688->36741119] (req 3186688->3219455) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9143 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.859038:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(137 155) 00010000:00010000:1.0:1780298627.859041:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(138 155) 00010000:00010000:1.0:1780298627.859043:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63028f5c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91cf expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.859054:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028ec9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3186688->36741119] (req 3186688->3219455) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9143 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.859061:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028ec9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3186688->36741119] (req 3186688->3219455) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9143 expref: 7 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.859067:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604146432:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.859101:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.859703:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604146432:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.859719:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63028f5c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91cf expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.859737:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:1.0:1780298627.859760:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608221952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 754us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.859768:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3756 00000100:00100000:3.0:1780298627.859963:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.860025:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608222080 00000100:00100000:2.0:1780298627.860029:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608222080 00010000:00010000:2.0:1780298627.860043:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028ec9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3186688->36741119] (req 3186688->3219455) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9143 expref: 8 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.860069:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13963 00000100:00100000:2.0:1780298627.860073:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608222080:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.860080:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.860089:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028ec9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3186688->36741119] (req 3186688->3219455) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9143 expref: 8 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.860101:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028ec9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3186688->36741119] (req 3186688->3219455) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9143 expref: 8 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.860111:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e63028ec9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3186688->36741119] (req 3186688->3219455) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9143 expref: 8 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.860121:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(138 155) 00010000:00010000:2.0:1780298627.860164:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(138 155) 00010000:00010000:2.0:1780298627.860171:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63028f5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91cf expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.860181:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63028f5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91cf expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.860205:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63028f5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91cf expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.860216:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604146560:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.860255:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.860838:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604146560:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.860850:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.860874:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608222080:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 799us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.860882:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13963 00000100:00100000:0.0:1780298627.861017:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.861048:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608222208 00000100:00100000:2.0:1780298627.861052:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608222208 00000100:00100000:2.0:1780298627.861080:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3757 00000100:00100000:2.0:1780298627.861087:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608222208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.861096:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.861103:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028f63 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c91d6 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.861120:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028ea6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2576384->36130815] (req 2576384->2637823) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9120 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.861148:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028f16 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1884160->2572287] (req 1884160->1925119) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9190 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.861156:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(97 76) 00010000:00010000:2.0:1780298627.861160:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(99 76) 00010000:00010000:2.0:1780298627.861164:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028f63 lrc: 5/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91d6 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.861183:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028f16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1884160->2572287] (req 1884160->1925119) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9190 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.861193:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028f16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1884160->2572287] (req 1884160->1925119) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9190 expref: 13 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.861204:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604146688:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.861245:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2576384->36130815] (req 2576384->2637823) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9120 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.861255:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2576384->36130815] (req 2576384->2637823) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9120 expref: 14 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.861265:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604146816:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.861290:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.861770:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604146688:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.861953:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.861965:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604146816:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.861986:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028f63 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91d6 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.861993:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608222336 00010000:00010000:2.0:1780298627.861997:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:1.0:1780298627.861998:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608222336 00010000:00010000:1.0:1780298627.862016:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028f16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1884160->2572287] (req 1884160->1925119) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9190 expref: 14 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.862030:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:28749:x1866777608222208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 943us (1011us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.862038:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3757 00000100:00100000:1.0:1780298627.862044:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13964 00000100:00100000:1.0:1780298627.862052:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608222336:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.862060:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.862068:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028f16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1884160->2572287] (req 1884160->1925119) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9190 expref: 13 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.862075:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028f16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1884160->2572287] (req 1884160->1925119) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9190 expref: 13 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.862085:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028f16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1884160->2572287] (req 1884160->1925119) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9190 expref: 13 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.862093:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.862106:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608222336:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 57us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.862113:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13964 00000100:00100000:1.0:1780298627.862286:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.862315:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608222464 00000100:00100000:0.0:1780298627.862319:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608222464 00002000:00100000:0.0:1780298627.862349:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2576384->2635865) req@ffff9cf25599c380 x1866777608222464/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.862359:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599c380 with x1866777608222464 ext(2576384->2635865) 00010000:00010000:0.0:1780298627.862365:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2576384->36130815] (req 2576384->2637823) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9120 expref: 15 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.862375:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2576384->36130815] (req 2576384->2637823) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9120 expref: 15 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298627.862381:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf25599c380 00000100:00100000:0.0:1780298627.862406:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 94 00000100:00100000:0.0:1780298627.862413:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608222464:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298627.863628:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608222464:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1215us (1341us total) trans 4294968750 rc 0/0 00000100:00100000:0.0:1780298627.863633:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 94 00002000:00100000:0.0:1780298627.863638:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2576384->2635865) req@ffff9cf25599c380 x1866777608222464/t4294968750(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/448 e 0 to 0 dl 1780298638 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.863644:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599c380 with x1866777608222464 ext(2576384->2635865) 00010000:00010000:0.0:1780298627.863649:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2576384->36130815] (req 2576384->2637823) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9120 expref: 17 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.863658:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2576384->36130815] (req 2576384->2637823) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9120 expref: 17 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298627.863663:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf25599c380 00000100:00100000:1.0:1780298627.864312:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.864338:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608222592 00000100:00100000:0.0:1780298627.864342:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608222592 00010000:00010000:0.0:1780298627.864355:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2576384->36130815] (req 2576384->2637823) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9120 expref: 17 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.864373:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13965 00000100:00100000:0.0:1780298627.864378:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608222592:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298627.864384:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298627.864401:0:8374:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 1 -> 120 00010000:00010000:0.0:1780298627.864405:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028ea6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2576384->36130815] (req 2576384->2637823) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9120 expref: 17 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.864415:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028ea6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2576384->36130815] (req 2576384->2637823) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9120 expref: 17 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.864425:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63028ea6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2576384->36130815] (req 2576384->2637823) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9120 expref: 17 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.864433:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(99 76) 00010000:00010000:0.0:1780298627.864435:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(99 76) 00010000:00010000:0.0:1780298627.864439:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028f63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91d6 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.864446:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028f63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91d6 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.864461:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028f63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91d6 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.864468:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604146944:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298627.864498:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.865090:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604146944:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298627.865099:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298627.865118:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777608222592:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 740us (807us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.865138:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13965 00000100:00100000:2.0:1780298627.865219:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.865240:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608222720 00000100:00100000:0.0:1780298627.865243:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608222720 00002000:00010000:0.0:1780298627.865259:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298627.865263:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964e00 with x1866777608222720 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298627.865270:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964e00. 00000100:00100000:0.0:1780298627.865295:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3983 00000100:00100000:0.0:1780298627.865302:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608222720:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298627.865329:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.865354:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608222848 00000100:00100000:2.0:1780298627.865358:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608222848 00002000:00010000:2.0:1780298627.865372:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (1017984->18446744073709551615) 00002000:00100000:2.0:1780298627.865375:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255685f80 with x1866777608222848 ext(1017984->18446744073709551615) 00002000:00010000:2.0:1780298627.865380:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255685f80. 00002000:00010000:0.0:1780298627.865402:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 1715338 -> 4194304 00002000:00010000:0.0:1780298627.865405:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.865407:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.865409:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00000100:00100000:2.0:1780298627.865413:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3984 00002000:00010000:0.0:1780298627.865414:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1000 -> 1000 00000100:00100000:2.0:1780298627.865425:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608222848:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298627.865442:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608222720:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 140us (224us total) trans 4294969051 rc 0/0 00000100:00100000:0.0:1780298627.865447:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3983 00002000:00010000:0.0:1780298627.865449:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298627.865451:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964e00 with x1866777608222720 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298627.865456:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964e00. 00002000:00010000:2.0:1780298627.865626:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2635866 -> 1017984 00002000:00010000:2.0:1780298627.865629:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.865631:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.865632:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.865634:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 120 -> 0 00000100:00100000:2.0:1780298627.865657:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608222848:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 235us (331us total) trans 4294968751 rc 0/0 00000100:00100000:2.0:1780298627.865662:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3984 00002000:00010000:2.0:1780298627.865666:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (1017984->18446744073709551615) 00002000:00100000:2.0:1780298627.865669:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255685f80 with x1866777608222848 ext(1017984->18446744073709551615) 00002000:00010000:2.0:1780298627.865674:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255685f80. 00000100:00100000:3.0:1780298627.866316:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.866347:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608222976 00000100:00100000:0.0:1780298627.866351:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608222976 00000100:00100000:0.0:1780298627.866386:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61395 00000100:00100000:0.0:1780298627.866406:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+111:28749:x1866777608222976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.866415:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.866425:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63028f6a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c91dd expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.866481:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157800/0xaf35132e63028f71 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.866490:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157800/0xaf35132e63028f71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.866497:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157800/0xaf35132e63028f71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.866512:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 5212288 00000004:00200000:0.0:1780298627.866514:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.866525:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157800/0xaf35132e63028f71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.866540:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157400/0xaf35132e63028f6a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91dd expref: 113 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.866551:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157800/0xaf35132e63028f71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91dd expref: 112 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.866558:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.866561:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.866564:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:0.0:1780298627.866591:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+112:28749:x1866777608222976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 187us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.866597:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61395 00000100:00100000:1.0:1780298627.867450:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.867471:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.867485:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608223104 00000100:00100000:0.0:1780298627.867488:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608223104 00000100:00100000:3.0:1780298627.867505:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608223232 00000100:00100000:3.0:1780298627.867511:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608223232 00000100:00100000:0.0:1780298627.867515:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3758 00000100:00100000:0.0:1780298627.867522:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608223104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.867528:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.867536:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028f78 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c91e4 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.867553:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3759 00000100:00100000:3.0:1780298627.867565:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608223232:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298627.867570:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604147072:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.867576:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.867587:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63028f7f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c91eb expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.867616:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.867622:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255684a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604147200:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.867657:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.868387:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255684a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604147200:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.868399:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604147072:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.868417:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028f78 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91e4 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.868428:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63028f7f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91eb expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.868429:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028f78 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91e4 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.868451:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00010000:00010000:3.0:1780298627.868460:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63028f7f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91eb expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.868473:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:0.0:1780298627.868476:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608223104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 955us (1025us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.868482:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3758 00000100:00100000:3.0:1780298627.868503:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608223232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 941us (1029us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.868511:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3759 00000100:00100000:1.0:1780298627.869409:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.869458:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608223360 00000100:00100000:3.0:1780298627.869463:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608223360 00000100:00100000:3.0:1780298627.869492:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3760 00000100:00100000:3.0:1780298627.869501:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608223360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.869510:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.869512:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298627.869520:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028f86 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c91f2 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.869540:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608223488 00000100:00100000:2.0:1780298627.869544:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608223488 00000100:00100000:2.0:1780298627.869567:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3761 00000100:00100000:2.0:1780298627.869572:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777608223488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.869579:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.869586:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028f8d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c91f9 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.869592:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255684a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604147328:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.869616:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604147456:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.869645:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.869646:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.870299:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255684a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604147328:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.870321:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028f86 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91f2 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.870337:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63028f86 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91f2 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.870340:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604147456:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.870360:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028f8d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91f9 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.870374:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028f8d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91f9 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.870381:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00010000:00010000:3.0:1780298627.870409:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:2.0:1780298627.870415:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777608223488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 842us (904us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.870420:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3761 00000100:00100000:3.0:1780298627.870437:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608223360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 936us (1026us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.870444:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3760 00000100:00100000:1.0:1780298627.871256:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.871293:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608223616 00000100:00100000:2.0:1780298627.871296:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608223616 00000100:00100000:2.0:1780298627.871322:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61396 00000100:00100000:2.0:1780298627.871330:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+85:28749:x1866777608223616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.871344:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.871355:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63028f94 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9200 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.871418:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028f9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.871428:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028f9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.871434:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028f9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298627.871448:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 5212288 00000004:00200000:2.0:1780298627.871450:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298627.871461:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028f9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.871475:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63028f94 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9200 expref: 87 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.871483:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028f9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9200 expref: 86 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.871488:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.871490:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298627.871498:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298627.871517:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+86:28749:x1866777608223616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 190us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.871521:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61396 00000100:00100000:1.0:1780298627.872735:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.872766:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608223744 00000100:00100000:3.0:1780298627.872771:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608223744 00000100:00100000:3.0:1780298627.872796:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3762 00000100:00100000:3.0:1780298627.872801:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608223744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.872807:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.872814:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63028fa2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9207 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.872827:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63028f5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91cf expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.872834:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(138 155) 00010000:00010000:3.0:1780298627.872837:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(139 155) 00010000:00010000:3.0:1780298627.872840:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63028fa2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [507904->524287] (req 507904->524287) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9207 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.872859:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63028f5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91cf expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.872870:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63028f5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91cf expref: 8 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.872878:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255687100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604147584:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298627.872909:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.873427:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255687100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604147584:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298627.873437:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63028fa2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [507904->524287] (req 507904->524287) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9207 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.873445:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:3.0:1780298627.873466:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608223744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 666us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298627.873471:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3762 00000100:00100000:1.0:1780298627.873678:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.873714:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608223872 00000100:00100000:2.0:1780298627.873719:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608223872 00010000:00010000:2.0:1780298627.873738:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63028f5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91cf expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.873769:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13966 00000100:00100000:2.0:1780298627.873777:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608223872:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.873788:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.873800:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63028f5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91cf expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.873812:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63028f5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91cf expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.873828:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63028f5c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91cf expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.873852:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(139 155) 00010000:00010000:2.0:1780298627.873856:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(139 155) 00010000:00010000:2.0:1780298627.873863:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63028fa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [507904->34062335] (req 507904->524287) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9207 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.873873:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63028fa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [507904->34062335] (req 507904->524287) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9207 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.873894:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63028fa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [507904->34062335] (req 507904->524287) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9207 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.873901:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604147712:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.873932:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.874518:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604147712:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.874529:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.874552:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608223872:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 777us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.874560:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13966 00000100:00100000:3.0:1780298627.874629:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.874664:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608224000 00000100:00100000:2.0:1780298627.874668:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608224000 00000100:00100000:2.0:1780298627.874701:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3985 00000100:00100000:2.0:1780298627.874708:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608224000:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298627.874901:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298627.874904:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.874906:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.874908:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.874909:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1000 -> 1032 00000100:00100000:2.0:1780298627.874933:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608224000:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 225us (303us total) trans 4294969052 rc 0/0 00000100:00100000:2.0:1780298627.874939:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3985 00000100:00100000:1.0:1780298627.875602:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.875622:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608224128 00000100:00100000:3.0:1780298627.875626:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608224128 00000100:00100000:3.0:1780298627.875652:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3763 00000100:00100000:3.0:1780298627.875659:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608224128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.875667:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.875675:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028fa9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c920e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.875698:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255684a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604147840:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.875736:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00010000:00010000:2.0:1780298627.876214:0:10277:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780298627.876257:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255684a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604147840:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.876281:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028fa9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c920e expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.876295:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63028fa9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c920e expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.876311:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:0.0:1780298627.876336:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608224128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 677us (734us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.876343:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3763 00000100:00100000:1.0:1780298627.877034:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.877067:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608224256 00000100:00100000:0.0:1780298627.877071:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608224256 00000100:00100000:0.0:1780298627.877097:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3764 00000100:00100000:0.0:1780298627.877104:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608224256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.877111:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.877118:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028fb0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9215 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.877175:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604147968:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.877215:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.877819:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604147968:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.877830:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028fb0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9215 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.877839:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63028fb0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9215 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.877845:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:0.0:1780298627.877865:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608224256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 763us (832us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.877870:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3764 00000100:00100000:3.0:1780298627.878914:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.878945:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608224384 00000100:00100000:2.0:1780298627.878949:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608224384 00002000:00100000:2.0:1780298627.878970:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (385024->450559) req@ffff9cf255686680 x1866777608224384/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.878978:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255686680 with x1866777608224384 ext(385024->450559) 00002000:00010000:2.0:1780298627.878981:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255686680 00000100:00100000:2.0:1780298627.878998:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3986 00000100:00100000:2.0:1780298627.879003:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608224384:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.879954:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608224384:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 949us (1038us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1780298627.879962:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3986 00002000:00100000:2.0:1780298627.879969:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (385024->450559) req@ffff9cf255686680 x1866777608224384/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.879978:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255686680 with x1866777608224384 ext(385024->450559) 00002000:00010000:2.0:1780298627.879982:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255686680 00000100:00100000:3.0:1780298627.880760:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.880807:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608224640 00000100:00100000:1.0:1780298627.880812:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608224640 00000100:00100000:1.0:1780298627.880842:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3765 00000100:00100000:1.0:1780298627.880850:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777608224640:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298627.880856:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298627.880859:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.880868:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63028fb7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9223 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.880884:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608224512 00000100:00100000:0.0:1780298627.880888:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608224512 00000100:00100000:1.0:1780298627.880903:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604148096:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.880919:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3766 00000100:00100000:0.0:1780298627.880928:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608224512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.880937:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.880946:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63028fbe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c921c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.880953:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.880973:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604148224:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.880995:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.881633:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604148224:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.881642:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604148096:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.881658:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63028fbe lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c921c expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.881662:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63028fb7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9223 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.881686:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63028fb7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9223 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.881689:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63028fbe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c921c expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.881696:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9800, rc 0) 00010000:00010000:0.0:1780298627.881701:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:3.0:1780298627.881730:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777608224640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 880us (969us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.881736:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608224512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 809us (878us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.881744:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3765 00000100:00100000:0.0:1780298627.881751:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3766 00000100:00100000:3.0:1780298627.882600:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.882632:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608224768 00000100:00100000:0.0:1780298627.882637:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608224768 00000100:00100000:0.0:1780298627.882667:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3767 00000100:00100000:0.0:1780298627.882675:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608224768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.882684:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.882692:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63028fc5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c922a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.882721:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604148352:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.882737:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.882773:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608224896 00000100:00100000:2.0:1780298627.882778:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608224896 00000100:00100000:0.0:1780298627.882778:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.882814:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3768 00000100:00100000:2.0:1780298627.882823:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608224896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.882832:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.882841:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028fcc lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9231 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.882870:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604148480:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.882904:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.883269:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604148352:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.883281:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63028fc5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c922a expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.883291:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63028fc5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c922a expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.883298:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:0.0:1780298627.883320:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608224768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 646us (720us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.883325:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3767 00000100:00100000:2.0:1780298627.883528:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604148480:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.883541:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028fcc lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9231 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.883551:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63028fcc lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9231 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.883564:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298627.883586:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608224896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 766us (851us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.883591:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3768 00000100:00100000:3.0:1780298627.884322:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.884347:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608225024 00000100:00100000:2.0:1780298627.884351:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608225024 00000100:00100000:2.0:1780298627.884373:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3769 00000100:00100000:2.0:1780298627.884377:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608225024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.884384:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.884401:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028fd3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9238 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.884422:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604148608:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.884456:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.884506:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.884529:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608225152 00000100:00100000:0.0:1780298627.884533:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608225152 00000100:00100000:0.0:1780298627.884557:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3770 00000100:00100000:0.0:1780298627.884563:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608225152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.884569:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.884574:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028fda lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c923f expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.884597:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604148736:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.884621:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.884995:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604148608:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.885007:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028fd3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9238 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.885016:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63028fd3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9238 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.885022:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298627.885043:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608225024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 666us (723us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.885048:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3769 00000100:00100000:0.0:1780298627.885234:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604148736:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.885244:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028fda lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c923f expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.885253:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63028fda lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c923f expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.885259:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:0.0:1780298627.885288:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608225152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 726us (782us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.885293:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3770 00000100:00100000:3.0:1780298627.885979:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.886006:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608225280 00000100:00100000:0.0:1780298627.886010:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608225280 00000100:00100000:0.0:1780298627.886031:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3771 00000100:00100000:0.0:1780298627.886037:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:28749:x1866777608225280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.886043:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.886050:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63028fe1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9246 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.886063:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028f63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91d6 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.886073:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(99 76) 00010000:00010000:0.0:1780298627.886076:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(100 76) 00010000:00010000:0.0:1780298627.886080:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63028fe1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2048000->2105343] (req 2048000->2105343) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9246 expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.886093:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028f63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91d6 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.886102:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028f63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91d6 expref: 12 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.886108:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604148864:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.886158:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.886627:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604148864:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.886638:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63028fe1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2048000->2105343] (req 2048000->2105343) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9246 expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.886646:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3800, rc 0) 00000100:00100000:0.0:1780298627.886665:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:28749:x1866777608225280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 629us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.886670:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3771 00000100:00100000:1.0:1780298627.886879:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.886910:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608225408 00000100:00100000:0.0:1780298627.886914:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608225408 00010000:00010000:0.0:1780298627.886927:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028f63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91d6 expref: 13 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.886948:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13967 00000100:00100000:0.0:1780298627.886953:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608225408:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298627.886960:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.886967:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028f63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91d6 expref: 13 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.886975:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028f63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91d6 expref: 13 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.886987:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63028f63 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91d6 expref: 13 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.886993:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(100 76) 00010000:00010000:0.0:1780298627.886996:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(100 76) 00010000:00010000:0.0:1780298627.887002:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63028fe1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2048000->35602431] (req 2048000->2105343) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9246 expref: 16 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.887008:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63028fe1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2048000->35602431] (req 2048000->2105343) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9246 expref: 16 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.887022:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63028fe1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2048000->35602431] (req 2048000->2105343) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9246 expref: 16 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.887032:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604148992:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298627.887055:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.887593:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604148992:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298627.887603:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298627.887629:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608225408:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 675us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.887637:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13967 00000100:00100000:1.0:1780298627.887699:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.887731:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608225536 00000100:00100000:0.0:1780298627.887735:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608225536 00000100:00100000:0.0:1780298627.887763:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3987 00000100:00100000:0.0:1780298627.887769:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608225536:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298627.887899:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 1017984 -> 1017984 00002000:00010000:0.0:1780298627.887901:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.887903:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.887905:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298627.887906:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 112 00000100:00100000:0.0:1780298627.887926:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608225536:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 158us (228us total) trans 4294968752 rc 0/0 00000100:00100000:0.0:1780298627.887930:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3987 00000100:00100000:3.0:1780298627.888668:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.888691:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608225664 00000100:00100000:2.0:1780298627.888700:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608225664 00000100:00100000:2.0:1780298627.888726:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3772 00000100:00100000:2.0:1780298627.888732:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608225664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.888738:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.888744:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63028fe8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c924d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.888767:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604149120:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.888802:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.888828:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.888856:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608225792 00000100:00100000:2.0:1780298627.888859:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608225792 00000100:00100000:2.0:1780298627.888886:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3773 00000100:00100000:2.0:1780298627.888892:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608225792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.888900:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.888908:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63028fef lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9254 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.888933:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604149248:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.888956:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.889338:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604149120:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.889354:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63028fe8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c924d expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.889367:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63028fe8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c924d expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.889376:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:2.0:1780298627.889417:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608225664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 685us (748us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.889425:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3772 00000100:00100000:2.0:1780298627.889503:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604149248:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.889519:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63028fef lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9254 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.889532:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63028fef lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9254 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.889542:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00000100:00100000:2.0:1780298627.889567:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608225792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 675us (740us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.889574:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3773 00000100:00100000:3.0:1780298627.890200:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.890225:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.890226:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608225920 00000100:00100000:0.0:1780298627.890231:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608225920 00000100:00100000:0.0:1780298627.890254:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608226048 00000100:00100000:0.0:1780298627.890256:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608226048 00000100:00100000:3.0:1780298627.890268:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3774 00000100:00100000:3.0:1780298627.890278:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608225920:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298627.890281:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3775 00010000:00010000:3.0:1780298627.890287:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.890291:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608226048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.890296:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63028ff6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c925b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.890297:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.890303:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63028ffd lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9262 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.890322:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604149376:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.890324:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604149504:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.890361:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.890361:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.891000:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604149504:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.891014:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63028ffd lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9262 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.891029:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63028ffd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9262 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.891040:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:0.0:1780298627.891047:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8d7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604149376:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.891064:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63028ff6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c925b expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.891076:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608226048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 786us (848us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298627.891077:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63028ff6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c925b expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.891094:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298627.891095:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3775 00000100:00100000:0.0:1780298627.891116:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608225920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 841us (917us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.891122:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3774 00000100:00100000:0.0:1780298627.892483:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.892520:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608226176 00000100:00100000:2.0:1780298627.892525:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608226176 00000100:00100000:2.0:1780298627.892550:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3776 00000100:00100000:2.0:1780298627.892556:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608226176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.892564:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.892573:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029004 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9269 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.892586:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63028fe1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2048000->35602431] (req 2048000->2105343) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9246 expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.892592:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(100 76) 00010000:00010000:2.0:1780298627.892595:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(101 76) 00010000:00010000:2.0:1780298627.892597:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029004 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3522560->3575807] (req 3522560->3575807) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9269 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.892616:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63028fe1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2048000->35602431] (req 2048000->2105343) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9246 expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.892625:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63028fe1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2048000->35602431] (req 2048000->2105343) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9246 expref: 17 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.892632:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604149632:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.892665:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.893296:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604149632:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.893312:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029004 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3522560->3575807] (req 3522560->3575807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9269 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.893325:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:2.0:1780298627.893352:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777608226176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 796us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.893360:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3776 00000100:00100000:3.0:1780298627.893494:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.893528:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608226304 00000100:00100000:2.0:1780298627.893532:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608226304 00010000:00010000:2.0:1780298627.893549:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63028fe1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2048000->35602431] (req 2048000->2105343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9246 expref: 18 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.893577:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13968 00000100:00100000:2.0:1780298627.893585:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608226304:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.893597:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.893608:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63028fe1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2048000->35602431] (req 2048000->2105343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9246 expref: 18 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.893619:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63028fe1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2048000->35602431] (req 2048000->2105343) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9246 expref: 18 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.893635:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63028fe1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2048000->35602431] (req 2048000->2105343) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9246 expref: 18 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.893644:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(101 76) 00010000:00010000:2.0:1780298627.893647:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(101 76) 00010000:00010000:2.0:1780298627.893654:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029004 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3522560->37076991] (req 3522560->3575807) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9269 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.893663:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029004 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3522560->37076991] (req 3522560->3575807) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9269 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.893684:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029004 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3522560->37076991] (req 3522560->3575807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9269 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.893694:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604149760:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.893729:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.895056:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.895089:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.895100:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608226432 00000100:00100000:1.0:1780298627.895108:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608226432 00000100:00100000:2.0:1780298627.895111:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604149760:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.895180:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608226560 00000100:00100000:1.0:1780298627.895184:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608226560 00010000:00010000:2.0:1780298627.895185:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298627.895191:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3777 00000100:00100000:3.0:1780298627.895202:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608226432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.895212:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298627.895216:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3778 00010000:00010000:3.0:1780298627.895220:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302900b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9270 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.895228:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608226560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.895238:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298627.895245:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777608226304:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1660us (1749us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298627.895248:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63029012 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9277 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.895258:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604149888:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.895260:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13968 00000100:00100000:0.0:1780298627.895282:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604150016:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.895324:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.895325:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.896089:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604149888:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.896109:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302900b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9270 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298627.896111:0:8358:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size: 1017984 -> 3574194 00010000:00010000:3.0:1780298627.896149:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302900b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9270 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.896151:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604150016:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.896165:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00010000:00010000:0.0:1780298627.896183:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63029012 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9277 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.896199:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63029012 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9277 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.896207:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00000100:00100000:0.0:1780298627.896232:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608226560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1005us (1137us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.896233:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608226432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1029us (1172us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.896243:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3778 00000100:00100000:1.0:1780298627.896251:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3777 00000100:00100000:2.0:1780298627.897037:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.897068:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608226688 00000100:00100000:0.0:1780298627.897074:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608226688 00000100:00100000:2.0:1780298627.897076:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.897104:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608226816 00000100:00100000:2.0:1780298627.897108:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608226816 00000100:00100000:0.0:1780298627.897114:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3779 00000100:00100000:0.0:1780298627.897149:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608226688:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298627.897155:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3780 00010000:00010000:0.0:1780298627.897158:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.897166:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63029019 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c927e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.897167:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608226816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.897182:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.897192:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029020 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9285 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.897196:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604150144:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.897234:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604150272:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.897241:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.897265:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.897870:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604150144:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.897887:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63029019 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c927e expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.897894:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604150272:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.897900:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63029019 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c927e expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.897911:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029020 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9285 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.897913:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00010000:00010000:1.0:1780298627.897925:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029020 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9285 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.897934:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00000100:00100000:0.0:1780298627.897942:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608226688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 821us (904us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.897948:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3779 00000100:00100000:1.0:1780298627.897956:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608226816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 792us (879us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.897962:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3780 00000100:00100000:2.0:1780298627.898896:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.898932:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608226944 00000100:00100000:1.0:1780298627.898936:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608226944 00000100:00100000:1.0:1780298627.898965:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3781 00000100:00100000:1.0:1780298627.898971:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608226944:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298627.898978:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298627.898978:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.898987:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e63029027 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c928c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.898998:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608227072 00000100:00100000:0.0:1780298627.899004:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608227072 00000100:00100000:1.0:1780298627.899013:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604150400:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.899040:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3782 00000100:00100000:0.0:1780298627.899051:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777608227072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.899060:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.899065:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00010000:00010000:0.0:1780298627.899070:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302902e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9293 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.899101:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604150528:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.899171:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.899691:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604150400:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.899707:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e63029027 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c928c expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.899722:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e63029027 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c928c expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.899732:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:1.0:1780298627.899765:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608226944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 794us (868us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.899773:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3781 00000100:00100000:0.0:1780298627.899846:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604150528:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.899862:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302902e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9293 expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.899877:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302902e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9293 expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.899888:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3200, rc 0) 00000100:00100000:0.0:1780298627.899919:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777608227072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 871us (941us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.899928:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3782 00000100:00100000:2.0:1780298627.900649:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.900697:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608227200 00000100:00100000:3.0:1780298627.900702:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608227200 00000100:00100000:3.0:1780298627.900734:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3783 00000100:00100000:3.0:1780298627.900740:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608227200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.900747:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298627.900753:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298627.900754:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029035 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c929a expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.900778:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604150656:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.900794:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608227328 00000100:00100000:1.0:1780298627.900799:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608227328 00000100:00100000:1.0:1780298627.900832:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3784 00000100:00100000:1.0:1780298627.900841:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608227328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.900849:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.900858:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e6302903c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c92a1 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.900866:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.900887:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604150784:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.900918:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.901456:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604150656:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.901544:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029035 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c929a expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.901561:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029035 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c929a expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.901572:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:3.0:1780298627.901603:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608227200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 862us (952us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.901610:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3783 00000100:00100000:1.0:1780298627.901644:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604150784:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.901662:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e6302903c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92a1 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.901672:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e6302903c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92a1 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.901678:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:1.0:1780298627.901700:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608227328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 863us (950us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.901706:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3784 00000100:00100000:2.0:1780298627.902497:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.902534:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608227456 00000100:00100000:0.0:1780298627.902538:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608227456 00000100:00100000:2.0:1780298627.902550:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.902579:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608227584 00000100:00100000:0.0:1780298627.902583:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608227584 00000100:00100000:1.0:1780298627.902590:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3785 00000100:00100000:1.0:1780298627.902599:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608227456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.902606:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.902613:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63029043 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c92a8 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.902614:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3786 00000100:00100000:0.0:1780298627.902630:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608227584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.902639:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.902640:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604150912:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.902650:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e6302904a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c92af expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.902676:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604151040:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.902677:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.902703:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.903297:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604150912:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.903313:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63029043 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92a8 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.903327:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63029043 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92a8 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.903338:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:1.0:1780298627.903373:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608227456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 776us (877us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.903381:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3785 00000100:00100000:1.0:1780298627.903456:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604151040:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.903477:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e6302904a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92af expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.903489:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e6302904a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92af expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.903498:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2800, rc 0) 00000100:00100000:1.0:1780298627.903525:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608227584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 900us (975us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.903531:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3786 00000100:00100000:2.0:1780298627.904270:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.904302:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608227712 00000100:00100000:0.0:1780298627.904307:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608227712 00000100:00100000:0.0:1780298627.904337:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3787 00000100:00100000:0.0:1780298627.904343:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777608227712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.904350:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.904356:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63029051 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c92b6 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.904369:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(101 76) 00010000:00010000:0.0:1780298627.904372:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(101 76) 00010000:00010000:0.0:1780298627.904379:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63029051 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2093056->3522559] (req 2093056->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92b6 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.904407:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63029051 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2093056->3522559] (req 2093056->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92b6 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.904414:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00000100:00100000:0.0:1780298627.904436:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:28749:x1866777608227712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 94us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.904440:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3787 00000100:00100000:2.0:1780298627.905106:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.905152:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608227840 00000100:00100000:3.0:1780298627.905156:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608227840 00002000:00100000:2.0:1780298627.905210:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2093056->2097151) req@ffff9cf37f8a4000 x1866777608227840/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.905220:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4000 with x1866777608227840 ext(2093056->2097151) 00002000:00010000:2.0:1780298627.905225:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a4000 00000100:00100000:2.0:1780298627.905247:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3988 00000100:00100000:2.0:1780298627.905253:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608227840:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.905373:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608227840:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 121us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.905378:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3988 00002000:00100000:2.0:1780298627.905384:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2093056->2097151) req@ffff9cf37f8a4000 x1866777608227840/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.905404:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4000 with x1866777608227840 ext(2093056->2097151) 00002000:00010000:2.0:1780298627.905407:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a4000 00000100:00100000:2.0:1780298627.906295:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.906324:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608227968 00000100:00100000:1.0:1780298627.906329:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608227968 00002000:00100000:1.0:1780298627.906347:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2097152->2101247) req@ffff9cf37f8a7b80 x1866777608227968/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.906353:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a7b80 with x1866777608227968 ext(2097152->2101247) 00002000:00010000:1.0:1780298627.906356:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a7b80 00000100:00100000:1.0:1780298627.906374:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3989 00000100:00100000:1.0:1780298627.906380:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608227968:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.906464:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608227968:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 83us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.906470:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3989 00002000:00100000:1.0:1780298627.906475:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2097152->2101247) req@ffff9cf37f8a7b80 x1866777608227968/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.906481:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a7b80 with x1866777608227968 ext(2097152->2101247) 00002000:00010000:1.0:1780298627.906484:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a7b80 00000100:00100000:3.0:1780298627.907289:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.907323:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608228096 00000100:00100000:2.0:1780298627.907327:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608228096 00002000:00100000:2.0:1780298627.907342:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2101248->2105343) req@ffff9cf37f8d7800 x1866777608228096/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.907348:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d7800 with x1866777608228096 ext(2101248->2105343) 00002000:00010000:2.0:1780298627.907350:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8d7800 00000100:00100000:2.0:1780298627.907364:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3990 00000100:00100000:2.0:1780298627.907369:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608228096:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.907438:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608228096:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.907443:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3990 00002000:00100000:2.0:1780298627.907448:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2101248->2105343) req@ffff9cf37f8d7800 x1866777608228096/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.907454:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d7800 with x1866777608228096 ext(2101248->2105343) 00002000:00010000:2.0:1780298627.907456:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8d7800 00000100:00100000:2.0:1780298627.908165:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.908202:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608228224 00000100:00100000:1.0:1780298627.908207:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608228224 00002000:00100000:1.0:1780298627.908226:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2105344->2109439) req@ffff9cf37f8a7800 x1866777608228224/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.908235:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a7800 with x1866777608228224 ext(2105344->2109439) 00002000:00010000:1.0:1780298627.908239:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a7800 00000100:00100000:1.0:1780298627.908260:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3991 00000100:00100000:1.0:1780298627.908269:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608228224:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.908341:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608228224:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 74us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.908348:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3991 00002000:00100000:1.0:1780298627.908355:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2105344->2109439) req@ffff9cf37f8a7800 x1866777608228224/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.908363:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a7800 with x1866777608228224 ext(2105344->2109439) 00002000:00010000:1.0:1780298627.908366:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a7800 00000100:00100000:0.0:1780298627.909057:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.909094:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608228352 00000100:00100000:2.0:1780298627.909097:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608228352 00002000:00100000:2.0:1780298627.909111:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2109440->2113535) req@ffff9cf2425f1c00 x1866777608228352/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.909121:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1c00 with x1866777608228352 ext(2109440->2113535) 00002000:00010000:2.0:1780298627.909139:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f1c00 00000100:00100000:2.0:1780298627.909150:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3992 00000100:00100000:2.0:1780298627.909157:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608228352:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.909216:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608228352:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 60us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.909220:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3992 00002000:00100000:2.0:1780298627.909223:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2109440->2113535) req@ffff9cf2425f1c00 x1866777608228352/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.909227:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1c00 with x1866777608228352 ext(2109440->2113535) 00002000:00010000:2.0:1780298627.909230:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f1c00 00000100:00100000:3.0:1780298627.909914:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.909947:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608228480 00000100:00100000:2.0:1780298627.909951:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608228480 00002000:00100000:2.0:1780298627.909964:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2113536->2117631) req@ffff9cf37f8d5500 x1866777608228480/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.909969:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d5500 with x1866777608228480 ext(2113536->2117631) 00002000:00010000:2.0:1780298627.909971:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8d5500 00000100:00100000:2.0:1780298627.909985:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3993 00000100:00100000:2.0:1780298627.909988:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608228480:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.910043:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608228480:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 54us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.910048:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3993 00002000:00100000:2.0:1780298627.910054:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2113536->2117631) req@ffff9cf37f8d5500 x1866777608228480/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.910062:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d5500 with x1866777608228480 ext(2113536->2117631) 00002000:00010000:2.0:1780298627.910066:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8d5500 00000100:00100000:1.0:1780298627.910863:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.910910:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608228608 00000100:00100000:2.0:1780298627.910915:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608228608 00002000:00100000:2.0:1780298627.910934:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2117632->2121727) req@ffff9cf255489880 x1866777608228608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.910942:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489880 with x1866777608228608 ext(2117632->2121727) 00002000:00010000:2.0:1780298627.910945:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255489880 00000100:00100000:2.0:1780298627.910967:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3994 00000100:00100000:2.0:1780298627.910975:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608228608:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.911050:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608228608:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 76us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.911058:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3994 00002000:00100000:2.0:1780298627.911064:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2117632->2121727) req@ffff9cf255489880 x1866777608228608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.911072:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489880 with x1866777608228608 ext(2117632->2121727) 00002000:00010000:2.0:1780298627.911075:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255489880 00000100:00100000:0.0:1780298627.911862:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.911898:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608228736 00000100:00100000:2.0:1780298627.911902:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608228736 00002000:00100000:2.0:1780298627.911915:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2121728->2125823) req@ffff9cf2425f2a00 x1866777608228736/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.911921:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f2a00 with x1866777608228736 ext(2121728->2125823) 00002000:00010000:2.0:1780298627.911923:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f2a00 00000100:00100000:2.0:1780298627.911937:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3995 00000100:00100000:2.0:1780298627.911942:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608228736:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.912000:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608228736:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.912005:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3995 00002000:00100000:2.0:1780298627.912008:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2121728->2125823) req@ffff9cf2425f2a00 x1866777608228736/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.912013:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f2a00 with x1866777608228736 ext(2121728->2125823) 00002000:00010000:2.0:1780298627.912015:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f2a00 00000100:00100000:3.0:1780298627.912776:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.912827:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608228864 00000100:00100000:1.0:1780298627.912833:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608228864 00002000:00100000:1.0:1780298627.912855:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2125824->2129919) req@ffff9cf37f8d5180 x1866777608228864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.912865:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d5180 with x1866777608228864 ext(2125824->2129919) 00002000:00010000:1.0:1780298627.912869:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8d5180 00000100:00100000:1.0:1780298627.912889:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3996 00000100:00100000:1.0:1780298627.912898:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608228864:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.912970:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608228864:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.912977:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3996 00002000:00100000:1.0:1780298627.912984:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2125824->2129919) req@ffff9cf37f8d5180 x1866777608228864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.912993:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d5180 with x1866777608228864 ext(2125824->2129919) 00002000:00010000:1.0:1780298627.912996:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8d5180 00000100:00100000:1.0:1780298627.913748:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.913794:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608228992 00000100:00100000:2.0:1780298627.913799:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608228992 00002000:00100000:2.0:1780298627.913818:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2129920->2134015) req@ffff9cf25548bb80 x1866777608228992/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.913827:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548bb80 with x1866777608228992 ext(2129920->2134015) 00002000:00010000:2.0:1780298627.913830:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25548bb80 00000100:00100000:2.0:1780298627.913850:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3997 00000100:00100000:2.0:1780298627.913859:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608228992:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.913931:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608228992:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 74us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.913940:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3997 00002000:00100000:2.0:1780298627.913947:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2129920->2134015) req@ffff9cf25548bb80 x1866777608228992/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.913955:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548bb80 with x1866777608228992 ext(2129920->2134015) 00002000:00010000:2.0:1780298627.913959:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25548bb80 00000100:00100000:0.0:1780298627.914737:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.914770:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608229120 00000100:00100000:2.0:1780298627.914773:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608229120 00002000:00100000:2.0:1780298627.914787:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2134016->2138111) req@ffff9cf2425f0a80 x1866777608229120/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.914793:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f0a80 with x1866777608229120 ext(2134016->2138111) 00002000:00010000:2.0:1780298627.914795:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f0a80 00000100:00100000:2.0:1780298627.914808:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3998 00000100:00100000:2.0:1780298627.914813:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608229120:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.914869:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608229120:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 55us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.914873:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3998 00002000:00100000:2.0:1780298627.914877:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2134016->2138111) req@ffff9cf2425f0a80 x1866777608229120/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.914882:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f0a80 with x1866777608229120 ext(2134016->2138111) 00002000:00010000:2.0:1780298627.914884:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f0a80 00000100:00100000:3.0:1780298627.915684:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.915724:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608229248 00000100:00100000:2.0:1780298627.915727:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608229248 00002000:00100000:2.0:1780298627.915740:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2138112->2142207) req@ffff9cf37f8d7480 x1866777608229248/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.915746:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d7480 with x1866777608229248 ext(2138112->2142207) 00002000:00010000:2.0:1780298627.915748:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8d7480 00000100:00100000:2.0:1780298627.915761:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3999 00000100:00100000:2.0:1780298627.915765:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608229248:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.915822:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608229248:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 56us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.915826:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3999 00002000:00100000:2.0:1780298627.915830:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2138112->2142207) req@ffff9cf37f8d7480 x1866777608229248/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.915835:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d7480 with x1866777608229248 ext(2138112->2142207) 00002000:00010000:2.0:1780298627.915838:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8d7480 00000100:00100000:1.0:1780298627.916656:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.916701:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608229376 00000100:00100000:2.0:1780298627.916706:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608229376 00002000:00100000:2.0:1780298627.916724:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2142208->2146303) req@ffff9cf255489500 x1866777608229376/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.916733:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489500 with x1866777608229376 ext(2142208->2146303) 00002000:00010000:2.0:1780298627.916736:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255489500 00000100:00100000:2.0:1780298627.916750:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4000 00000100:00100000:2.0:1780298627.916755:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608229376:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.916811:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608229376:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 56us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.916815:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4000 00002000:00100000:2.0:1780298627.916820:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2142208->2146303) req@ffff9cf255489500 x1866777608229376/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.916825:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489500 with x1866777608229376 ext(2142208->2146303) 00002000:00010000:2.0:1780298627.916827:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255489500 00000100:00100000:0.0:1780298627.917639:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.917683:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608229504 00000100:00100000:1.0:1780298627.917687:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608229504 00002000:00100000:1.0:1780298627.917706:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2146304->2150399) req@ffff9cf2425f2d80 x1866777608229504/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.917716:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f2d80 with x1866777608229504 ext(2146304->2150399) 00002000:00010000:1.0:1780298627.917720:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f2d80 00000100:00100000:1.0:1780298627.917739:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4001 00000100:00100000:1.0:1780298627.917748:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608229504:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.917817:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608229504:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.917822:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4001 00002000:00100000:1.0:1780298627.917828:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2146304->2150399) req@ffff9cf2425f2d80 x1866777608229504/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.917834:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f2d80 with x1866777608229504 ext(2146304->2150399) 00002000:00010000:1.0:1780298627.917837:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f2d80 00000100:00100000:3.0:1780298627.918643:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.918677:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608229632 00000100:00100000:2.0:1780298627.918681:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608229632 00002000:00100000:2.0:1780298627.918696:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2150400->2154495) req@ffff9cf37f8d7100 x1866777608229632/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.918704:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d7100 with x1866777608229632 ext(2150400->2154495) 00002000:00010000:2.0:1780298627.918708:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8d7100 00000100:00100000:2.0:1780298627.918728:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4002 00000100:00100000:2.0:1780298627.918736:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608229632:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.918810:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608229632:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 75us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.918815:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4002 00002000:00100000:2.0:1780298627.918819:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2150400->2154495) req@ffff9cf37f8d7100 x1866777608229632/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.918825:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8d7100 with x1866777608229632 ext(2150400->2154495) 00002000:00010000:2.0:1780298627.918828:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8d7100 00000100:00100000:2.0:1780298627.919662:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.919712:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608229760 00000100:00100000:1.0:1780298627.919716:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608229760 00002000:00100000:1.0:1780298627.919732:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2154496->2158591) req@ffff9cf255490e00 x1866777608229760/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.919739:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490e00 with x1866777608229760 ext(2154496->2158591) 00002000:00010000:1.0:1780298627.919742:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255490e00 00000100:00100000:1.0:1780298627.919755:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4003 00000100:00100000:1.0:1780298627.919760:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608229760:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298627.919822:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608229760:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 61us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.919829:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4003 00002000:00100000:1.0:1780298627.919834:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2154496->2158591) req@ffff9cf255490e00 x1866777608229760/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.919843:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490e00 with x1866777608229760 ext(2154496->2158591) 00002000:00010000:1.0:1780298627.919846:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255490e00 00000100:00100000:0.0:1780298627.920870:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.920895:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.920916:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608229888 00000100:00100000:1.0:1780298627.920921:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608229888 00000100:00100000:2.0:1780298627.920945:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608230016 00000100:00100000:2.0:1780298627.920950:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608230016 00000100:00100000:1.0:1780298627.920963:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3788 00000100:00100000:1.0:1780298627.920976:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608229888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.920986:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298627.920996:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3789 00010000:00010000:1.0:1780298627.921003:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63029058 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c92bd expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.921010:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608230016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298627.921023:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298627.921035:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302905f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c92c4 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.921065:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604151168:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.921073:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604151296:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.921150:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.921196:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.921921:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604151168:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.921921:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604151296:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.921953:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302905f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92c4 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.921954:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63029058 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92bd expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.921983:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63029058 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92bd expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.921983:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302905f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92c4 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.922003:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00010000:00010000:0.0:1780298627.922006:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298627.922033:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608229888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1062us (1163us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.922035:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608230016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1030us (1136us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.922044:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3788 00000100:00100000:0.0:1780298627.922053:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3789 00000100:00100000:2.0:1780298627.923004:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.923043:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608230144 00000100:00100000:1.0:1780298627.923047:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608230144 00000100:00100000:1.0:1780298627.923082:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3790 00000100:00100000:3.0:1780298627.923089:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.923090:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608230144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.923101:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.923111:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e63029066 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c92cb expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.923150:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608230272 00000100:00100000:2.0:1780298627.923155:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608230272 00000100:00100000:1.0:1780298627.923171:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604151424:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.923195:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3791 00000100:00100000:2.0:1780298627.923205:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608230272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.923214:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.923219:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00010000:00010000:2.0:1780298627.923224:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302906d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c92d2 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.923262:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604151552:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.923299:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.923881:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604151424:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.923896:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e63029066 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92cb expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.923911:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e63029066 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92cb expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.923920:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9c00, rc 0) 00000100:00100000:1.0:1780298627.923949:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608230144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 860us (947us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.923956:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3790 00000100:00100000:0.0:1780298627.924023:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604151552:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.924043:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302906d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92d2 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.924058:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302906d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92d2 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.924068:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:0.0:1780298627.924098:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608230272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 896us (1009us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.924105:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3791 00000100:00100000:2.0:1780298627.924916:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.924954:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608230400 00000100:00100000:0.0:1780298627.924959:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608230400 00000100:00100000:0.0:1780298627.924996:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3792 00000100:00100000:3.0:1780298627.925002:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.925007:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608230400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.925016:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.925025:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608230528 00010000:00010000:0.0:1780298627.925025:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e63029074 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c92d9 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.925031:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608230528 00000100:00100000:0.0:1780298627.925058:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604151680:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.925073:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3793 00000100:00100000:2.0:1780298627.925086:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608230528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.925094:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.925105:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302907b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c92e0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.925115:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.925156:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604151808:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.925186:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.925828:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604151680:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.925844:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e63029074 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92d9 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.925855:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e63029074 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92d9 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.925862:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3200, rc 0) 00000100:00100000:0.0:1780298627.925891:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608230400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 888us (977us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.925898:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3792 00000100:00100000:2.0:1780298627.925948:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604151808:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.925968:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302907b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92e0 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.925982:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302907b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92e0 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.925991:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298627.926036:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608230528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 954us (1034us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.926042:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3793 00000100:00100000:1.0:1780298627.927009:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.927051:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608230656 00000100:00100000:0.0:1780298627.927056:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608230656 00000100:00100000:0.0:1780298627.927090:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3794 00000100:00100000:0.0:1780298627.927099:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608230656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.927109:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.927119:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63029082 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c92e7 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.927169:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63028fa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [507904->34062335] (req 507904->524287) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9207 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.927178:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(139 155) 00010000:00010000:0.0:1780298627.927183:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(140 155) 00010000:00010000:0.0:1780298627.927188:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63029082 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [909312->913407] (req 909312->913407) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92e7 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.927211:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63028fa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [507904->34062335] (req 507904->524287) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9207 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.927226:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63028fa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [507904->34062335] (req 507904->524287) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9207 expref: 8 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.927239:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604151936:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.927281:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.928035:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604151936:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298627.928066:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63029082 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [909312->913407] (req 909312->913407) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92e7 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.928081:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00000100:00100000:0.0:1780298627.928122:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608230656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1024us (1113us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.928146:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3794 00000100:00100000:3.0:1780298627.928215:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.928248:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608230784 00000100:00100000:2.0:1780298627.928253:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608230784 00010000:00010000:2.0:1780298627.928278:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63028fa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [507904->34062335] (req 507904->524287) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9207 expref: 9 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.928309:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13969 00000100:00100000:2.0:1780298627.928316:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608230784:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.928328:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.928343:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63028fa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [507904->34062335] (req 507904->524287) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9207 expref: 9 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.928355:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63028fa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [507904->34062335] (req 507904->524287) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9207 expref: 9 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.928375:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63028fa2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [507904->34062335] (req 507904->524287) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9207 expref: 9 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.928387:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(140 155) 00010000:00010000:2.0:1780298627.928403:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(140 155) 00010000:00010000:2.0:1780298627.928412:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63029082 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92e7 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.928423:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63029082 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92e7 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.928446:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63029082 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92e7 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.928462:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604152064:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.928500:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.929261:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604152064:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.929276:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.929313:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608230784:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 997us (1099us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.929322:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13969 00000100:00100000:1.0:1780298627.929728:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.929899:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608230912 00000100:00100000:2.0:1780298627.929904:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608230912 00002000:00100000:2.0:1780298627.929939:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (909312->913407) req@ffff9cf255991c00 x1866777608230912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.929949:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255991c00 with x1866777608230912 ext(909312->913407) 00002000:00010000:2.0:1780298627.929954:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255991c00 00000100:00100000:2.0:1780298627.929979:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4004 00000100:00100000:2.0:1780298627.929988:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608230912:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.930173:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608230912:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 186us (444us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.930181:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4004 00002000:00100000:2.0:1780298627.930187:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (909312->913407) req@ffff9cf255991c00 x1866777608230912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.930196:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255991c00 with x1866777608230912 ext(909312->913407) 00002000:00010000:2.0:1780298627.930200:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255991c00 00000100:00100000:0.0:1780298627.931285:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.931328:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608231040 00000100:00100000:2.0:1780298627.931333:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608231040 00002000:00100000:2.0:1780298627.931356:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (913408->917503) req@ffff9cf37f8cb480 x1866777608231040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.931367:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8cb480 with x1866777608231040 ext(913408->917503) 00002000:00010000:2.0:1780298627.931371:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8cb480 00000100:00100000:2.0:1780298627.931408:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4005 00000100:00100000:2.0:1780298627.931417:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608231040:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.931503:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608231040:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 88us (220us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.931508:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4005 00002000:00100000:2.0:1780298627.931513:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (913408->917503) req@ffff9cf37f8cb480 x1866777608231040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.931519:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8cb480 with x1866777608231040 ext(913408->917503) 00002000:00010000:2.0:1780298627.931522:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8cb480 00000100:00100000:3.0:1780298627.932751:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.932802:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608231168 00000100:00100000:1.0:1780298627.932808:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608231168 00002000:00100000:1.0:1780298627.932833:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (888832->954367) req@ffff9cf244811500 x1866777608231168/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.932842:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811500 with x1866777608231168 ext(888832->954367) 00002000:00010000:1.0:1780298627.932846:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244811500 00000100:00100000:1.0:1780298627.932866:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4006 00000100:00100000:1.0:1780298627.932872:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608231168:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.933910:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608231168:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1035us (1159us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298627.933919:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4006 00002000:00100000:2.0:1780298627.933928:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (888832->954367) req@ffff9cf244811500 x1866777608231168/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 504/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.933938:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811500 with x1866777608231168 ext(888832->954367) 00002000:00010000:2.0:1780298627.933942:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244811500 00000100:00100000:1.0:1780298627.934985:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.935027:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608231296 00000100:00100000:0.0:1780298627.935034:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608231296 00000100:00100000:0.0:1780298627.935075:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3795 00000100:00100000:0.0:1780298627.935088:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608231296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.935100:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298627.935116:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298627.935118:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63029089 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c92ee expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.935167:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608231424 00000100:00100000:1.0:1780298627.935173:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608231424 00010000:00010000:0.0:1780298627.935180:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(140 155) 00010000:00010000:0.0:1780298627.935185:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(140 155) 00010000:00010000:0.0:1780298627.935196:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63029089 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92ee expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.935204:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3796 00000100:00100000:1.0:1780298627.935211:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608231424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.935219:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.935221:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63029089 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92ee expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.935228:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029090 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c92f5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.935235:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:0.0:1780298627.935272:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608231296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 188us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.935276:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604152192:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.935284:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3795 00000100:00100000:1.0:1780298627.935340:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.936087:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604152192:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298627.936114:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029090 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92f5 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.936161:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029090 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92f5 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.936174:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00000100:00100000:3.0:1780298627.936207:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608231424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 996us (1129us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298627.936215:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3796 00000100:00100000:2.0:1780298627.937121:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.937184:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608231552 00000100:00100000:0.0:1780298627.937189:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608231552 00000100:00100000:0.0:1780298627.937221:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3797 00000100:00100000:0.0:1780298627.937229:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777608231552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.937240:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.937250:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63029097 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c92fc expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.937283:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604152320:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.937328:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.938061:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604152320:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.938077:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63029097 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92fc expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.938091:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63029097 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92fc expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.938101:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:0.0:1780298627.938151:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777608231552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 921us (1028us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.938158:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3797 00000100:00100000:1.0:1780298627.939409:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.939454:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608231680 00000100:00100000:2.0:1780298627.939461:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608231680 00002000:00100000:2.0:1780298627.939493:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2879488->2904063) req@ffff9cf255681880 x1866777608231680/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.939504:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255681880 with x1866777608231680 ext(2879488->2904063) 00002000:00010000:2.0:1780298627.939510:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255681880 00000100:00100000:2.0:1780298627.939531:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4007 00000100:00100000:2.0:1780298627.939539:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608231680:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.940399:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608231680:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 849us (979us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1780298627.940409:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4007 00002000:00100000:2.0:1780298627.940417:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2879488->2904063) req@ffff9cf255681880 x1866777608231680/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.940427:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255681880 with x1866777608231680 ext(2879488->2904063) 00002000:00010000:2.0:1780298627.940431:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255681880 00000100:00100000:2.0:1780298627.941445:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.941480:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608231808 00000100:00100000:0.0:1780298627.941486:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608231808 00000100:00100000:0.0:1780298627.941524:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3798 00000100:00100000:0.0:1780298627.941530:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608231808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.941539:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.941551:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e6302909e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9303 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.941602:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604152448:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.941658:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.942283:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604152448:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.942301:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e6302909e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9303 expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.942315:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e6302909e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9303 expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.942323:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:0.0:1780298627.942347:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608231808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 817us (904us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.942352:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3798 00000100:00100000:1.0:1780298627.943267:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.943312:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608231936 00000100:00100000:2.0:1780298627.943317:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608231936 00000100:00100000:2.0:1780298627.943341:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3799 00000100:00100000:2.0:1780298627.943347:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777608231936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.943355:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.943362:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e630290a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c930a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.943386:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604152576:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.943440:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298627.944106:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604152576:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.944122:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e630290a5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c930a expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.944167:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e630290a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c930a expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.944177:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:0.0:1780298627.944200:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777608231936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 854us (936us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.944205:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3799 00000100:00100000:3.0:1780298627.945794:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.945847:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608232064 00000100:00100000:1.0:1780298627.945853:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608232064 00000100:00100000:1.0:1780298627.945897:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3800 00000100:00100000:1.0:1780298627.945907:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608232064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.945922:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.945936:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630290ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9311 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.945961:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63029082 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92e7 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.945977:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63029089 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92ee expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.945985:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(140 155) 00010000:00010000:1.0:1780298627.945990:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(140 155) 00010000:00010000:1.0:1780298627.945996:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630290ac lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5713920->5754879] (req 5713920->5754879) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9311 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.946024:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63029089 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92ee expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.946038:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63029089 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92ee expref: 10 pid: 20252 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.946051:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604152704:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.946119:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63029082 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92e7 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.946155:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63029082 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92e7 expref: 8 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.946166:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255683480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604152832:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.946200:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298627.946831:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604152704:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.946997:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255683480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604152832:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.947020:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630290ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5713920->5754879] (req 5713920->5754879) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9311 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.947036:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9800, rc 0) 00000100:00100000:1.0:1780298627.947064:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608232064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1160us (1275us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.947071:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3800 00000100:00100000:3.0:1780298627.947089:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.947113:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608232192 00000100:00100000:1.0:1780298627.947117:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608232192 00010000:00010000:1.0:1780298627.947160:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63029089 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92ee expref: 10 pid: 20252 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.947195:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13970 00000100:00100000:1.0:1780298627.947203:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608232192:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.947215:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.947233:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63029089 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92ee expref: 10 pid: 20252 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.947246:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63029089 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92ee expref: 10 pid: 20252 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.947263:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63029089 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92ee expref: 10 pid: 20252 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.947273:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.947305:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608232192:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 104us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.947311:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13970 00000100:00100000:2.0:1780298627.947435:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.947467:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608232320 00000100:00100000:0.0:1780298627.947472:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608232320 00010000:00010000:0.0:1780298627.947491:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63029082 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92e7 expref: 9 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.947517:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13971 00000100:00100000:0.0:1780298627.947526:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608232320:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298627.947535:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298627.947545:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63029082 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92e7 expref: 9 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.947557:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63029082 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92e7 expref: 9 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.947573:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63029082 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 909312->913407) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92e7 expref: 9 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.947585:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(140 155) 00010000:00010000:0.0:1780298627.947589:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(140 155) 00010000:00010000:0.0:1780298627.947597:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630290ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5713920->39268351] (req 5713920->5754879) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9311 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.947606:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630290ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5713920->39268351] (req 5713920->5754879) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9311 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.947626:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630290ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5713920->39268351] (req 5713920->5754879) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9311 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.947634:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604152960:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298627.947667:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.948297:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ca300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604152960:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.948306:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.948328:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608232320:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 806us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.948333:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13971 00000100:00100000:3.0:1780298627.948967:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.949032:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608232448 00000100:00100000:0.0:1780298627.949036:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608232448 00000100:00100000:0.0:1780298627.949063:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3801 00000100:00100000:0.0:1780298627.949068:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608232448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.949079:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.949090:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630290b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9318 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.949153:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.949158:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604153088:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.949200:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608232576 00000100:00100000:2.0:1780298627.949204:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608232576 00000100:00100000:0.0:1780298627.949208:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.949240:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3802 00000100:00100000:2.0:1780298627.949262:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608232576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.949271:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.949281:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e630290ba lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c931f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.949312:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604153216:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.949342:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00002000:00010000:0.0:1780298627.949940:0:8358:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 4194304 -> 5751982 00000100:00100000:0.0:1780298627.949954:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604153088:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.949967:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604153216:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.949990:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630290b3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9318 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.949992:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e630290ba lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c931f expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.950019:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630290b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9318 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.950022:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e630290ba lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c931f expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.950033:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00010000:00010000:2.0:1780298627.950038:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:0.0:1780298627.950059:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608232448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 990us (1093us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.950068:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3801 00000100:00100000:2.0:1780298627.950069:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608232576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 809us (965us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.950084:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3802 00000100:00100000:3.0:1780298627.951121:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.951188:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608232704 00000100:00100000:0.0:1780298627.951193:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608232704 00000100:00100000:0.0:1780298627.951228:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3803 00000100:00100000:0.0:1780298627.951237:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608232704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.951251:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.951262:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630290c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9326 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.951267:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.951295:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604153344:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.951304:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608232832 00000100:00100000:1.0:1780298627.951310:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608232832 00000100:00100000:1.0:1780298627.951351:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3804 00000100:00100000:0.0:1780298627.951355:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.951362:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608232832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.951370:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.951382:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e630290c8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c932d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.951423:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255683480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604153472:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.951460:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.951951:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604153344:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.951970:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630290c1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9326 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.951988:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630290c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9326 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.951996:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:2.0:1780298627.952030:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608232704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 793us (909us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.952042:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3803 00000100:00100000:0.0:1780298627.952082:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255683480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604153472:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.952100:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e630290c8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c932d expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.952114:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e630290c8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c932d expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.952150:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:0.0:1780298627.952176:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608232832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 818us (909us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.952183:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3804 00000100:00100000:1.0:1780298627.953082:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.953116:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608232960 00000100:00100000:0.0:1780298627.953120:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608232960 00000100:00100000:0.0:1780298627.953174:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3805 00000100:00100000:0.0:1780298627.953183:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:28749:x1866777608232960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.953193:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.953203:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630290cf lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9334 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.953222:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029004 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3522560->37076991] (req 3522560->3575807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9269 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.953232:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(101 76) 00010000:00010000:0.0:1780298627.953236:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(102 76) 00010000:00010000:0.0:1780298627.953241:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630290cf lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4190208->4194303] (req 4190208->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9334 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.953263:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029004 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3522560->37076991] (req 3522560->3575807) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9269 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.953277:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029004 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3522560->37076991] (req 3522560->3575807) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9269 expref: 13 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.953288:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604153600:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298627.953334:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.953972:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604153600:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.953984:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630290cf lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4190208->4194303] (req 4190208->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9334 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.953993:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:1.0:1780298627.954021:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777608232960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 839us (939us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.954032:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3805 00000100:00100000:3.0:1780298627.954307:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.954348:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608233088 00000100:00100000:1.0:1780298627.954356:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608233088 00002000:00100000:1.0:1780298627.954384:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (3522560->3574193) req@ffff9cf243063100 x1866777608233088/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.954404:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243063100 with x1866777608233088 ext(3522560->3574193) 00010000:00010000:1.0:1780298627.954410:0:19951:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029004 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3522560->37076991] (req 3522560->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9269 expref: 14 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.954420:0:19951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029004 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3522560->37076991] (req 3522560->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9269 expref: 14 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298627.954427:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf243063100 00000100:00100000:1.0:1780298627.954454:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 95 00000100:00100000:1.0:1780298627.954463:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608233088:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298627.955923:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608233088:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1460us (1614us total) trans 4294968753 rc 0/0 00000100:00100000:1.0:1780298627.955934:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 95 00002000:00100000:1.0:1780298627.955941:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (3522560->3574193) req@ffff9cf243063100 x1866777608233088/t4294968753(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:333/0 lens 488/448 e 0 to 0 dl 1780298638 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298627.955951:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243063100 with x1866777608233088 ext(3522560->3574193) 00010000:00010000:1.0:1780298627.955958:0:19951:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029004 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3522560->37076991] (req 3522560->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9269 expref: 16 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.955977:0:19951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029004 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3522560->37076991] (req 3522560->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9269 expref: 16 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298627.955986:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf243063100 00000100:00100000:3.0:1780298627.956737:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.956779:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608233216 00000100:00100000:2.0:1780298627.956784:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608233216 00010000:00010000:2.0:1780298627.956803:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029004 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3522560->37076991] (req 3522560->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9269 expref: 16 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.956828:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13972 00000100:00100000:2.0:1780298627.956834:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777608233216:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.956843:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298627.956852:0:7400:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 112 -> 216 00010000:00010000:2.0:1780298627.956857:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029004 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3522560->37076991] (req 3522560->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9269 expref: 16 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.956865:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029004 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3522560->37076991] (req 3522560->3575807) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9269 expref: 16 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.956881:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029004 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3522560->37076991] (req 3522560->3575807) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9269 expref: 16 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.956894:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(102 76) 00010000:00010000:2.0:1780298627.956897:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(102 76) 00010000:00010000:2.0:1780298627.956904:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630290cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4190208->37744639] (req 4190208->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9334 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.956910:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630290cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4190208->37744639] (req 4190208->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9334 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.956930:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630290cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4190208->37744639] (req 4190208->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9334 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.956945:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604153728:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.956993:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.957682:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604153728:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.957696:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.957722:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608233216:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 888us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.957730:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13972 00000100:00100000:3.0:1780298627.957910:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.957940:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608233344 00000100:00100000:2.0:1780298627.957944:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608233344 00002000:00100000:2.0:1780298627.957969:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (4190208->4194303) req@ffff9cf243062300 x1866777608233344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.957982:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243062300 with x1866777608233344 ext(4190208->4194303) 00002000:00010000:2.0:1780298627.957985:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243062300 00000100:00100000:2.0:1780298627.958009:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4008 00000100:00100000:2.0:1780298627.958016:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608233344:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.958117:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608233344:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 102us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.958122:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4008 00002000:00100000:2.0:1780298627.958144:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (4190208->4194303) req@ffff9cf243062300 x1866777608233344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.958151:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243062300 with x1866777608233344 ext(4190208->4194303) 00002000:00010000:2.0:1780298627.958153:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243062300 00000100:00100000:3.0:1780298627.958917:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.958947:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608233472 00000100:00100000:2.0:1780298627.958951:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608233472 00000100:00100000:2.0:1780298627.958980:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3806 00000100:00100000:2.0:1780298627.958989:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608233472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.958999:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.959014:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630290d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c933b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.959027:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(140 155) 00010000:00010000:2.0:1780298627.959030:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(140 155) 00010000:00010000:2.0:1780298627.959035:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630290d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4194304->5709823] (req 4194304->4202495) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c933b expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.959044:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630290d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4194304->5709823] (req 4194304->4202495) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c933b expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.959054:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298627.959076:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608233472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 90us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.959080:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3806 00000100:00100000:3.0:1780298627.959789:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.959836:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608233600 00000100:00100000:2.0:1780298627.959841:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608233600 00002000:00100000:2.0:1780298627.959861:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (4198400->4202495) req@ffff9cf243063b80 x1866777608233600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.959870:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243063b80 with x1866777608233600 ext(4198400->4202495) 00002000:00010000:2.0:1780298627.959874:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243063b80 00000100:00100000:2.0:1780298627.959894:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4009 00000100:00100000:2.0:1780298627.959901:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608233600:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.960008:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608233600:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 107us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.960016:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4009 00002000:00100000:2.0:1780298627.960022:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (4198400->4202495) req@ffff9cf243063b80 x1866777608233600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.960030:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243063b80 with x1866777608233600 ext(4198400->4202495) 00002000:00010000:2.0:1780298627.960033:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243063b80 00000100:00100000:3.0:1780298627.960938:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.960967:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.960986:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608233728 00000100:00100000:2.0:1780298627.960991:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608233728 00000100:00100000:0.0:1780298627.961023:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608233856 00000100:00100000:0.0:1780298627.961028:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608233856 00000100:00100000:2.0:1780298627.961029:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3807 00000100:00100000:2.0:1780298627.961040:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608233728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.961049:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.961062:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e630290dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9342 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.961063:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3808 00000100:00100000:0.0:1780298627.961077:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608233856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.961086:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.961098:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e630290e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9349 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.961110:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604153856:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.961153:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604153984:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.961195:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.961196:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00002000:00010000:0.0:1780298627.961910:0:8359:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size: 3574194 -> 4194304 00000100:00100000:0.0:1780298627.961923:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604153984:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.961932:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604153856:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.961943:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e630290e4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9349 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.961951:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e630290dd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9342 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.961971:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e630290e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9349 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.961972:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e630290dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9342 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.961996:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00010000:00010000:0.0:1780298627.961996:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:2.0:1780298627.962024:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608233728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 988us (1088us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.962029:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3807 00000100:00100000:0.0:1780298627.962033:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608233856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 960us (1065us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.962039:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3808 00000100:00100000:3.0:1780298627.962945:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.962993:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608233984 00000100:00100000:1.0:1780298627.963003:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608233984 00000100:00100000:1.0:1780298627.963041:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3809 00000100:00100000:1.0:1780298627.963051:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608233984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.963060:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.963070:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630290eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9350 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.963104:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604154112:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.963146:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.963167:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608234112 00000100:00100000:2.0:1780298627.963171:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608234112 00000100:00100000:1.0:1780298627.963188:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.963198:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3810 00000100:00100000:2.0:1780298627.963204:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608234112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.963211:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.963218:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e630290f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9357 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.963242:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604154240:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.963278:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.964036:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604154112:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.964044:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604154240:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.964058:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630290eb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9350 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.964065:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e630290f2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9357 expref: 19 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.964081:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630290eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9350 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.964082:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e630290f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9357 expref: 19 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.964098:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00010000:00010000:1.0:1780298627.964102:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:2.0:1780298627.964138:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608234112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 920us (997us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.964144:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3810 00000100:00100000:1.0:1780298627.964164:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608233984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1113us (1217us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.964175:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3809 00000100:00100000:3.0:1780298627.965054:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.965087:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608234368 00000100:00100000:2.0:1780298627.965091:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608234368 00000100:00100000:2.0:1780298627.965116:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61397 00000100:00100000:2.0:1780298627.965121:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+112:28749:x1866777608234368:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298627.965173:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.965189:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157800/0xaf35132e63028f71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c91dd expref: 112 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.965199:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.965203:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298627.965332:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630290f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.965343:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028f9b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9200 expref: 85 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.965357:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630290f9 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.965372:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028f9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9200 expref: 85 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.965382:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028f9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9200 expref: 85 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.965400:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604154368:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.965430:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.965984:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604154368:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.965995:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630290f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.966177:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.966211:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608234496 00000100:00100000:1.0:1780298627.966216:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608234496 00010000:00010000:1.0:1780298627.966234:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028f9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9200 expref: 86 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.966263:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13973 00000100:00100000:1.0:1780298627.966272:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+86:2400:x1866777608234496:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.966282:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298627.966287:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028f9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9200 expref: 86 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.966296:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028f9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9200 expref: 86 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.966307:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63028f9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9200 expref: 86 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.966314:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298627.966317:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630290f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.966324:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630290f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.966329:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630290f9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.966347:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298627.966361:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630290f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.966367:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630290f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.966370:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+85:2400:x1866777608234496:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 99us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.966381:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13973 00000001:00080000:2.0:1780298627.966421:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990605 00000004:00010000:2.0:1780298627.966444:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c233160e reply state 000000003a8dad9d transno 4294990606 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630290f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.966460:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630290f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.966467:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298627.966470:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298627.966473:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298627.966527:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+114:28749:x1866777608234368:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1405us (1475us total) trans 4294990606 rc 0/0 00000100:00100000:2.0:1780298627.966532:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61397 00000020:00080000:2.0:1780298627.966535:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298627.967181:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.967211:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608234624 00000100:00100000:1.0:1780298627.967217:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608234624 00000100:00100000:1.0:1780298627.967247:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3811 00000100:00100000:1.0:1780298627.967255:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608234624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.967273:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.967285:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029100 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c935e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.967304:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630290d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4194304->5709823] (req 4194304->4202495) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c933b expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.967315:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630290ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5713920->39268351] (req 5713920->5754879) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9311 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.967324:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(140 155) 00010000:00010000:1.0:1780298627.967329:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(142 155) 00010000:00010000:1.0:1780298627.967333:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029100 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c935e expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.967353:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630290ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5713920->39268351] (req 5713920->5754879) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9311 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.967369:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630290ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5713920->39268351] (req 5713920->5754879) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9311 expref: 11 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.967380:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604154496:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.967438:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630290d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4194304->5709823] (req 4194304->4202495) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c933b expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.967448:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630290d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4194304->5709823] (req 4194304->4202495) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c933b expref: 11 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.967455:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604154624:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.967473:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.967955:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604154496:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298627.968161:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604154624:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298627.968192:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029100 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c935e expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.968205:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:1.0:1780298627.968234:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608234624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 980us (1052us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.968242:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3811 00000100:00100000:3.0:1780298627.968444:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.968477:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608234752 00000100:00100000:2.0:1780298627.968481:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608234752 00002000:00100000:2.0:1780298627.968501:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (4194304->5751981) req@ffff9cf25599f800 x1866777608234752/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.968508:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599f800 with x1866777608234752 ext(4194304->5751981) 00010000:00010000:2.0:1780298627.968514:0:19943:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630290d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4194304->5709823] (req 4194304->4202495) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c933b expref: 11 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.968521:0:19943:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630290d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4194304->5709823] (req 4194304->4202495) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c933b expref: 11 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.968533:0:19943:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630290ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5713920->39268351] (req 5713920->5754879) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9311 expref: 11 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.968539:0:19943:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630290ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5713920->39268351] (req 5713920->5754879) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9311 expref: 11 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298627.968544:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 2 locks timeout for req ffff9cf25599f800 00000100:00100000:2.0:1780298627.968560:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 96 00000100:00100000:2.0:1780298627.968564:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608234752:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298627.969823:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608234752:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1256us (1378us total) trans 4294969053 rc 0/0 00000100:00100000:2.0:1780298627.969829:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 96 00002000:00100000:2.0:1780298627.969836:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (4194304->5751981) req@ffff9cf25599f800 x1866777608234752/t4294969053(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/448 e 0 to 0 dl 1780298638 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.969842:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599f800 with x1866777608234752 ext(4194304->5751981) 00010000:00010000:2.0:1780298627.969850:0:19943:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630290d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4194304->5709823] (req 4194304->4202495) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c933b expref: 13 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.969858:0:19943:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630290d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4194304->5709823] (req 4194304->4202495) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c933b expref: 13 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.969864:0:19943:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630290ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5713920->39268351] (req 5713920->5754879) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9311 expref: 13 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.969870:0:19943:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630290ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5713920->39268351] (req 5713920->5754879) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9311 expref: 13 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298627.969874:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 2 locks timeout for req ffff9cf25599f800 00000100:00100000:3.0:1780298627.970639:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.970665:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.970687:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608234880 00000100:00100000:2.0:1780298627.970692:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608234880 00010000:00010000:2.0:1780298627.970710:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630290d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4194304->5709823] (req 4194304->4202495) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c933b expref: 13 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.970713:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608235008 00000100:00100000:1.0:1780298627.970720:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608235008 00000100:00100000:2.0:1780298627.970737:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13974 00010000:00010000:1.0:1780298627.970742:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630290ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5713920->39268351] (req 5713920->5754879) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9311 expref: 14 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.970751:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777608234880:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.970764:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298627.970775:0:6463:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1032 -> 1128 00000100:00100000:1.0:1780298627.970781:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13975 00010000:00010000:2.0:1780298627.970783:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630290d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4194304->5709823] (req 4194304->4202495) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c933b expref: 14 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.970794:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608235008:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.970795:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630290d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4194304->5709823] (req 4194304->4202495) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c933b expref: 14 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.970810:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.970816:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630290d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4194304->5709823] (req 4194304->4202495) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c933b expref: 14 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.970823:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630290ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [5713920->39268351] (req 5713920->5754879) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9311 expref: 14 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.970828:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298627.970839:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630290ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5713920->39268351] (req 5713920->5754879) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9311 expref: 13 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.970854:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608234880:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 108us (216us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298627.970856:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e630290ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5713920->39268351] (req 5713920->5754879) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9311 expref: 13 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.970863:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13974 00010000:00010000:1.0:1780298627.970875:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(142 155) 00010000:00010000:1.0:1780298627.970880:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(142 155) 00010000:00010000:1.0:1780298627.970888:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029100 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c935e expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.970898:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029100 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c935e expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.970928:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029100 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c935e expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.970946:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604154752:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298627.970996:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.971752:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604154752:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.971765:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.971794:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608235008:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1005us (1129us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.971800:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13975 00000100:00100000:0.0:1780298627.971897:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.971934:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608235136 00000100:00100000:2.0:1780298627.971939:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608235136 00000100:00100000:2.0:1780298627.971972:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3812 00000100:00100000:2.0:1780298627.971981:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777608235136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.971993:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.972006:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029107 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9365 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.972027:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630290cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4190208->37744639] (req 4190208->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9334 expref: 19 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.972038:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63029051 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2093056->3522559] (req 2093056->2097151) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92b6 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.972045:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(102 76) 00010000:00010000:2.0:1780298627.972049:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(104 76) 00010000:00010000:2.0:1780298627.972053:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029107 lrc: 5/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9365 expref: 19 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.972074:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63029051 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2093056->3522559] (req 2093056->2097151) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92b6 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.972086:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63029051 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2093056->3522559] (req 2093056->2097151) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92b6 expref: 14 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.972097:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255490380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604154880:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.972170:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630290cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4190208->37744639] (req 4190208->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9334 expref: 19 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.972181:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630290cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4190208->37744639] (req 4190208->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9334 expref: 19 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.972199:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604155008:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.972224:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.972690:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255490380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604154880:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.972855:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604155008:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.972878:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029107 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9365 expref: 19 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.972891:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:2.0:1780298627.972916:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:28749:x1866777608235136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 937us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.972921:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3812 00000100:00100000:0.0:1780298627.973120:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.973168:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608235264 00000100:00100000:1.0:1780298627.973173:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608235264 00000100:00100000:3.0:1780298627.973182:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298627.973194:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63029051 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2093056->3522559] (req 2093056->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92b6 expref: 15 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.973210:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608235392 00000100:00100000:0.0:1780298627.973215:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608235392 00000100:00100000:1.0:1780298627.973226:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13976 00000100:00100000:1.0:1780298627.973235:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608235264:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298627.973243:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00100000:0.0:1780298627.973244:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (4190208->4194303) req@ffff9cf25599ed80 x1866777608235392/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 4584/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.973256:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599ed80 with x1866777608235392 ext(4190208->4194303) 00010000:00010000:1.0:1780298627.973260:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63029051 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2093056->3522559] (req 2093056->2097151) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92b6 expref: 15 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.973266:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630290cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [4190208->37744639] (req 4190208->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9334 expref: 19 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.973276:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63029051 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2093056->3522559] (req 2093056->2097151) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92b6 expref: 15 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.973285:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630290cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [4190208->37744639] (req 4190208->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9334 expref: 19 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.973291:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e63029051 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2093056->3522559] (req 2093056->2097151) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c92b6 expref: 15 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298627.973298:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf25599ed80 00010000:00010000:1.0:1780298627.973315:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298627.973323:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 97 00000100:00100000:0.0:1780298627.973331:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608235392:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298627.973343:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608235264:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 109us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.973351:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13976 00000100:00100000:0.0:1780298627.973745:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777608235392:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 416us (566us total) trans 4294968754 rc 0/0 00000100:00100000:0.0:1780298627.973756:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 97 00002000:00100000:0.0:1780298627.973762:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (4190208->4194303) req@ffff9cf25599ed80 x1866777608235392/t4294968754(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 4584/448 e 0 to 0 dl 1780298638 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.973768:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599ed80 with x1866777608235392 ext(4190208->4194303) 00010000:00010000:0.0:1780298627.973772:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630290cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [4190208->37744639] (req 4190208->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9334 expref: 21 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.973782:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630290cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [4190208->37744639] (req 4190208->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9334 expref: 21 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298627.973787:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf25599ed80 00000100:00100000:2.0:1780298627.974301:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.974327:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608235520 00000100:00100000:3.0:1780298627.974331:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608235520 00010000:00010000:3.0:1780298627.974347:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630290cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [4190208->37744639] (req 4190208->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9334 expref: 21 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.974366:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13977 00000100:00100000:3.0:1780298627.974372:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777608235520:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298627.974378:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780298627.974384:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 216 -> 224 00010000:00010000:3.0:1780298627.974387:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630290cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4190208->37744639] (req 4190208->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9334 expref: 21 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.974409:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630290cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4190208->37744639] (req 4190208->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9334 expref: 21 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.974418:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630290cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4190208->37744639] (req 4190208->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9334 expref: 21 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.974426:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(104 76) 00010000:00010000:3.0:1780298627.974429:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(104 76) 00010000:00010000:3.0:1780298627.974433:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029107 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9365 expref: 20 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.974439:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029107 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9365 expref: 20 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298627.974457:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029107 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9365 expref: 20 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.974464:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604155136:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298627.974497:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.975026:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604155136:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298627.975035:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298627.975059:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608235520:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 687us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298627.975074:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13977 00000100:00100000:2.0:1780298627.975213:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.975239:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.975256:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608235776 00000100:00100000:1.0:1780298627.975261:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608235776 00000100:00100000:3.0:1780298627.975263:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608235648 00000100:00100000:3.0:1780298627.975268:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608235648 00002000:00010000:3.0:1780298627.975283:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5585175->18446744073709551615) 00002000:00100000:3.0:1780298627.975286:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255491c00 with x1866777608235648 ext(5585175->18446744073709551615) 00002000:00010000:1.0:1780298627.975288:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298627.975291:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490380 with x1866777608235776 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298627.975293:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255491c00. 00002000:00010000:1.0:1780298627.975299:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255490380. 00000100:00100000:3.0:1780298627.975312:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4010 00000100:00100000:3.0:1780298627.975321:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608235648:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298627.975327:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4011 00000100:00100000:2.0:1780298627.975337:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608235776:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298627.975410:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298627.975412:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.975414:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.975416:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.975417:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 224 -> 224 00000100:00100000:2.0:1780298627.975441:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777608235776:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 107us (229us total) trans 4294968755 rc 0/0 00000100:00100000:2.0:1780298627.975447:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4011 00002000:00010000:2.0:1780298627.975450:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298627.975452:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490380 with x1866777608235776 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298627.975456:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255490380. 00002000:00010000:3.0:1780298627.975550:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5751982 -> 5585175 00002000:00010000:3.0:1780298627.975553:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298627.975555:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298627.975556:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298627.975558:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1128 -> 1048 00000100:00100000:3.0:1780298627.975582:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608235648:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 263us (342us total) trans 4294969054 rc 0/0 00000100:00100000:3.0:1780298627.975588:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4010 00002000:00010000:3.0:1780298627.975592:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5585175->18446744073709551615) 00002000:00100000:3.0:1780298627.975595:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255491c00 with x1866777608235648 ext(5585175->18446744073709551615) 00002000:00010000:3.0:1780298627.975600:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255491c00. 00000100:00100000:2.0:1780298627.976337:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.976372:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608235904 00000100:00100000:0.0:1780298627.976376:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608235904 00000100:00100000:0.0:1780298627.976415:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61398 00000100:00100000:0.0:1780298627.976421:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+85:28749:x1866777608235904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.976430:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.976443:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e6302910e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c936c expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.976513:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031e00/0xaf35132e63029115 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.976525:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031e00/0xaf35132e63029115 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.976535:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031e00/0xaf35132e63029115 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.976553:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 9779479 00000004:00200000:0.0:1780298627.976555:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.976567:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031e00/0xaf35132e63029115 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.976583:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e6302910e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c936c expref: 87 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.976592:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031e00/0xaf35132e63029115 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c936c expref: 86 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.976598:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.976599:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.976601:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031e00, rc 0) 00000100:00100000:0.0:1780298627.976624:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+86:28749:x1866777608235904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 204us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.976628:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61398 00000100:00100000:2.0:1780298627.977419:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.977451:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608236032 00000100:00100000:1.0:1780298627.977456:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608236032 00000100:00100000:1.0:1780298627.977489:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3813 00000100:00100000:1.0:1780298627.977505:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608236032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.977514:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.977524:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302911c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9373 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.977543:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.977571:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604155264:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.977579:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608236160 00000100:00100000:0.0:1780298627.977584:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608236160 00000100:00100000:0.0:1780298627.977611:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3814 00000100:00100000:0.0:1780298627.977619:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608236160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.977626:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298627.977628:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00010000:00010000:0.0:1780298627.977634:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63029123 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c937a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.977662:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604155392:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.977693:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.978225:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604155264:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.978241:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302911c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9373 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.978252:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302911c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9373 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.978259:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:1.0:1780298627.978302:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608236032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 799us (881us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.978310:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3813 00000100:00100000:0.0:1780298627.978312:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604155392:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298627.978336:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63029123 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c937a expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.978350:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63029123 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c937a expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.978366:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030000, rc 0) 00000100:00100000:0.0:1780298627.978404:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608236160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 786us (861us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298627.978411:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3814 00000100:00100000:3.0:1780298627.979102:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.979149:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608236288 00000100:00100000:1.0:1780298627.979153:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608236288 00000100:00100000:1.0:1780298627.979177:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3815 00000100:00100000:1.0:1780298627.979182:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608236288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.979188:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.979196:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302912a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9381 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.979219:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604155520:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298627.979254:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.979256:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.979285:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608236416 00000100:00100000:2.0:1780298627.979290:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608236416 00000100:00100000:2.0:1780298627.979325:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3816 00000100:00100000:2.0:1780298627.979333:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608236416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.979341:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.979349:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63029131 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9388 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.979374:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604155648:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.979413:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.979741:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604155520:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.979755:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302912a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9381 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.979768:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302912a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9381 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.979774:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:1.0:1780298627.979797:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608236288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 616us (696us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.979802:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3815 00000100:00100000:2.0:1780298627.979924:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604155648:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.979938:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63029131 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9388 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.979947:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63029131 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9388 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.979953:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:2.0:1780298627.979989:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608236416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 653us (733us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.979996:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3816 00000100:00100000:0.0:1780298627.980695:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.980721:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608236544 00000100:00100000:2.0:1780298627.980725:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608236544 00000100:00100000:2.0:1780298627.980756:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3817 00000100:00100000:2.0:1780298627.980764:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608236544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.980772:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.980781:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029138 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c938f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.980798:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029100 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c935e expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.980804:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(142 155) 00010000:00010000:2.0:1780298627.980808:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(143 155) 00010000:00010000:2.0:1780298627.980811:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029138 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4259840->4317183] (req 4259840->4317183) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c938f expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.980825:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029100 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c935e expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.980835:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029100 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c935e expref: 11 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.980843:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604155776:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298627.980872:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.981426:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604155776:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298627.981441:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029138 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4259840->4317183] (req 4259840->4317183) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c938f expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.981452:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298627.981481:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608236544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 718us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.981486:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3817 00000100:00100000:3.0:1780298627.981664:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.981692:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608236672 00000100:00100000:2.0:1780298627.981696:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608236672 00010000:00010000:2.0:1780298627.981715:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029100 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c935e expref: 12 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.981740:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13978 00000100:00100000:2.0:1780298627.981748:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608236672:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298627.981758:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298627.981769:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029100 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c935e expref: 12 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.981781:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029100 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c935e expref: 12 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.981794:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029100 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c935e expref: 12 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.981804:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(143 155) 00010000:00010000:2.0:1780298627.981806:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(143 155) 00010000:00010000:2.0:1780298627.981812:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029138 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4259840->37814271] (req 4259840->4317183) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c938f expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.981818:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4259840->37814271] (req 4259840->4317183) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c938f expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.981834:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4259840->37814271] (req 4259840->4317183) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c938f expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.981841:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604155904:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298627.981869:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.982517:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604155904:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298627.982528:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298627.982561:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608236672:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 814us (897us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298627.982569:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13978 00000100:00100000:3.0:1780298627.982585:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.982613:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608236800 00000100:00100000:2.0:1780298627.982617:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608236800 00000100:00100000:2.0:1780298627.982651:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4012 00000100:00100000:2.0:1780298627.982656:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608236800:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298627.982802:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5585175 -> 5585175 00002000:00010000:2.0:1780298627.982805:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.982806:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.982808:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298627.982809:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1048 -> 1048 00000100:00100000:2.0:1780298627.982835:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608236800:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 179us (251us total) trans 4294969055 rc 0/0 00000100:00100000:2.0:1780298627.982842:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4012 00000100:00100000:1.0:1780298627.983471:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.983503:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608236928 00000100:00100000:0.0:1780298627.983508:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608236928 00000100:00100000:0.0:1780298627.983540:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61399 00000100:00100000:0.0:1780298627.983545:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+114:28749:x1866777608236928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.983556:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.983566:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e6302913f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9396 expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.983631:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030a00/0xaf35132e63029146 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.983645:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030a00/0xaf35132e63029146 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.983653:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030a00/0xaf35132e63029146 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298627.983669:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 9779479 00000004:00200000:0.0:1780298627.983672:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298627.983683:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030a00/0xaf35132e63029146 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.983698:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e6302913f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9396 expref: 116 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.983709:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030a00/0xaf35132e63029146 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9396 expref: 115 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298627.983715:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298627.983717:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298627.983719:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030a00, rc 0) 00000100:00100000:0.0:1780298627.983740:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+115:28749:x1866777608236928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 196us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298627.983744:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61399 00000100:00100000:0.0:1780298627.984533:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.984562:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608237056 00000100:00100000:1.0:1780298627.984566:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608237056 00000100:00100000:1.0:1780298627.984593:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3818 00000100:00100000:1.0:1780298627.984599:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608237056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.984605:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.984619:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e6302914d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c939d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.984646:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604156032:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.984679:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.985227:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604156032:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.985240:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e6302914d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c939d expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.985253:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e6302914d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c939d expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.985263:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00000100:00100000:1.0:1780298627.985291:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608237056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 692us (758us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.985299:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3818 00000100:00100000:3.0:1780298627.986003:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.986035:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608237184 00000100:00100000:1.0:1780298627.986038:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608237184 00000100:00100000:1.0:1780298627.986064:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3819 00000100:00100000:1.0:1780298627.986071:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608237184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.986079:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.986087:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63029154 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c93a4 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.986108:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604156160:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.986158:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.986705:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604156160:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.986716:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63029154 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93a4 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.986725:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63029154 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93a4 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.986731:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:1.0:1780298627.986752:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608237184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 683us (751us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.986757:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3819 00000100:00100000:3.0:1780298627.987636:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.987694:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608237312 00000100:00100000:2.0:1780298627.987701:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608237312 00000100:00100000:2.0:1780298627.987738:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3820 00000100:00100000:3.0:1780298627.987745:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.987752:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608237312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.987761:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.987771:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302915b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c93ab expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.987775:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608237440 00000100:00100000:1.0:1780298627.987780:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608237440 00000100:00100000:2.0:1780298627.987807:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604156288:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.987812:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3821 00000100:00100000:1.0:1780298627.987823:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608237440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.987832:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.987843:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63029162 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c93b2 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.987854:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.987875:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604156416:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.987901:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.988378:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604156288:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.988402:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302915b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93ab expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.988413:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302915b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93ab expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.988419:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298627.988441:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608237312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 694us (806us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.988446:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3820 00000100:00100000:1.0:1780298627.988600:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604156416:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.988618:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63029162 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93b2 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.988632:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63029162 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93b2 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.988641:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:1.0:1780298627.988668:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608237440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 847us (928us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.988675:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3821 00000100:00100000:0.0:1780298627.989383:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.989420:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608237696 00000100:00100000:1.0:1780298627.989424:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608237696 00000100:00100000:1.0:1780298627.989453:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3822 00000100:00100000:1.0:1780298627.989461:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608237696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.989469:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.989477:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63029169 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c93c0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298627.989510:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.989514:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604156544:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.989543:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608237568 00000100:00100000:2.0:1780298627.989547:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608237568 00000100:00100000:1.0:1780298627.989548:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298627.989577:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3823 00000100:00100000:2.0:1780298627.989586:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608237568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.989595:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.989603:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63029170 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c93b9 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.989624:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604156672:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.989649:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.990054:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604156544:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.990069:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63029169 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93c0 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.990083:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63029169 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93c0 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.990093:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:1.0:1780298627.990122:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608237696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 661us (738us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.990157:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3822 00000100:00100000:2.0:1780298627.990211:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604156672:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298627.990229:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63029170 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93b9 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.990242:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63029170 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93b9 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298627.990251:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298627.990279:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608237568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 696us (771us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298627.990284:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3823 00000100:00100000:3.0:1780298627.991118:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.991159:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608237824 00000100:00100000:2.0:1780298627.991164:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608237824 00002000:00100000:2.0:1780298627.991187:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (1900544->1904639) req@ffff9cf242b40e00 x1866777608237824/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.991194:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40e00 with x1866777608237824 ext(1900544->1904639) 00002000:00010000:2.0:1780298627.991198:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b40e00 00000100:00100000:2.0:1780298627.991217:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4013 00000100:00100000:2.0:1780298627.991221:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777608237824:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298627.991343:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777608237824:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 122us (226us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298627.991349:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4013 00002000:00100000:2.0:1780298627.991354:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (1900544->1904639) req@ffff9cf242b40e00 x1866777608237824/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298627.991359:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40e00 with x1866777608237824 ext(1900544->1904639) 00002000:00010000:2.0:1780298627.991362:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b40e00 00000100:00100000:3.0:1780298627.992219:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.992245:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608237952 00000100:00100000:0.0:1780298627.992249:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608237952 00000100:00100000:0.0:1780298627.992274:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3824 00000100:00100000:0.0:1780298627.992282:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608237952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298627.992291:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298627.992299:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63029177 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c93c7 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298627.992328:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604156800:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298627.992362:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.992909:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604156800:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.992921:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63029177 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93c7 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.992930:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63029177 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93c7 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.992942:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030000, rc 0) 00000100:00100000:1.0:1780298627.992963:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608237952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 684us (747us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.992968:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3824 00000100:00100000:3.0:1780298627.993618:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.993648:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608238080 00000100:00100000:1.0:1780298627.993651:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608238080 00000100:00100000:1.0:1780298627.993673:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3825 00000100:00100000:1.0:1780298627.993677:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608238080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.993683:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.993688:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e6302917e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c93ce expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.993710:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604156928:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.993753:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.994332:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604156928:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.994343:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e6302917e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93ce expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.994352:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e6302917e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93ce expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.994358:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00000100:00100000:1.0:1780298627.994378:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608238080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 701us (762us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.994384:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3825 00000100:00100000:0.0:1780298627.995169:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298627.995193:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608238208 00000100:00100000:1.0:1780298627.995196:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608238208 00000100:00100000:1.0:1780298627.995217:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3826 00000100:00100000:1.0:1780298627.995221:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608238208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298627.995227:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298627.995233:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63029185 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c93d5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298627.995251:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604157056:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298627.995278:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298627.995825:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604157056:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298627.995836:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63029185 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93d5 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.995844:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63029185 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93d5 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298627.995850:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:1.0:1780298627.995872:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608238208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 651us (705us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298627.995877:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3826 00000100:00100000:3.0:1780298627.996696:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298627.996728:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608238336 00000100:00100000:0.0:1780298627.996732:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608238336 00002000:00100000:0.0:1780298627.996750:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (954368->958463) req@ffff9cf242b43480 x1866777608238336/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.996756:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43480 with x1866777608238336 ext(954368->958463) 00002000:00010000:0.0:1780298627.996759:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b43480 00000100:00100000:0.0:1780298627.996775:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4014 00000100:00100000:0.0:1780298627.996780:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777608238336:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298627.996857:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777608238336:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (162us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298627.996862:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4014 00002000:00100000:0.0:1780298627.996867:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (954368->958463) req@ffff9cf242b43480 x1866777608238336/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 488/4536 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298627.996873:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43480 with x1866777608238336 ext(954368->958463) 00002000:00010000:0.0:1780298627.996875:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b43480 00000100:00100000:0.0:1780298627.997851:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298627.997894:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608238464 00000100:00100000:3.0:1780298627.997899:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608238464 00002000:00100000:3.0:1780298627.997916:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (929792->995327) req@ffff9cf37f8c9880 x1866777608238464/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/0 e 0 to 0 dl 1780298638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298627.997923:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c9880 with x1866777608238464 ext(929792->995327) 00002000:00010000:3.0:1780298627.997926:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8c9880 00000100:00100000:3.0:1780298627.997941:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4015 00000100:00100000:3.0:1780298627.997946:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777608238464:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298627.998750:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777608238464:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 803us (898us total) trans 0 rc 61440/61440 00000100:00100000:3.0:1780298627.998757:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4015 00002000:00100000:3.0:1780298627.998762:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (929792->995327) req@ffff9cf37f8c9880 x1866777608238464/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:333/0 lens 504/440 e 0 to 0 dl 1780298638 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298627.998769:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c9880 with x1866777608238464 ext(929792->995327) 00002000:00010000:3.0:1780298627.998772:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8c9880 00000100:00100000:3.0:1780298627.999575:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298627.999600:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608238592 00000100:00100000:2.0:1780298627.999604:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608238592 00000100:00100000:2.0:1780298627.999627:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3827 00000100:00100000:2.0:1780298627.999633:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608238592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298627.999639:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298627.999646:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302918c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c93dc expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298627.999666:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604157184:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298627.999712:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.000272:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604157184:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.000289:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302918c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93dc expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.000303:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302918c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93dc expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.000312:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298628.000337:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608238592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 705us (762us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.000342:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3827 00000100:00100000:0.0:1780298628.001155:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.001181:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608238720 00000100:00100000:1.0:1780298628.001185:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608238720 00000100:00100000:1.0:1780298628.001219:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3828 00000100:00080000:0.0:1780298628.001220:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780298628.001227:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608238720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.001234:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.001240:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63029193 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c93e3 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.001265:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604157312:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.001305:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.001869:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604157312:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.001881:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63029193 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93e3 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.001890:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63029193 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93e3 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.001897:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:1.0:1780298628.001920:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608238720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 695us (766us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.001925:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3828 00000100:00100000:0.0:1780298628.002802:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.002831:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608238848 00000100:00100000:1.0:1780298628.002835:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608238848 00000100:00100000:1.0:1780298628.002856:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3829 00000100:00100000:1.0:1780298628.002861:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608238848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.002867:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.002873:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302919a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c93ea expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.002888:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298627 v=(143 155) 00010000:00010000:1.0:1780298628.002892:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(0 143) 00010000:00010000:1.0:1780298628.002898:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302919a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2289664->4259839] (req 2289664->2318335) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93ea expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.002908:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302919a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2289664->4259839] (req 2289664->2318335) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93ea expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.002914:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:1.0:1780298628.002935:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608238848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 75us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.002939:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3829 00000100:00100000:0.0:1780298628.003729:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.003762:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608238976 00000100:00100000:3.0:1780298628.003767:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608238976 00002000:00100000:3.0:1780298628.003784:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2289664->2318335) req@ffff9cf37f8ca300 x1866777608238976/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.003796:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ca300 with x1866777608238976 ext(2289664->2318335) 00002000:00010000:3.0:1780298628.003799:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ca300 00000100:00100000:3.0:1780298628.003815:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4016 00000100:00100000:3.0:1780298628.003820:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608238976:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.004567:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608238976:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 744us (836us total) trans 0 rc 28672/28672 00000100:00100000:1.0:1780298628.004576:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4016 00002000:00100000:1.0:1780298628.004585:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2289664->2318335) req@ffff9cf37f8ca300 x1866777608238976/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.004595:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ca300 with x1866777608238976 ext(2289664->2318335) 00002000:00010000:1.0:1780298628.004599:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ca300 00000100:00100000:0.0:1780298628.005312:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.005351:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608239232 00000100:00100000:1.0:1780298628.005355:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608239232 00000100:00100000:1.0:1780298628.005383:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3830 00000100:00100000:1.0:1780298628.005401:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608239232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.005408:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298628.005412:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298628.005418:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e630291a1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c93f8 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.005442:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604157440:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.005449:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608239104 00000100:00100000:2.0:1780298628.005453:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608239104 00000100:00100000:1.0:1780298628.005482:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.005487:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3831 00000100:00100000:2.0:1780298628.005494:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608239104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.005501:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.005508:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e630291a8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c93f1 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.005529:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604157568:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.005556:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.006019:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604157440:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.006030:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604157568:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.006037:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e630291a1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93f8 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.006047:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e630291a8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93f1 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.006050:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e630291a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93f8 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.006071:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00010000:00010000:2.0:1780298628.006074:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e630291a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93f1 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.006084:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:1.0:1780298628.006098:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608239232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 709us (785us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.006105:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608239104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 611us (695us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.006106:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3830 00000100:00100000:2.0:1780298628.006116:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3831 00000100:00100000:0.0:1780298628.006981:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.007010:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608239360 00000100:00100000:1.0:1780298628.007015:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608239360 00000100:00100000:0.0:1780298628.007020:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.007049:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608239488 00000100:00100000:2.0:1780298628.007053:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608239488 00000100:00100000:1.0:1780298628.007058:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3832 00000100:00100000:1.0:1780298628.007069:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608239360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.007077:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298628.007081:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3833 00010000:00010000:1.0:1780298628.007086:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630291af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c93ff expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.007090:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608239488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.007102:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.007111:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e630291b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9406 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.007119:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604157696:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.007152:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604157824:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.007189:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.007194:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.007753:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604157696:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.007769:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630291af lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93ff expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.007781:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630291af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93ff expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.007788:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00000100:00100000:1.0:1780298628.007818:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608239360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 753us (837us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.007823:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3832 00000100:00100000:2.0:1780298628.007836:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604157824:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.007851:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e630291b6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9406 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.007862:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e630291b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9406 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.007868:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:2.0:1780298628.007886:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608239488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 800us (867us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.007891:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3833 00000100:00100000:0.0:1780298628.008633:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.008659:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608239616 00000100:00100000:3.0:1780298628.008663:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608239616 00000100:00100000:3.0:1780298628.008686:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3834 00000100:00100000:3.0:1780298628.008691:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608239616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.008698:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.008705:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630291bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c940d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.008717:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(0 143) 00010000:00010000:3.0:1780298628.008720:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(0 143) 00010000:00010000:3.0:1780298628.008726:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630291bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [798720->2289663] (req 798720->802815) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c940d expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.008735:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630291bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [798720->2289663] (req 798720->802815) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c940d expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.008741:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:3.0:1780298628.008763:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777608239616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 72us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.008771:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3834 00000100:00100000:3.0:1780298628.009413:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.009438:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608239744 00000100:00100000:2.0:1780298628.009442:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608239744 00002000:00100000:2.0:1780298628.009459:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (798720->802815) req@ffff9cf254888a80 x1866777608239744/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.009465:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888a80 with x1866777608239744 ext(798720->802815) 00002000:00010000:2.0:1780298628.009468:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254888a80 00000100:00100000:2.0:1780298628.009483:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4017 00000100:00100000:2.0:1780298628.009488:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608239744:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.009558:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608239744:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (146us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.009563:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4017 00002000:00100000:2.0:1780298628.009568:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (798720->802815) req@ffff9cf254888a80 x1866777608239744/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.009574:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888a80 with x1866777608239744 ext(798720->802815) 00002000:00010000:2.0:1780298628.009576:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254888a80 00000100:00100000:0.0:1780298628.010349:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.010377:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608239872 00000100:00100000:2.0:1780298628.010383:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608239872 00000100:00100000:2.0:1780298628.010423:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3835 00000100:00100000:2.0:1780298628.010434:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608239872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.010442:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.010448:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630291c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9414 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.010473:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604157952:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.010504:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.011036:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604157952:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.011047:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630291c4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9414 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.011057:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630291c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9414 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.011063:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298628.011085:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608239872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 655us (736us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.011089:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3835 00000100:00100000:3.0:1780298628.011744:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.011771:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608240000 00000100:00100000:1.0:1780298628.011776:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608240000 00000100:00100000:1.0:1780298628.011800:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3836 00000100:00100000:1.0:1780298628.011806:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608240000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.011812:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.011817:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e630291cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c941b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.011838:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604158080:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.011868:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.012398:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604158080:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.012412:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e630291cb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c941b expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.012427:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e630291cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c941b expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.012434:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:1.0:1780298628.012464:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608240000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 658us (720us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.012472:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3836 00000100:00100000:0.0:1780298628.013184:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.013211:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608240128 00000100:00100000:2.0:1780298628.013214:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608240128 00000100:00080000:0.0:1780298628.013242:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780298628.013249:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4018 00000100:00100000:2.0:1780298628.013255:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777608240128:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.013455:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298628.013458:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.013459:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.013461:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.013463:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 224 -> 312 00000100:00100000:2.0:1780298628.013485:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777608240128:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 230us (300us total) trans 4294968756 rc 0/0 00000100:00100000:2.0:1780298628.013490:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4018 00000100:00100000:3.0:1780298628.014207:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.014250:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608240256 00000100:00100000:2.0:1780298628.014255:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608240256 00000100:00100000:3.0:1780298628.014269:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.014282:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608240384 00000100:00100000:2.0:1780298628.014285:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608240384 00000100:00100000:1.0:1780298628.014298:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3837 00000100:00100000:1.0:1780298628.014307:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608240256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.014314:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.014319:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3838 00010000:00010000:1.0:1780298628.014322:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e630291d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9422 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.014330:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608240384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.014338:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.014346:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604158208:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.014346:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e630291d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9429 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.014380:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604158336:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.014402:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.014416:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.015068:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604158208:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.015084:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e630291d2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9422 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.015093:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604158336:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.015097:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e630291d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9422 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.015107:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00010000:00010000:3.0:1780298628.015113:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e630291d9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9429 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.015144:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e630291d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9429 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.015152:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608240256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 845us (948us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298628.015157:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030400, rc 0) 00000100:00100000:1.0:1780298628.015158:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3837 00000100:00100000:3.0:1780298628.015195:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608240384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 867us (924us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.015203:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3838 00000100:00100000:3.0:1780298628.015987:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.016019:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608240512 00000100:00100000:2.0:1780298628.016023:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608240512 00000100:00100000:2.0:1780298628.016057:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3839 00000100:00100000:2.0:1780298628.016067:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608240512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.016075:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.016085:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e630291e0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9430 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.016096:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.016114:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604158464:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.016150:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608240640 00000100:00100000:1.0:1780298628.016154:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608240640 00000100:00100000:1.0:1780298628.016186:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3840 00000100:00100000:1.0:1780298628.016193:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608240640:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298628.016195:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00010000:00010000:1.0:1780298628.016200:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.016208:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e630291e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9437 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.016235:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604158592:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.016269:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.016748:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604158464:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.016759:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e630291e0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9430 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.016773:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e630291e0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9430 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.016783:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298628.016810:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608240512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 746us (822us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.016820:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3839 00000100:00100000:1.0:1780298628.016941:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604158592:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.016955:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e630291e7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9437 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.016964:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e630291e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9437 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.016970:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:1.0:1780298628.016992:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608240640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 801us (896us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.016997:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3840 00000100:00100000:2.0:1780298628.017735:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.017779:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608240768 00000100:00100000:0.0:1780298628.017784:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608240768 00000100:00100000:0.0:1780298628.017810:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3841 00000100:00100000:0.0:1780298628.017817:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777608240768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.017825:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.017832:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e630291ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c943e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.017855:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029138 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4259840->37814271] (req 4259840->4317183) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c938f expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.017865:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(0 143) 00010000:00010000:0.0:1780298628.017869:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(1 143) 00010000:00010000:0.0:1780298628.017874:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e630291ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4857856->4870143] (req 4857856->4870143) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c943e expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.017892:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4259840->37814271] (req 4259840->4317183) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c938f expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.017905:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4259840->37814271] (req 4259840->4317183) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c938f expref: 9 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.017915:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604158720:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.017949:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345694480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.018505:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604158720:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298628.018518:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e630291ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4857856->4870143] (req 4857856->4870143) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c943e expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.018532:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031400, rc 0) 00000100:00100000:0.0:1780298628.018552:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:28749:x1866777608240768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 737us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.018556:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3841 00000100:00100000:3.0:1780298628.018731:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.018768:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608240896 00000100:00100000:2.0:1780298628.018774:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608240896 00010000:00010000:2.0:1780298628.018795:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4259840->37814271] (req 4259840->4317183) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c938f expref: 10 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.018824:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13979 00000100:00100000:2.0:1780298628.018833:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608240896:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.018842:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.018852:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4259840->37814271] (req 4259840->4317183) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c938f expref: 10 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.018864:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4259840->37814271] (req 4259840->4317183) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c938f expref: 10 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.018880:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029138 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4259840->37814271] (req 4259840->4317183) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c938f expref: 10 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.018890:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(1 143) 00010000:00010000:2.0:1780298628.018894:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(1 143) 00010000:00010000:2.0:1780298628.018903:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e630291ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4857856->38412287] (req 4857856->4870143) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c943e expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.018912:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e630291ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4857856->38412287] (req 4857856->4870143) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c943e expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.018936:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e630291ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4857856->38412287] (req 4857856->4870143) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c943e expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.018946:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604158848:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.018981:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.019625:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604158848:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.019634:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.019656:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608240896:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 827us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.019662:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13979 00000100:00100000:3.0:1780298628.019852:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.019879:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608241024 00000100:00100000:0.0:1780298628.019882:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608241024 00002000:00100000:0.0:1780298628.019902:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (4857856->4861951) req@ffff9cf254888e00 x1866777608241024/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.019909:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888e00 with x1866777608241024 ext(4857856->4861951) 00002000:00010000:0.0:1780298628.019912:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254888e00 00000100:00100000:0.0:1780298628.019926:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4019 00000100:00100000:0.0:1780298628.019930:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608241024:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.020051:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608241024:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 120us (201us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298628.020056:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4019 00002000:00100000:0.0:1780298628.020061:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (4857856->4861951) req@ffff9cf254888e00 x1866777608241024/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.020066:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888e00 with x1866777608241024 ext(4857856->4861951) 00002000:00010000:0.0:1780298628.020069:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254888e00 00000100:00100000:0.0:1780298628.020784:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.020831:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608241152 00000100:00100000:3.0:1780298628.020835:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608241152 00002000:00100000:3.0:1780298628.020852:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (4866048->4870143) req@ffff9cf343967800 x1866777608241152/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.020859:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967800 with x1866777608241152 ext(4866048->4870143) 00002000:00010000:3.0:1780298628.020863:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967800 00000100:00100000:3.0:1780298628.020878:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4020 00000100:00100000:3.0:1780298628.020884:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608241152:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298628.020960:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608241152:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 76us (175us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298628.020966:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4020 00002000:00100000:3.0:1780298628.020970:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (4866048->4870143) req@ffff9cf343967800 x1866777608241152/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.020976:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967800 with x1866777608241152 ext(4866048->4870143) 00002000:00010000:3.0:1780298628.020979:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967800 00000100:00100000:2.0:1780298628.021784:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.021849:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608241408 00000100:00100000:3.0:1780298628.021855:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608241408 00000100:00100000:0.0:1780298628.021874:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.021900:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608241280 00000100:00100000:1.0:1780298628.021904:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608241280 00000100:00100000:2.0:1780298628.021915:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3842 00000100:00100000:3.0:1780298628.021927:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3843 00000100:00100000:2.0:1780298628.021928:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608241408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.021938:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298628.021941:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608241280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.021947:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e630291f5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c944c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.021948:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.021956:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630291fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9445 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.021976:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604158976:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.021987:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604159104:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.022013:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.022014:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.022667:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604159104:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.022711:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604158976:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.022722:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630291fc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9445 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.022732:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e630291f5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c944c expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.022741:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630291fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9445 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.022752:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00010000:00010000:2.0:1780298628.022754:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e630291f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c944c expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.022766:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:3.0:1780298628.022777:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608241280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 841us (904us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.022782:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3843 00000100:00100000:2.0:1780298628.022792:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608241408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 869us (1006us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.022800:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3842 00000100:00100000:2.0:1780298628.023602:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.023641:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608241536 00000100:00100000:1.0:1780298628.023646:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608241536 00000100:00100000:1.0:1780298628.023673:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3844 00000100:00100000:1.0:1780298628.023680:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608241536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.023687:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.023694:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63029203 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9453 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.023714:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.023720:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604159232:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.023738:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608241664 00000100:00100000:2.0:1780298628.023741:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608241664 00000100:00100000:1.0:1780298628.023759:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348417840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.023771:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3845 00000100:00100000:2.0:1780298628.023779:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608241664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.023785:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.023792:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302920a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c945a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.023812:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604159360:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.023838:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.024255:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604159232:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.024271:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63029203 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9453 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.024285:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63029203 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9453 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.024295:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:1.0:1780298628.024327:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608241536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 648us (725us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.024336:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3844 00000100:00100000:3.0:1780298628.024407:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604159360:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.024425:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302920a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c945a expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.024487:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302920a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c945a expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.024495:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:3.0:1780298628.024517:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608241664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 741us (804us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.024523:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3845 00000100:00100000:2.0:1780298628.025226:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.025261:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608241920 00000100:00100000:0.0:1780298628.025264:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608241920 00000100:00080000:2.0:1780298628.025298:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780298628.025299:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61400 00000100:00100000:0.0:1780298628.025307:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+115:28749:x1866777608241920:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298628.025342:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298628.025354:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030a00/0xaf35132e63029146 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9396 expref: 115 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.025369:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.025371:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298628.025510:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63029211 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.025520:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031e00/0xaf35132e63029115 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c936c expref: 85 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.025535:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63029211 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.025550:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031e00/0xaf35132e63029115 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c936c expref: 85 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.025559:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031e00/0xaf35132e63029115 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c936c expref: 85 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.025566:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604159488:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.025594:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.026089:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343966d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604159488:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.026104:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63029211 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.026245:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.026299:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608242048 00000100:00100000:3.0:1780298628.026303:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608242048 00010000:00010000:3.0:1780298628.026325:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031e00/0xaf35132e63029115 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c936c expref: 86 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1780298628.026327:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780298628.026344:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13980 00000100:00100000:3.0:1780298628.026350:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+86:2400:x1866777608242048:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298628.026357:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298628.026360:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031e00/0xaf35132e63029115 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c936c expref: 86 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.026367:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031e00/0xaf35132e63029115 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c936c expref: 86 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.026376:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031e00/0xaf35132e63029115 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c936c expref: 86 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.026383:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298628.026386:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63029211 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.026408:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63029211 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.026414:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63029211 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.026428:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298628.026442:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63029211 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.026450:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63029211 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.026455:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+85:2400:x1866777608242048:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 103us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.026466:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13980 00000001:00080000:2.0:1780298628.026506:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990607 00000004:00010000:2.0:1780298628.026529:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000061e52f61 reply state 00000000289b1901 transno 4294990608 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63029211 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.026541:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63029211 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.026549:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.026552:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298628.026555:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298628.026604:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+117:28749:x1866777608241920:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1296us (1377us total) trans 4294990608 rc 0/0 00000100:00100000:2.0:1780298628.026611:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61400 00000020:00080000:2.0:1780298628.026615:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298628.027089:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.027119:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608242176 00000100:00100000:0.0:1780298628.027143:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608242176 00000100:00100000:0.0:1780298628.027171:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3846 00000100:00100000:0.0:1780298628.027178:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:28749:x1866777608242176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.027186:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.027193:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63029218 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9461 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.027215:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630291bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [798720->2289663] (req 798720->802815) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c940d expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.027225:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e630291ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4857856->38412287] (req 4857856->4870143) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c943e expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.027233:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302919a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2289664->4259839] (req 2289664->2318335) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93ea expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.027240:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 3 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(1 143) 00010000:00010000:0.0:1780298628.027243:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(4 143) 00010000:00010000:0.0:1780298628.027246:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63029218 lrc: 6/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9461 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.027260:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302919a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2289664->4259839] (req 2289664->2318335) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93ea expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.027267:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302919a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2289664->4259839] (req 2289664->2318335) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93ea expref: 15 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.027274:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604159616:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298628.027310:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e630291ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4857856->38412287] (req 4857856->4870143) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c943e expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.027320:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e630291ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4857856->38412287] (req 4857856->4870143) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c943e expref: 15 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.027327:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604159744:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298628.027354:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630291bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [798720->2289663] (req 798720->802815) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c940d expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.027361:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630291bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [798720->2289663] (req 798720->802815) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c940d expref: 15 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.027368:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604159872:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.027395:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.027758:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604159616:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.027941:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604159744:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.027949:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604159872:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298628.027967:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63029218 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9461 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.027979:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030000, rc 0) 00000100:00100000:0.0:1780298628.028007:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:28749:x1866777608242176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 830us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.028014:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3846 00000100:00100000:3.0:1780298628.028246:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.028275:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608242304 00000100:00100000:1.0:1780298628.028279:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608242304 00010000:00010000:1.0:1780298628.028293:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302919a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2289664->4259839] (req 2289664->2318335) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93ea expref: 15 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.028317:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13981 00000100:00100000:3.0:1780298628.028324:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.028327:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608242304:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.028334:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.028344:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302919a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2289664->4259839] (req 2289664->2318335) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93ea expref: 15 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.028347:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608242432 00000100:00100000:2.0:1780298628.028352:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608242432 00010000:00010000:1.0:1780298628.028356:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302919a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2289664->4259839] (req 2289664->2318335) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93ea expref: 15 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.028367:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302919a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2289664->4259839] (req 2289664->2318335) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c93ea expref: 16 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:2.0:1780298628.028373:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (798720->4870143) req@ffff9cf37f8b0380 x1866777608242432/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 504/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1780298628.028375:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1780298628.028382:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b0380 with x1866777608242432 ext(798720->4870143) 00010000:00010000:2.0:1780298628.028400:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630291bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [798720->2289663] (req 798720->802815) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c940d expref: 15 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.028407:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630291bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [798720->2289663] (req 798720->802815) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c940d expref: 15 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.028415:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608242304:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 89us (167us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298628.028417:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e630291ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4857856->38412287] (req 4857856->4870143) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c943e expref: 15 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.028429:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13981 00010000:00010000:2.0:1780298628.028430:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e630291ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4857856->38412287] (req 4857856->4870143) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c943e expref: 15 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298628.028436:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 2 locks timeout for req ffff9cf37f8b0380 00000100:00100000:2.0:1780298628.028456:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 98 00000100:00100000:2.0:1780298628.028462:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608242432:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298628.029441:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608242432:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 980us (1119us total) trans 4294969056 rc 0/0 00000100:00100000:2.0:1780298628.029446:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 98 00002000:00100000:2.0:1780298628.029451:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (798720->4870143) req@ffff9cf37f8b0380 x1866777608242432/t4294969056(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 504/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.029457:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b0380 with x1866777608242432 ext(798720->4870143) 00010000:00010000:2.0:1780298628.029464:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630291bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [798720->2289663] (req 798720->802815) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c940d expref: 16 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.029471:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630291bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [798720->2289663] (req 798720->802815) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c940d expref: 16 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.029477:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e630291ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4857856->38412287] (req 4857856->4870143) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c943e expref: 16 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.029482:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e630291ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4857856->38412287] (req 4857856->4870143) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c943e expref: 16 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298628.029486:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 2 locks timeout for req ffff9cf37f8b0380 00000100:00100000:0.0:1780298628.030036:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.030068:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608242560 00000100:00100000:1.0:1780298628.030072:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608242560 00010000:00010000:1.0:1780298628.030092:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e630291ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4857856->38412287] (req 4857856->4870143) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c943e expref: 16 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.030104:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.030143:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608242688 00000100:00100000:2.0:1780298628.030148:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608242688 00000100:00100000:1.0:1780298628.030160:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13982 00010000:00010000:2.0:1780298628.030163:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630291bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [798720->2289663] (req 798720->802815) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c940d expref: 17 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.030170:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608242560:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.030178:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298628.030184:0:20253:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1048 -> 1072 00010000:00010000:1.0:1780298628.030189:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e630291ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4857856->38412287] (req 4857856->4870143) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c943e expref: 17 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.030190:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13983 00000100:00100000:2.0:1780298628.030203:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608242688:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.030203:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e630291ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4857856->38412287] (req 4857856->4870143) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c943e expref: 17 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.030215:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.030220:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075cdcccf/0xaf35132e630291ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4857856->38412287] (req 4857856->4870143) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c943e expref: 17 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.030225:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630291bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [798720->2289663] (req 798720->802815) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c940d expref: 17 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.030228:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298628.030236:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630291bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [798720->2289663] (req 798720->802815) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c940d expref: 16 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.030246:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e630291bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [798720->2289663] (req 798720->802815) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c940d expref: 16 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.030254:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(4 143) 00000100:00100000:1.0:1780298628.030258:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777608242560:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 90us (221us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298628.030259:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(4 143) 00010000:00010000:2.0:1780298628.030271:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63029218 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9461 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.030271:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13982 00010000:00010000:2.0:1780298628.030281:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63029218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9461 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.030300:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63029218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9461 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.030312:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604160000:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.030344:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.030900:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604160000:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.030910:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.030934:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608242688:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 736us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.030942:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13983 00000100:00100000:0.0:1780298628.031083:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.031103:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.031117:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608242944 00000100:00100000:2.0:1780298628.031122:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608242944 00002000:00010000:2.0:1780298628.031168:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2089797->18446744073709551615) 00002000:00100000:2.0:1780298628.031172:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964a80 with x1866777608242944 ext(2089797->18446744073709551615) 00000100:00100000:1.0:1780298628.031173:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608242816 00000100:00100000:1.0:1780298628.031178:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608242816 00002000:00010000:2.0:1780298628.031180:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343964a80. 00002000:00010000:1.0:1780298628.031193:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298628.031196:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966d80 with x1866777608242816 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298628.031202:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966d80. 00000100:00100000:2.0:1780298628.031207:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4021 00000100:00100000:2.0:1780298628.031216:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777608242944:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298628.031221:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4022 00000100:00100000:3.0:1780298628.031232:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608242816:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298628.031383:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5585175 -> 4194304 00002000:00010000:3.0:1780298628.031386:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298628.031398:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298628.031400:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298628.031401:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1072 -> 1032 00000100:00100000:3.0:1780298628.031427:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608242816:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 198us (323us total) trans 4294969057 rc 0/0 00000100:00100000:3.0:1780298628.031433:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4022 00002000:00010000:3.0:1780298628.031437:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298628.031440:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966d80 with x1866777608242816 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298628.031445:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966d80. 00002000:00010000:2.0:1780298628.031515:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 2089797 00002000:00010000:2.0:1780298628.031519:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.031521:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.031524:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.031526:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 312 -> 176 00000100:00100000:2.0:1780298628.031551:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2400:x1866777608242944:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 336us (466us total) trans 4294968757 rc 0/0 00000100:00100000:2.0:1780298628.031559:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4021 00002000:00010000:2.0:1780298628.031563:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2089797->18446744073709551615) 00002000:00100000:2.0:1780298628.031567:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964a80 with x1866777608242944 ext(2089797->18446744073709551615) 00002000:00010000:2.0:1780298628.031571:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343964a80. 00000100:00100000:0.0:1780298628.032117:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.032170:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608243072 00000100:00100000:2.0:1780298628.032174:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608243072 00000100:00100000:2.0:1780298628.032207:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61401 00000100:00100000:2.0:1780298628.032215:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+85:28749:x1866777608243072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.032225:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.032237:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e6302921f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9468 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.032307:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029226 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.032318:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029226 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.032327:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029226 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298628.032347:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6284101 00000004:00200000:2.0:1780298628.032351:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298628.032365:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029226 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.032385:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e6302921f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9468 expref: 87 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.032413:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029226 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9468 expref: 86 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.032426:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.032429:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298628.032432:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298628.032462:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+86:28749:x1866777608243072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 248us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.032469:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61401 00000100:00100000:3.0:1780298628.033290:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.033320:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.033340:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608243328 00000100:00100000:2.0:1780298628.033344:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608243328 00000100:00100000:1.0:1780298628.033361:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608243200 00000100:00100000:1.0:1780298628.033365:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608243200 00000100:00100000:2.0:1780298628.033378:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3847 00000100:00100000:2.0:1780298628.033398:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608243328:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298628.033403:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3848 00010000:00010000:2.0:1780298628.033408:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298628.033416:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608243200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.033419:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302922d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9476 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.033426:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.033437:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029234 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c946f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.033455:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604160128:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.033471:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604160256:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.033500:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.033505:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.034226:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604160256:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.034226:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604160128:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.034250:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302922d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9476 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.034255:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029234 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c946f expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.034262:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302922d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9476 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.034278:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00010000:00010000:3.0:1780298628.034282:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029234 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c946f expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.034295:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:2.0:1780298628.034303:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608243328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 918us (1014us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.034309:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3847 00000100:00100000:3.0:1780298628.034321:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608243200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 908us (1000us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.034329:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3848 00000100:00100000:0.0:1780298628.035243:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.035262:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.035280:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608243456 00000100:00100000:3.0:1780298628.035286:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608243456 00000100:00100000:1.0:1780298628.035296:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608243584 00000100:00100000:1.0:1780298628.035300:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608243584 00000100:00100000:3.0:1780298628.035322:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3849 00000100:00100000:3.0:1780298628.035334:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608243456:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298628.035337:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3850 00010000:00010000:3.0:1780298628.035347:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.035350:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608243584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.035356:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.035357:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302923b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c947d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.035363:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63029242 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9484 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.035405:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604160512:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.035408:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604160384:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.035441:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241bfbcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.035444:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.036057:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604160384:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.036076:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302923b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c947d expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.036083:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604160512:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.036097:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302923b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c947d expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.036105:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63029242 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9484 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.036160:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00010000:00010000:1.0:1780298628.036160:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e63029242 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9484 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.036175:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:1.0:1780298628.036213:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608243584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 865us (947us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.036215:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608243456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 883us (969us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.036227:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3850 00000100:00100000:2.0:1780298628.036234:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3849 00000100:00100000:0.0:1780298628.037158:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.037189:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608243712 00000100:00100000:2.0:1780298628.037193:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608243712 00000100:00100000:2.0:1780298628.037219:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3851 00000100:00100000:2.0:1780298628.037227:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608243712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.037236:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.037244:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029249 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c948b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.037258:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63029218 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9461 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.037264:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(4 143) 00010000:00010000:2.0:1780298628.037266:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(5 143) 00010000:00010000:2.0:1780298628.037269:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029249 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2330624->2371583] (req 2330624->2371583) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c948b expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.037283:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63029218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9461 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.037291:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63029218 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9461 expref: 14 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.037299:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604160640:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.037332:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.037895:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604160640:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.037912:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029249 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2330624->2371583] (req 2330624->2371583) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c948b expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.037923:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298628.037949:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608243712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 723us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.037956:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3851 00000100:00100000:0.0:1780298628.038018:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.038048:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608243840 00000100:00100000:2.0:1780298628.038053:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608243840 00010000:00010000:2.0:1780298628.038070:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63029218 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9461 expref: 15 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.038093:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13984 00000100:00100000:2.0:1780298628.038100:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608243840:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.038109:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.038119:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63029218 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9461 expref: 15 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.038157:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63029218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9461 expref: 15 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.038179:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63029218 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9461 expref: 15 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.038191:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(5 143) 00010000:00010000:2.0:1780298628.038195:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(5 143) 00010000:00010000:2.0:1780298628.038202:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029249 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2330624->2371583) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c948b expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.038211:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029249 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2330624->2371583) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c948b expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.038232:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029249 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2330624->2371583) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c948b expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.038242:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604160768:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.038273:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.038862:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604160768:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.038870:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.038892:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608243840:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 792us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.038899:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13984 00000100:00100000:0.0:1780298628.039233:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.039262:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608243968 00000100:00100000:2.0:1780298628.039267:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608243968 00002000:00100000:2.0:1780298628.039289:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2330624->2371583) req@ffff9cf255685c00 x1866777608243968/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.039299:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255685c00 with x1866777608243968 ext(2330624->2371583) 00002000:00010000:2.0:1780298628.039304:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255685c00 00000100:00100000:2.0:1780298628.039323:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4023 00000100:00100000:2.0:1780298628.039330:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608243968:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.040065:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608243968:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 735us (831us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1780298628.040071:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4023 00002000:00100000:2.0:1780298628.040076:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2330624->2371583) req@ffff9cf255685c00 x1866777608243968/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.040082:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255685c00 with x1866777608243968 ext(2330624->2371583) 00002000:00010000:2.0:1780298628.040085:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255685c00 00000100:00100000:3.0:1780298628.040994:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.041037:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608244096 00000100:00100000:1.0:1780298628.041042:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608244096 00000100:00100000:1.0:1780298628.041077:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3852 00000100:00100000:1.0:1780298628.041085:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608244096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.041095:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.041107:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63029250 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9492 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.041169:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604160896:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.041202:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241bfbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.041822:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604160896:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.041836:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63029250 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9492 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.041847:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e63029250 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9492 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.041854:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:1.0:1780298628.041877:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608244096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 794us (885us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.041883:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3852 00000100:00100000:0.0:1780298628.042636:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.042666:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608244224 00000100:00100000:2.0:1780298628.042670:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608244224 00000100:00100000:2.0:1780298628.042693:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3853 00000100:00100000:2.0:1780298628.042699:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608244224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.042705:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.042711:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63029257 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9499 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.042732:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604161024:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.042763:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.043270:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604161024:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.043283:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63029257 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9499 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.043293:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63029257 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9499 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.043299:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298628.043321:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608244224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 623us (687us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.043326:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3853 00000100:00100000:3.0:1780298628.044080:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.044118:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608244352 00000100:00100000:2.0:1780298628.044152:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608244352 00000100:00100000:2.0:1780298628.044182:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3854 00000100:00100000:2.0:1780298628.044190:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777608244352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.044198:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.044208:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302925e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c94a0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.044223:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(5 143) 00010000:00010000:2.0:1780298628.044226:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(5 143) 00010000:00010000:2.0:1780298628.044233:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302925e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a0 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.044248:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302925e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a0 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.044257:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298628.044284:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777608244352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 96us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.044291:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3854 00000100:00100000:0.0:1780298628.045087:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.045137:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608244480 00000100:00100000:2.0:1780298628.045142:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608244480 00000100:00100000:2.0:1780298628.045168:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3855 00000100:00100000:2.0:1780298628.045175:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:28749:x1866777608244480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.045182:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.045190:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029265 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c94a7 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.045207:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029249 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2330624->2371583) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c948b expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.045216:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302925e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a0 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.045222:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(5 143) 00010000:00010000:2.0:1780298628.045225:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(5 143) 00010000:00010000:2.0:1780298628.045229:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029265 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2547712->2551807] (req 2547712->2551807) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a7 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.045247:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302925e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a0 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.045260:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302925e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a0 expref: 16 pid: 20252 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.045270:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604161152:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.045312:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029249 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2330624->2371583) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c948b expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.045322:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029249 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2330624->2371583) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c948b expref: 9 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.045331:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604161280:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.045352:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.045871:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604161152:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.046074:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604161280:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.046087:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298628.046096:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029265 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2547712->2551807] (req 2547712->2551807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a7 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.046108:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:0.0:1780298628.046164:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608244608 00000100:00100000:2.0:1780298628.046170:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:28749:x1866777608244480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 992us (1080us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.046171:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608244608 00000100:00100000:2.0:1780298628.046179:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3855 00010000:00010000:0.0:1780298628.046200:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302925e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a0 expref: 16 pid: 20252 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.046231:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13985 00000100:00100000:0.0:1780298628.046241:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608244608:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298628.046252:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298628.046268:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302925e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a0 expref: 16 pid: 20252 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.046282:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302925e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a0 expref: 16 pid: 20252 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.046300:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302925e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a0 expref: 16 pid: 20252 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.046318:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298628.046349:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608244608:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 111us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.046358:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13985 00000100:00100000:3.0:1780298628.046516:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.046549:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608244736 00000100:00100000:1.0:1780298628.046554:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608244736 00010000:00010000:1.0:1780298628.046574:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029249 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2330624->2371583) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c948b expref: 10 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.046610:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13986 00000100:00100000:1.0:1780298628.046618:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608244736:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.046628:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.046637:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029249 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2330624->2371583) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c948b expref: 10 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.046649:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029249 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2330624->2371583) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c948b expref: 10 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.046664:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029249 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2330624->2371583) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c948b expref: 10 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.046674:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(5 143) 00010000:00010000:1.0:1780298628.046678:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(5 143) 00010000:00010000:1.0:1780298628.046685:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029265 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2547712->36102143] (req 2547712->2551807) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a7 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.046694:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2547712->36102143] (req 2547712->2551807) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a7 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.046713:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2547712->36102143] (req 2547712->2551807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a7 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.046721:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604161408:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.046755:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241bfbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.047289:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604161408:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.047298:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.047317:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608244736:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 702us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.047323:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13986 00000100:00100000:1.0:1780298628.047606:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.047632:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608244864 00000100:00100000:3.0:1780298628.047637:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608244864 00002000:00100000:3.0:1780298628.047667:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2547712->2551807) req@ffff9cf255682a00 x1866777608244864/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.047678:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255682a00 with x1866777608244864 ext(2547712->2551807) 00002000:00010000:3.0:1780298628.047682:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255682a00 00000100:00100000:3.0:1780298628.047705:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4024 00000100:00100000:3.0:1780298628.047714:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608244864:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298628.047863:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608244864:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 150us (254us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298628.047870:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4024 00002000:00100000:3.0:1780298628.047876:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2547712->2551807) req@ffff9cf255682a00 x1866777608244864/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.047885:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255682a00 with x1866777608244864 ext(2547712->2551807) 00002000:00010000:3.0:1780298628.047889:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255682a00 00000100:00100000:3.0:1780298628.048942:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.048982:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608244992 00000100:00100000:2.0:1780298628.048988:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608244992 00002000:00100000:2.0:1780298628.049008:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2551808->2555903) req@ffff9cf37f8b1180 x1866777608244992/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.049025:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b1180 with x1866777608244992 ext(2551808->2555903) 00002000:00010000:2.0:1780298628.049028:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b1180 00000100:00100000:2.0:1780298628.049050:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4025 00000100:00100000:2.0:1780298628.049059:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608244992:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.049180:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608244992:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 122us (237us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.049188:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4025 00002000:00100000:2.0:1780298628.049195:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2551808->2555903) req@ffff9cf37f8b1180 x1866777608244992/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.049204:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b1180 with x1866777608244992 ext(2551808->2555903) 00002000:00010000:2.0:1780298628.049207:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b1180 00000100:00100000:0.0:1780298628.050120:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.050172:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608245120 00000100:00100000:2.0:1780298628.050177:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608245120 00002000:00100000:2.0:1780298628.050196:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2555904->2559999) req@ffff9cf255684a80 x1866777608245120/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.050205:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255684a80 with x1866777608245120 ext(2555904->2559999) 00002000:00010000:2.0:1780298628.050209:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255684a80 00000100:00100000:2.0:1780298628.050229:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4026 00000100:00100000:2.0:1780298628.050238:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608245120:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.050316:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608245120:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 79us (196us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.050324:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4026 00002000:00100000:2.0:1780298628.050331:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2555904->2559999) req@ffff9cf255684a80 x1866777608245120/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.050339:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255684a80 with x1866777608245120 ext(2555904->2559999) 00002000:00010000:2.0:1780298628.050343:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255684a80 00000100:00100000:1.0:1780298628.051351:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.051380:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608245248 00000100:00100000:2.0:1780298628.051385:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608245248 00002000:00100000:2.0:1780298628.051413:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2560000->2564095) req@ffff9cf255683480 x1866777608245248/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.051423:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255683480 with x1866777608245248 ext(2560000->2564095) 00002000:00010000:2.0:1780298628.051427:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255683480 00000100:00100000:2.0:1780298628.051445:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4027 00000100:00100000:2.0:1780298628.051452:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608245248:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.051528:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608245248:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (178us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.051533:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4027 00002000:00100000:2.0:1780298628.051536:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2560000->2564095) req@ffff9cf255683480 x1866777608245248/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.051542:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255683480 with x1866777608245248 ext(2560000->2564095) 00002000:00010000:2.0:1780298628.051545:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255683480 00000100:00100000:3.0:1780298628.052473:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.052499:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608245376 00000100:00100000:2.0:1780298628.052503:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608245376 00002000:00100000:2.0:1780298628.052516:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2564096->2568191) req@ffff9cf37f8b3100 x1866777608245376/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.052522:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b3100 with x1866777608245376 ext(2564096->2568191) 00002000:00010000:2.0:1780298628.052524:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b3100 00000100:00100000:2.0:1780298628.052539:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4028 00000100:00100000:2.0:1780298628.052543:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777608245376:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.052603:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777608245376:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 59us (131us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.052607:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4028 00002000:00100000:2.0:1780298628.052616:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2564096->2568191) req@ffff9cf37f8b3100 x1866777608245376/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.052625:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b3100 with x1866777608245376 ext(2564096->2568191) 00002000:00010000:2.0:1780298628.052628:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b3100 00000100:00100000:0.0:1780298628.053674:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.053719:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608245504 00000100:00100000:3.0:1780298628.053725:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608245504 00002000:00100000:3.0:1780298628.053747:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2568192->2572287) req@ffff9cf255687b80 x1866777608245504/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.053754:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255687b80 with x1866777608245504 ext(2568192->2572287) 00002000:00010000:3.0:1780298628.053757:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255687b80 00000100:00100000:3.0:1780298628.053775:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4029 00000100:00100000:3.0:1780298628.053783:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608245504:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298628.053867:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608245504:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 86us (195us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298628.053873:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4029 00002000:00100000:3.0:1780298628.053878:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2568192->2572287) req@ffff9cf255687b80 x1866777608245504/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.053884:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255687b80 with x1866777608245504 ext(2568192->2572287) 00002000:00010000:3.0:1780298628.053887:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255687b80 00000100:00100000:3.0:1780298628.055004:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.055030:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608245632 00000100:00100000:2.0:1780298628.055033:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608245632 00002000:00100000:2.0:1780298628.055050:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2572288->2576383) req@ffff9cf37f8b3b80 x1866777608245632/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.055059:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b3b80 with x1866777608245632 ext(2572288->2576383) 00002000:00010000:2.0:1780298628.055063:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b3b80 00000100:00100000:2.0:1780298628.055082:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4030 00000100:00100000:2.0:1780298628.055090:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608245632:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.055192:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608245632:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 103us (188us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.055198:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4030 00002000:00100000:2.0:1780298628.055203:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2572288->2576383) req@ffff9cf37f8b3b80 x1866777608245632/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.055214:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b3b80 with x1866777608245632 ext(2572288->2576383) 00002000:00010000:2.0:1780298628.055217:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b3b80 00000100:00100000:0.0:1780298628.056369:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.056415:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608245760 00000100:00100000:2.0:1780298628.056419:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608245760 00002000:00100000:2.0:1780298628.056434:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2576384->2613247) req@ffff9cf255684380 x1866777608245760/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.056441:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255684380 with x1866777608245760 ext(2576384->2613247) 00002000:00010000:2.0:1780298628.056444:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255684380 00000100:00100000:2.0:1780298628.056458:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4031 00000100:00100000:2.0:1780298628.056463:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608245760:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.057238:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608245760:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 774us (869us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1780298628.057243:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4031 00002000:00100000:2.0:1780298628.057248:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2576384->2613247) req@ffff9cf255684380 x1866777608245760/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.057255:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255684380 with x1866777608245760 ext(2576384->2613247) 00002000:00010000:2.0:1780298628.057257:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255684380 00000100:00100000:1.0:1780298628.058557:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.058595:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608245888 00000100:00100000:2.0:1780298628.058600:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608245888 00002000:00100000:2.0:1780298628.058617:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2547712->2588671) req@ffff9cf255682680 x1866777608245888/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.058624:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255682680 with x1866777608245888 ext(2547712->2588671) 00002000:00010000:2.0:1780298628.058627:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255682680 00000100:00100000:2.0:1780298628.058641:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4032 00000100:00100000:2.0:1780298628.058646:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608245888:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298628.059763:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777608245888:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1116us (1206us total) trans 4294969058 rc 0/0 00000100:00100000:2.0:1780298628.059769:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4032 00002000:00100000:2.0:1780298628.059773:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2547712->2588671) req@ffff9cf255682680 x1866777608245888/t4294969058(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.059779:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255682680 with x1866777608245888 ext(2547712->2588671) 00002000:00010000:2.0:1780298628.059782:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255682680 00000100:00100000:3.0:1780298628.060457:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.060496:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608246016 00000100:00100000:1.0:1780298628.060501:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608246016 00000100:00100000:1.0:1780298628.060531:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3856 00000100:00100000:1.0:1780298628.060536:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777608246016:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298628.062294:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969058 is committed 00000001:00080000:2.0:1780298628.062309:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969055 is committed 00000100:00100000:1.0:1780298628.062448:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608246016:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 1905us (1985us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.062457:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3856 00000100:00100000:0.0:1780298628.063455:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.063509:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608246144 00000100:00100000:2.0:1780298628.063516:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608246144 00000100:00100000:2.0:1780298628.063570:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61402 00000100:00100000:2.0:1780298628.063581:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+117:28749:x1866777608246144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.063603:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.063624:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e6302926c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c94ae expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.063711:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63029273 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.063731:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63029273 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.063744:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63029273 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298628.063773:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6284101 00000004:00200000:2.0:1780298628.063777:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298628.063794:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63029273 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.063820:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e6302926c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94ae expref: 119 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.063838:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63029273 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94ae expref: 118 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.063847:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.063850:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298628.063855:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:2.0:1780298628.063888:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+118:28749:x1866777608246144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 311us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.063896:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61402 00000100:00100000:0.0:1780298628.064786:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.064817:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608246272 00000100:00100000:2.0:1780298628.064820:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608246272 00000100:00100000:2.0:1780298628.064843:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3857 00000100:00100000:2.0:1780298628.064848:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608246272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.064855:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.064865:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302927a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c94b5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.064905:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604161536:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.064961:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00002000:00010000:2.0:1780298628.065615:0:9128:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 1032 -> 1112 00000100:00100000:2.0:1780298628.065629:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604161536:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.065651:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302927a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94b5 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.065669:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302927a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94b5 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.065678:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298628.065706:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608246272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 857us (920us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.065714:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3857 00000100:00100000:0.0:1780298628.066565:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.066603:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608246400 00000100:00100000:2.0:1780298628.066608:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608246400 00000100:00100000:2.0:1780298628.066641:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3858 00000100:00100000:2.0:1780298628.066651:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608246400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.066660:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.066670:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029281 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c94bc expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.066708:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604161664:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.066751:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.067328:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604161664:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.067344:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029281 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94bc expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.067359:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029281 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94bc expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.067368:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298628.067404:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608246400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 755us (838us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.067412:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3858 00000100:00100000:3.0:1780298628.068483:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.068513:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608246528 00000100:00100000:2.0:1780298628.068517:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608246528 00002000:00100000:2.0:1780298628.068541:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3407872->3420159) req@ffff9cf37f8b3800 x1866777608246528/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.068547:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b3800 with x1866777608246528 ext(3407872->3420159) 00002000:00010000:2.0:1780298628.068551:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b3800 00000100:00100000:2.0:1780298628.068569:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4033 00000100:00100000:2.0:1780298628.068574:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608246528:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.068722:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608246528:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 148us (241us total) trans 0 rc 12288/12288 00000100:00100000:2.0:1780298628.068727:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4033 00002000:00100000:2.0:1780298628.068732:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3407872->3420159) req@ffff9cf37f8b3800 x1866777608246528/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/12728 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.068737:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b3800 with x1866777608246528 ext(3407872->3420159) 00002000:00010000:2.0:1780298628.068740:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b3800 00000100:00100000:0.0:1780298628.069609:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.069629:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.069643:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608246656 00000100:00100000:2.0:1780298628.069648:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608246656 00000100:00100000:3.0:1780298628.069676:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608246784 00000100:00100000:2.0:1780298628.069679:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3859 00000100:00100000:3.0:1780298628.069681:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608246784 00000100:00100000:2.0:1780298628.069686:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608246656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.069694:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.069704:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fbbd4b6c/0xaf35132e63029288 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c94c3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.069716:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3860 00000100:00100000:2.0:1780298628.069735:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604161792:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.069741:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608246784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.069749:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.069759:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302928f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c94ca expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.069777:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.069790:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604161920:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.069815:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.070437:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604161792:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.070457:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fbbd4b6c/0xaf35132e63029288 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94c3 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.070473:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fbbd4b6c/0xaf35132e63029288 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94c3 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.070484:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d473e00, rc 0) 00000100:00100000:2.0:1780298628.070519:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608246656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 833us (908us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.070526:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3859 00000100:00100000:3.0:1780298628.070677:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604161920:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.070694:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302928f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94ca expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.070709:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302928f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94ca expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.070719:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298628.070751:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608246784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1027us (1120us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.070758:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3860 00000100:00100000:1.0:1780298628.071574:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.071609:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608246912 00000100:00100000:2.0:1780298628.071613:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608246912 00000100:00100000:2.0:1780298628.071641:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3861 00000100:00100000:2.0:1780298628.071647:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608246912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.071656:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.071665:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63029296 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c94d1 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.071689:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.071694:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604162048:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.071716:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608247040 00000100:00100000:3.0:1780298628.071721:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608247040 00000100:00100000:2.0:1780298628.071760:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.071780:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3862 00000100:00100000:1.0:1780298628.071790:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608247040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.071797:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.071804:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302929d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c94d8 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.071826:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604162176:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.071854:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241bfbcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.072356:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604162048:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.072371:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63029296 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94d1 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.072387:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63029296 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94d1 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.072407:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298628.072434:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608246912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 786us (859us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.072441:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3861 00000100:00100000:1.0:1780298628.072491:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604162176:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.072510:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302929d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94d8 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.072526:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302929d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94d8 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.072542:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9c00, rc 0) 00000100:00100000:1.0:1780298628.072581:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608247040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 793us (891us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.072588:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3862 00000100:00100000:3.0:1780298628.073442:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.073478:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608247168 00000100:00100000:1.0:1780298628.073482:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608247168 00000100:00100000:1.0:1780298628.073512:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3863 00000100:00100000:1.0:1780298628.073517:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608247168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.073524:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.073532:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e630292a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c94df expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.073556:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604162304:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.073574:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.073603:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608247296 00000100:00100000:1.0:1780298628.073610:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241bfbcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.073646:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608247296 00000100:00100000:3.0:1780298628.073669:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3864 00000100:00100000:3.0:1780298628.073674:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608247296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.073720:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.073730:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e630292ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c94e6 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.073763:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604162432:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.073789:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.074197:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604162304:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.074213:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e630292a4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94df expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.074228:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e630292a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94df expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.074238:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:1.0:1780298628.074266:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608247168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 748us (824us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.074274:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3863 00000100:00100000:1.0:1780298628.074324:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604162432:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.074339:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e630292ab lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94e6 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.074348:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e630292ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94e6 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.074354:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:1.0:1780298628.074402:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608247296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 728us (830us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.074406:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3864 00000100:00100000:2.0:1780298628.075171:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.075191:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.075193:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608247424 00000100:00100000:3.0:1780298628.075197:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608247424 00000100:00100000:3.0:1780298628.075220:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608247552 00000100:00100000:3.0:1780298628.075222:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608247552 00000100:00100000:1.0:1780298628.075232:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3865 00000100:00100000:1.0:1780298628.075242:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608247424:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.075254:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3866 00010000:00010000:1.0:1780298628.075264:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.075269:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608247552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.075275:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000200fd988/0xaf35132e630292b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c94ed expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.075279:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.075288:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007556fb26/0xaf35132e630292b9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c94f4 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.075307:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604162560:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.075321:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604162688:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.075347:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241bfbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.075350:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.075993:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604162560:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.076000:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604162688:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.076015:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000200fd988/0xaf35132e630292b2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94ed expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.076020:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007556fb26/0xaf35132e630292b9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94f4 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.076040:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007556fb26/0xaf35132e630292b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94f4 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.076050:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030a00, rc 0) 00010000:00010000:1.0:1780298628.076052:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000200fd988/0xaf35132e630292b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94ed expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.076064:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9200, rc 0) 00000100:00100000:2.0:1780298628.076077:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608247552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 813us (884us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.076084:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3866 00000100:00100000:1.0:1780298628.076091:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608247424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 851us (919us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.076097:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3865 00000100:00100000:3.0:1780298628.077054:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.077094:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608247680 00000100:00100000:1.0:1780298628.077098:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608247680 00000100:00100000:1.0:1780298628.077155:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3867 00000100:00100000:1.0:1780298628.077164:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608247680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.077172:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.077180:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e630292c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c94fb expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.077195:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029265 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2547712->36102143] (req 2547712->2551807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a7 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.077202:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(5 143) 00010000:00010000:1.0:1780298628.077206:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(6 143) 00010000:00010000:1.0:1780298628.077209:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e630292c0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3608576->3670015] (req 3608576->3670015) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94fb expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.077222:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2547712->36102143] (req 2547712->2551807) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a7 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.077233:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2547712->36102143] (req 2547712->2551807) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a7 expref: 6 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.077239:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604162816:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.077276:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241bfbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.077819:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604162816:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.077834:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e630292c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3608576->3670015] (req 3608576->3670015) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94fb expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.077845:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8000, rc 0) 00000100:00100000:1.0:1780298628.077874:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608247680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 712us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.077882:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3867 00000100:00100000:0.0:1780298628.078012:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.078047:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608247808 00000100:00100000:1.0:1780298628.078052:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608247808 00010000:00010000:1.0:1780298628.078073:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2547712->36102143] (req 2547712->2551807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a7 expref: 7 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.078101:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13987 00000100:00100000:1.0:1780298628.078110:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608247808:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.078120:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.078154:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2547712->36102143] (req 2547712->2551807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a7 expref: 7 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.078173:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2547712->36102143] (req 2547712->2551807) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a7 expref: 7 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.078191:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029265 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2547712->36102143] (req 2547712->2551807) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94a7 expref: 7 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.078202:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(6 143) 00010000:00010000:1.0:1780298628.078205:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(6 143) 00010000:00010000:1.0:1780298628.078213:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e630292c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3608576->37163007] (req 3608576->3670015) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94fb expref: 5 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.078222:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e630292c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3608576->37163007] (req 3608576->3670015) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94fb expref: 5 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.078246:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e630292c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3608576->37163007] (req 3608576->3670015) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94fb expref: 5 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.078257:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604162944:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.078294:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241bfbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.078914:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604162944:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.078925:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.078972:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608247808:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 852us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.078981:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13987 00000100:00100000:3.0:1780298628.079093:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.079142:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608247936 00000100:00100000:0.0:1780298628.079146:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608247936 00000100:00100000:0.0:1780298628.079181:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4034 00000100:00100000:0.0:1780298628.079190:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608247936:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298628.079419:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298628.079423:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298628.079424:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298628.079426:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298628.079428:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1112 -> 1232 00000100:00100000:0.0:1780298628.079450:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608247936:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 264us (358us total) trans 4294969059 rc 0/0 00000100:00100000:0.0:1780298628.079455:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4034 00000100:00100000:0.0:1780298628.080275:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.080298:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.080318:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608248064 00000100:00100000:1.0:1780298628.080324:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608248064 00000100:00100000:3.0:1780298628.080327:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608248192 00000100:00100000:3.0:1780298628.080331:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608248192 00000100:00100000:1.0:1780298628.080360:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3868 00000100:00100000:3.0:1780298628.080368:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3869 00000100:00100000:1.0:1780298628.080373:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608248064:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298628.080380:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608248192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.080385:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.080397:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.080405:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000200fd988/0xaf35132e630292c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9502 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.080408:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e630292ce lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9509 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.080448:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604163072:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.080459:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604163200:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.080485:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.080490:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241bfbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.081287:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604163200:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.081300:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000200fd988/0xaf35132e630292c7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9502 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.081316:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000200fd988/0xaf35132e630292c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9502 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.081323:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604163072:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.081325:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9200, rc 0) 00010000:00010000:3.0:1780298628.081347:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e630292ce lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9509 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.081352:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608248064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 984us (1076us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.081365:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3868 00010000:00010000:3.0:1780298628.081374:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e630292ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9509 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.081398:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298628.081418:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608248192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1042us (1118us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.081424:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3869 00000100:00100000:2.0:1780298628.082359:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.082407:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608248320 00000100:00100000:1.0:1780298628.082413:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608248320 00000100:00100000:1.0:1780298628.082444:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3870 00000100:00100000:1.0:1780298628.082452:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608248320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.082465:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.082474:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e630292d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9510 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.082487:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.082503:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604163328:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.082526:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608248448 00000100:00100000:2.0:1780298628.082532:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608248448 00000100:00100000:1.0:1780298628.082550:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241bfbcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.082569:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3871 00000100:00100000:2.0:1780298628.082584:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608248448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.082593:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.082603:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e630292dc lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9517 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.082632:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604163456:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.082668:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.083176:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604163328:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.083195:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e630292d5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9510 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.083210:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e630292d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9510 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.083219:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:1.0:1780298628.083255:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608248320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 803us (896us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.083263:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3870 00000100:00100000:2.0:1780298628.083298:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604163456:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.083318:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e630292dc lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9517 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.083332:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e630292dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9517 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.083341:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298628.083370:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608248448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 794us (884us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.083378:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3871 00000100:00100000:2.0:1780298628.084199:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.084235:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608248704 00000100:00100000:0.0:1780298628.084239:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608248704 00000100:00100000:0.0:1780298628.084266:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61403 00000100:00100000:0.0:1780298628.084272:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+86:28749:x1866777608248704:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298628.084310:0:17567:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298628.084325:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029226 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9468 expref: 86 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.084337:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.084340:0:17567:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298628.084482:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e630292e3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.084499:0:17567:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63029273 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94ae expref: 117 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.084519:0:17567:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e630292e3 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.084543:0:17567:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63029273 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94ae expref: 117 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.084555:0:17567:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63029273 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94ae expref: 117 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.084570:0:17567:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777604163584:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.084609:0:17567:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b579c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.085116:0:17567:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777604163584:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.085158:0:17567:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e630292e3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.085320:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.085341:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608248832 00000100:00100000:3.0:1780298628.085345:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608248832 00010000:00010000:3.0:1780298628.085362:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63029273 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94ae expref: 118 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.085434:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13988 00000100:00100000:3.0:1780298628.085442:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+118:2399:x1866777608248832:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298628.085449:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298628.085453:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63029273 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94ae expref: 118 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.085462:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63029273 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94ae expref: 118 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.085473:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63029273 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94ae expref: 118 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.085480:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298628.085483:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e630292e3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.085495:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e630292e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.085500:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e630292e3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.085514:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298628.085533:0:17567:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e630292e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.085535:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+117:2399:x1866777608248832:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 95us (217us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298628.085549:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e630292e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.085550:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13988 00000001:00080000:2.0:1780298628.085596:0:17567:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990609 00000004:00010000:2.0:1780298628.085617:0:17567:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f8861fe reply state 000000006c4740e5 transno 4294990610 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e630292e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.085626:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e630292e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.085631:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.085633:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298628.085635:0:17567:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298628.085680:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+88:28749:x1866777608248704:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1408us (1480us total) trans 4294990610 rc 0/0 00000100:00100000:2.0:1780298628.085685:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61403 00000020:00080000:2.0:1780298628.085688:0:17567:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298628.086258:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.086293:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608248960 00000100:00100000:0.0:1780298628.086297:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608248960 00000100:00100000:0.0:1780298628.086321:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3872 00000100:00100000:0.0:1780298628.086326:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608248960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.086333:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.086340:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e630292ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c951e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.086353:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e630292c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3608576->37163007] (req 3608576->3670015) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94fb expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.086359:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(6 143) 00010000:00010000:0.0:1780298628.086362:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(7 143) 00010000:00010000:0.0:1780298628.086365:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e630292ea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c951e expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.086378:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e630292c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3608576->37163007] (req 3608576->3670015) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94fb expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.086385:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e630292c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3608576->37163007] (req 3608576->3670015) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94fb expref: 8 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.086405:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604163712:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.086432:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.086915:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604163712:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.086931:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e630292ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c951e expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.086943:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031e00, rc 0) 00000100:00100000:2.0:1780298628.086970:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608248960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 643us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.086977:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3872 00000100:00100000:3.0:1780298628.087119:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.087175:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608249088 00000100:00100000:2.0:1780298628.087180:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608249088 00010000:00010000:2.0:1780298628.087199:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e630292c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3608576->37163007] (req 3608576->3670015) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94fb expref: 8 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.087225:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13989 00000100:00100000:2.0:1780298628.087233:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608249088:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.087242:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.087257:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e630292c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3608576->37163007] (req 3608576->3670015) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94fb expref: 8 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.087268:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e630292c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3608576->37163007] (req 3608576->3670015) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94fb expref: 8 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.087283:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e630292c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3608576->37163007] (req 3608576->3670015) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c94fb expref: 8 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.087294:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(7 143) 00010000:00010000:2.0:1780298628.087298:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(7 143) 00010000:00010000:2.0:1780298628.087303:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e630292ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c951e expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.087312:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e630292ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c951e expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.087334:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e630292ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c951e expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.087345:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604163840:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.087380:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff49c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.088022:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604163840:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.088031:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.088051:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608249088:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 820us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.088057:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13989 00000100:00100000:0.0:1780298628.088235:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.088258:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608249216 00000100:00100000:3.0:1780298628.088262:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608249216 00000100:00100000:3.0:1780298628.088287:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3873 00000100:00100000:3.0:1780298628.088293:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:28749:x1866777608249216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.088300:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.088308:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630292f1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9525 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.088322:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029107 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9365 expref: 22 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.088327:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298627 v=(104 76) 00010000:00010000:3.0:1780298628.088330:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(1 104) 00010000:00010000:3.0:1780298628.088332:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630292f1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9525 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.088349:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029107 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9365 expref: 22 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.088356:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9365 expref: 22 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.088363:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604163968:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.088404:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.088941:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604163968:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.088952:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630292f1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9525 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.088960:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:2.0:1780298628.088983:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:28749:x1866777608249216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 691us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.088988:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3873 00000100:00100000:0.0:1780298628.089279:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.089332:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608249344 00000100:00100000:2.0:1780298628.089337:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608249344 00002000:00100000:2.0:1780298628.089366:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (1900544->1904639) req@ffff9cf244813480 x1866777608249344/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 4584/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.089377:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813480 with x1866777608249344 ext(1900544->1904639) 00010000:00010000:2.0:1780298628.089383:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9365 expref: 23 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.089409:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9365 expref: 23 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298628.089417:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf244813480 00000100:00100000:2.0:1780298628.089437:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 99 00000100:00100000:2.0:1780298628.089445:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2399:x1866777608249344:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298628.089926:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777608249344:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 481us (647us total) trans 4294968758 rc 0/0 00000100:00100000:2.0:1780298628.089933:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 99 00002000:00100000:2.0:1780298628.089940:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (1900544->1904639) req@ffff9cf244813480 x1866777608249344/t4294968758(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 4584/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.089949:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813480 with x1866777608249344 ext(1900544->1904639) 00010000:00010000:2.0:1780298628.089955:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9365 expref: 25 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.089967:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9365 expref: 25 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298628.089979:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf244813480 00000100:00100000:0.0:1780298628.090834:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.090864:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608249472 00000100:00100000:2.0:1780298628.090868:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608249472 00010000:00010000:2.0:1780298628.090882:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9365 expref: 25 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.090903:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13990 00000100:00100000:2.0:1780298628.090908:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2398:x1866777608249472:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.090914:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298628.090922:0:6463:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 176 -> 184 00010000:00010000:2.0:1780298628.090926:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029107 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9365 expref: 25 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.090934:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029107 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9365 expref: 25 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.090948:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63029107 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9365 expref: 25 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.090960:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(1 104) 00010000:00010000:2.0:1780298628.090965:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(1 104) 00010000:00010000:2.0:1780298628.090971:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630292f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9525 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.090985:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630292f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9525 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.091010:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630292f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9525 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.091020:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604164096:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.091062:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.091778:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604164096:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.091790:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.091827:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2398:x1866777608249472:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 918us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.091835:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13990 00000100:00100000:3.0:1780298628.091845:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.091904:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608249600 00000100:00100000:1.0:1780298628.091910:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608249600 00002000:00010000:1.0:1780298628.091932:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1436881->18446744073709551615) 00002000:00100000:1.0:1780298628.091937:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243809880 with x1866777608249600 ext(1436881->18446744073709551615) 00002000:00010000:1.0:1780298628.091945:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243809880. 00000100:00100000:1.0:1780298628.091972:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4035 00000100:00100000:3.0:1780298628.091979:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.091983:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608249600:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298628.091997:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608249728 00000100:00100000:2.0:1780298628.092001:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608249728 00002000:00010000:2.0:1780298628.092014:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298628.092017:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243809c00 with x1866777608249728 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298628.092022:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243809c00. 00000100:00100000:2.0:1780298628.092039:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4036 00000100:00100000:2.0:1780298628.092046:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608249728:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298628.092351:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2089797 -> 0 00002000:00010000:2.0:1780298628.092355:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.092356:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.092359:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.092360:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 184 -> 0 00000100:00100000:2.0:1780298628.092385:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608249728:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 340us (410us total) trans 4294968759 rc 0/0 00000100:00100000:2.0:1780298628.092400:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4036 00002000:00010000:2.0:1780298628.092403:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298628.092406:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243809c00 with x1866777608249728 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298628.092409:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243809c00. 00002000:00010000:1.0:1780298628.092536:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 1436881 00002000:00010000:1.0:1780298628.092540:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298628.092542:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298628.092543:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298628.092545:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1232 -> 976 00000100:00100000:1.0:1780298628.092576:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608249600:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 596us (734us total) trans 4294969060 rc 0/0 00000100:00100000:1.0:1780298628.092583:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4035 00002000:00010000:1.0:1780298628.092586:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1436881->18446744073709551615) 00002000:00100000:1.0:1780298628.092589:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243809880 with x1866777608249600 ext(1436881->18446744073709551615) 00002000:00010000:1.0:1780298628.092594:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243809880. 00000100:00100000:3.0:1780298628.093275:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.093311:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608249856 00000100:00100000:2.0:1780298628.093316:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608249856 00000100:00100000:2.0:1780298628.093352:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61404 00000100:00100000:2.0:1780298628.093360:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+88:28749:x1866777608249856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.093376:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.093402:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e630292f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c952c expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.093478:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630292ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.093493:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630292ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.093504:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630292ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298628.093528:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1436881 00000004:00200000:2.0:1780298628.093533:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298628.093549:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630292ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.093586:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e630292f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c952c expref: 90 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.093599:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630292ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c952c expref: 89 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.093607:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.093610:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298628.093612:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298628.093639:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+89:28749:x1866777608249856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 282us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.093645:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61404 00000100:00100000:0.0:1780298628.097842:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.097894:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608249984 00000100:00100000:3.0:1780298628.097904:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608249984 00000100:00100000:3.0:1780298628.097955:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3874 00000100:00100000:3.0:1780298628.097966:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608249984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.097985:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.098004:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029306 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9533 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.098034:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e630292ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c951e expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.098049:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(7 143) 00010000:00010000:3.0:1780298628.098054:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(8 143) 00010000:00010000:3.0:1780298628.098064:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029306 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4251648->4280319] (req 4251648->4280319) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9533 expref: 7 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.098101:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e630292ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c951e expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.098112:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e630292ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c951e expref: 7 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.098149:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604164224:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.098260:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.098963:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604164224:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.098981:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029306 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4251648->4280319] (req 4251648->4280319) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9533 expref: 7 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.098993:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:2.0:1780298628.099030:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608249984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1067us (1194us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.099037:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3874 00000100:00100000:3.0:1780298628.099260:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.099294:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608250112 00000100:00100000:2.0:1780298628.099299:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608250112 00002000:00100000:2.0:1780298628.099329:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (4358144->4404336) req@ffff9cf243808e00 x1866777608250112/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.099346:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243808e00 with x1866777608250112 ext(4358144->4404336) 00010000:00010000:2.0:1780298628.099354:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e630292ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c951e expref: 8 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.099368:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e630292ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c951e expref: 8 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298628.099376:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf243808e00 00000100:00100000:2.0:1780298628.099408:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 100 00000100:00100000:2.0:1780298628.099416:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608250112:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298628.100724:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608250112:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1308us (1463us total) trans 4294969061 rc 0/0 00000100:00100000:2.0:1780298628.100730:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 100 00002000:00100000:2.0:1780298628.100735:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (4358144->4404336) req@ffff9cf243808e00 x1866777608250112/t4294969061(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.100742:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243808e00 with x1866777608250112 ext(4358144->4404336) 00010000:00010000:2.0:1780298628.100747:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e630292ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c951e expref: 10 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.100759:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e630292ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c951e expref: 10 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298628.100765:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf243808e00 00000100:00100000:3.0:1780298628.101512:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.101549:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608250240 00000100:00100000:0.0:1780298628.101554:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608250240 00010000:00010000:0.0:1780298628.101574:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e630292ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c951e expref: 10 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.101596:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13991 00000100:00100000:0.0:1780298628.101602:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608250240:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298628.101611:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298628.101620:0:6462:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 1436881 -> 4404337 00002000:00010000:0.0:1780298628.101622:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 976 -> 1072 00010000:00010000:0.0:1780298628.101626:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e630292ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c951e expref: 10 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.101634:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e630292ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c951e expref: 10 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.101650:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e630292ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c951e expref: 10 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.101660:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(8 143) 00010000:00010000:0.0:1780298628.101662:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(8 143) 00010000:00010000:0.0:1780298628.101668:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4251648->37806079] (req 4251648->4280319) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9533 expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.101674:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4251648->37806079] (req 4251648->4280319) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9533 expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.101700:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4251648->37806079] (req 4251648->4280319) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9533 expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.101709:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604164352:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298628.101749:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.102412:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604164352:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.102430:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.102461:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608250240:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 859us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.102470:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13991 00000100:00100000:2.0:1780298628.102636:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.102666:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608250368 00000100:00100000:0.0:1780298628.102670:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608250368 00002000:00100000:0.0:1780298628.102694:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (4251648->4255743) req@ffff9cf347cd4380 x1866777608250368/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.102705:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4380 with x1866777608250368 ext(4251648->4255743) 00002000:00010000:0.0:1780298628.102708:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd4380 00000100:00100000:0.0:1780298628.102728:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4037 00000100:00100000:0.0:1780298628.102733:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608250368:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.102838:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608250368:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 104us (202us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298628.102842:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4037 00002000:00100000:0.0:1780298628.102846:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (4251648->4255743) req@ffff9cf347cd4380 x1866777608250368/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.102852:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4380 with x1866777608250368 ext(4251648->4255743) 00002000:00010000:0.0:1780298628.102855:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd4380 00000100:00100000:3.0:1780298628.103841:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.103880:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608250496 00000100:00100000:2.0:1780298628.103884:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608250496 00002000:00100000:2.0:1780298628.103902:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (4276224->4280319) req@ffff9cf24380bb80 x1866777608250496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.103908:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380bb80 with x1866777608250496 ext(4276224->4280319) 00002000:00010000:2.0:1780298628.103911:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24380bb80 00000100:00100000:2.0:1780298628.103927:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4038 00000100:00100000:2.0:1780298628.103932:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608250496:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.104013:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608250496:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 80us (171us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.104020:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4038 00002000:00100000:2.0:1780298628.104028:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (4276224->4280319) req@ffff9cf24380bb80 x1866777608250496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.104036:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380bb80 with x1866777608250496 ext(4276224->4280319) 00002000:00010000:2.0:1780298628.104040:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24380bb80 00000100:00100000:1.0:1780298628.105045:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.105094:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608250624 00000100:00100000:2.0:1780298628.105099:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608250624 00000100:00100000:2.0:1780298628.105163:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3875 00000100:00100000:2.0:1780298628.105172:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608250624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.105182:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.105196:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302930d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c953a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.105237:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604164480:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.105287:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.105951:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604164480:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.105973:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302930d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c953a expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.105990:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302930d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c953a expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.106001:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:2.0:1780298628.106032:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608250624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 861us (987us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.106039:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3875 00000100:00100000:3.0:1780298628.106884:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.106917:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608250752 00000100:00100000:2.0:1780298628.106921:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608250752 00000100:00100000:2.0:1780298628.106946:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3876 00000100:00100000:2.0:1780298628.106952:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608250752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.106959:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.106966:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029314 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9541 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.106987:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604164608:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.107020:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.107700:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604164608:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.107717:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029314 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9541 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.107731:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029314 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9541 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.107737:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298628.107758:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608250752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 808us (875us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.107763:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3876 00000100:00100000:0.0:1780298628.108617:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.108648:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608250880 00000100:00100000:2.0:1780298628.108652:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608250880 00000100:00100000:2.0:1780298628.108675:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3877 00000100:00100000:2.0:1780298628.108680:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608250880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.108686:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.108693:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302931b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9548 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.108723:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604164736:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.108752:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.109402:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604164736:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.109415:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302931b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9548 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.109425:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302931b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9548 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.109435:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298628.109456:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608250880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 777us (841us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.109461:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3877 00000100:00100000:1.0:1780298628.110191:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.110218:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608251008 00000100:00100000:2.0:1780298628.110222:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608251008 00000100:00100000:2.0:1780298628.110243:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3878 00000100:00100000:2.0:1780298628.110248:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608251008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.110254:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.110260:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029322 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c954f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.110273:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(8 143) 00010000:00010000:2.0:1780298628.110277:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(8 143) 00010000:00010000:2.0:1780298628.110283:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029322 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1548288->4251647] (req 1548288->1585151) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c954f expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.110294:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029322 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1548288->4251647] (req 1548288->1585151) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c954f expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.110300:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298628.110321:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608251008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 72us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.110326:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3878 00000100:00100000:0.0:1780298628.110942:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.110986:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608251136 00000100:00100000:1.0:1780298628.110991:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608251136 00000100:00100000:1.0:1780298628.111027:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4039 00000100:00100000:1.0:1780298628.111034:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608251136:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298628.111195:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4404337 -> 4404337 00002000:00010000:1.0:1780298628.111197:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298628.111199:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298628.111200:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298628.111202:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1072 -> 1144 00000100:00100000:1.0:1780298628.111225:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608251136:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 192us (283us total) trans 4294969062 rc 0/0 00000100:00100000:1.0:1780298628.111230:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4039 00000100:00100000:3.0:1780298628.111820:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.111856:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608251264 00000100:00100000:2.0:1780298628.111859:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608251264 00000100:00100000:2.0:1780298628.111884:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61405 00000100:00100000:2.0:1780298628.111888:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f759880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+117:28749:x1866777608251264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.111897:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.111907:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63029329 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9556 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.111976:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029330 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.111988:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029330 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.111996:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029330 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298628.112014:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1436881 00000004:00200000:2.0:1780298628.112017:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298628.112029:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029330 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.112044:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63029329 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9556 expref: 119 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.112053:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029330 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9556 expref: 118 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.112058:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.112060:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298628.112062:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298628.112082:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f759880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+118:28749:x1866777608251264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 194us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.112086:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61405 00000100:00100000:0.0:1780298628.112966:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.112988:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.113002:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608251392 00000100:00100000:2.0:1780298628.113006:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608251392 00000100:00100000:1.0:1780298628.113024:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608251520 00000100:00100000:1.0:1780298628.113028:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608251520 00000100:00100000:2.0:1780298628.113048:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3879 00000100:00100000:2.0:1780298628.113058:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608251392:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.113061:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3880 00000100:00100000:0.0:1780298628.113074:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777608251520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.113080:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.113085:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.113092:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fbbd4b6c/0xaf35132e63029337 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c955d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.113097:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e6302933e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9564 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.113159:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604164864:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.113177:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604164992:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.113211:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.113213:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.113906:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604164864:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.113923:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e6302933e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9564 expref: 25 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.113935:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e6302933e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9564 expref: 25 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.113943:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030000, rc 0) 00000100:00100000:2.0:1780298628.113968:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777608251520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 900us (979us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.113973:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3880 00000100:00100000:1.0:1780298628.114022:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604164992:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.114039:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fbbd4b6c/0xaf35132e63029337 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c955d expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.114051:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fbbd4b6c/0xaf35132e63029337 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c955d expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.114059:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d473e00, rc 0) 00000100:00100000:1.0:1780298628.114083:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608251392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1030us (1118us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.114088:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3879 00000100:00100000:0.0:1780298628.115038:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.115070:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.115095:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608251648 00000100:00100000:2.0:1780298628.115100:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608251648 00000100:00100000:1.0:1780298628.115119:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608251776 00000100:00100000:1.0:1780298628.115146:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608251776 00000100:00100000:2.0:1780298628.115160:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3881 00000100:00100000:2.0:1780298628.115171:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608251648:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.115176:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3882 00010000:00010000:2.0:1780298628.115182:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.115190:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777608251776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.115195:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e63029345 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c956b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.115199:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.115211:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007556fb26/0xaf35132e6302934c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9572 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.115230:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604165120:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.115251:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604165248:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.115291:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.115296:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.116059:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604165248:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.116078:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007556fb26/0xaf35132e6302934c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9572 expref: 25 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.116088:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007556fb26/0xaf35132e6302934c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9572 expref: 25 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.116095:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604165120:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.116098:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030a00, rc 0) 00000100:00100000:2.0:1780298628.116143:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777608251776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 941us (1056us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298628.116144:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e63029345 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c956b expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.116153:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3882 00010000:00010000:3.0:1780298628.116169:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e63029345 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c956b expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.116180:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9e00, rc 0) 00000100:00100000:3.0:1780298628.116205:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608251648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1037us (1167us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.116217:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3881 00000100:00100000:3.0:1780298628.117085:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.117115:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608252032 00000100:00100000:2.0:1780298628.117119:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608252032 00000100:00100000:2.0:1780298628.117166:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61406 00000100:00100000:2.0:1780298628.117172:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+118:28749:x1866777608252032:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298628.117201:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.117213:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029330 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9556 expref: 118 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.117224:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.117227:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298628.117358:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63029353 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.117367:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630292ff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c952c expref: 88 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.117383:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63029353 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.117412:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630292ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c952c expref: 88 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.117422:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630292ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c952c expref: 88 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.117430:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604165376:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.117459:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.118030:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604165376:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.118046:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63029353 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.118107:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.118169:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608252160 00000100:00100000:1.0:1780298628.118174:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608252160 00010000:00010000:1.0:1780298628.118196:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630292ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c952c expref: 89 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.118222:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13992 00000100:00100000:1.0:1780298628.118230:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f759500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+89:2400:x1866777608252160:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.118239:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.118244:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630292ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c952c expref: 89 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.118255:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630292ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c952c expref: 89 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.118269:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630292ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c952c expref: 89 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.118280:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298628.118283:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63029353 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.118294:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63029353 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.118301:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63029353 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.118319:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298628.118339:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63029353 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.118344:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f759500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+88:2400:x1866777608252160:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 113us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.118359:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13992 00010000:00010000:2.0:1780298628.118361:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63029353 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298628.118423:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990611 00000004:00010000:2.0:1780298628.118447:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ae312000 reply state 0000000090aad5cb transno 4294990612 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63029353 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.118459:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63029353 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.118466:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.118469:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298628.118472:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298628.118530:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+120:28749:x1866777608252032:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1357us (1443us total) trans 4294990612 rc 0/0 00000100:00100000:2.0:1780298628.118537:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61406 00000020:00080000:2.0:1780298628.118541:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298628.119102:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.119152:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608252288 00000100:00100000:1.0:1780298628.119156:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608252288 00000100:00100000:1.0:1780298628.119175:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3883 00000100:00100000:1.0:1780298628.119180:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608252288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.119186:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.119194:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302935a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9579 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.119208:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029322 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1548288->4251647] (req 1548288->1585151) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c954f expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.119214:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4251648->37806079] (req 4251648->4280319) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9533 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.119219:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(8 143) 00010000:00010000:1.0:1780298628.119222:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(10 143) 00010000:00010000:1.0:1780298628.119224:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302935a lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9579 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.119236:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4251648->37806079] (req 4251648->4280319) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9533 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.119242:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4251648->37806079] (req 4251648->4280319) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9533 expref: 8 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.119248:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604165504:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.119283:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029322 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1548288->4251647] (req 1548288->1585151) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c954f expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.119289:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1548288->4251647] (req 1548288->1585151) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c954f expref: 10 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.119301:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604165632:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.119316:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241bfbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.119938:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604165504:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.119947:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604165632:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.119964:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302935a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9579 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.119976:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:1.0:1780298628.120000:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608252288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 819us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.120006:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3883 00000100:00100000:0.0:1780298628.120211:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.120245:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608252416 00000100:00100000:0.0:1780298628.120245:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.120250:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608252416 00010000:00010000:1.0:1780298628.120269:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1548288->4251647] (req 1548288->1585151) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c954f expref: 11 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.120281:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608252544 00000100:00100000:2.0:1780298628.120286:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608252544 00000100:00100000:1.0:1780298628.120299:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13993 00000100:00100000:1.0:1780298628.120307:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608252416:12345-192.168.203.25@tcp:103:ldlm_bl.0 00002000:00100000:2.0:1780298628.120314:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (4251648->4280319) req@ffff9cf243061f80 x1866777608252544/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1780298628.120315:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00100000:2.0:1780298628.120324:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061f80 with x1866777608252544 ext(4251648->4280319) 00010000:00010000:2.0:1780298628.120331:0:8364:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4251648->37806079] (req 4251648->4280319) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9533 expref: 8 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.120332:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1548288->4251647] (req 1548288->1585151) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c954f expref: 11 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.120350:0:8364:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4251648->37806079] (req 4251648->4280319) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9533 expref: 8 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.120355:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029322 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1548288->4251647] (req 1548288->1585151) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c954f expref: 11 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298628.120377:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf243061f80 00010000:00010000:1.0:1780298628.120397:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029322 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1548288->4251647] (req 1548288->1585151) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c954f expref: 11 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.120409:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 101 00010000:00010000:1.0:1780298628.120409:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.120419:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608252544:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298628.120438:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608252416:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 133us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.120445:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13993 00000100:00100000:2.0:1780298628.121551:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608252544:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1133us (1306us total) trans 4294969063 rc 0/0 00000100:00100000:2.0:1780298628.121559:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 101 00002000:00100000:2.0:1780298628.121567:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (4251648->4280319) req@ffff9cf243061f80 x1866777608252544/t4294969063(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.121575:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061f80 with x1866777608252544 ext(4251648->4280319) 00010000:00010000:2.0:1780298628.121582:0:8364:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4251648->37806079] (req 4251648->4280319) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9533 expref: 10 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.121597:0:8364:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4251648->37806079] (req 4251648->4280319) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9533 expref: 10 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298628.121605:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf243061f80 00000100:00100000:3.0:1780298628.122213:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.122246:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608252672 00000100:00100000:2.0:1780298628.122252:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608252672 00010000:00010000:2.0:1780298628.122270:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4251648->37806079] (req 4251648->4280319) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9533 expref: 10 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.122298:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13994 00000100:00100000:2.0:1780298628.122306:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f759f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608252672:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.122317:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298628.122325:0:7400:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1144 -> 1200 00010000:00010000:2.0:1780298628.122330:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4251648->37806079] (req 4251648->4280319) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9533 expref: 10 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.122341:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4251648->37806079] (req 4251648->4280319) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9533 expref: 10 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.122355:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029306 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4251648->37806079] (req 4251648->4280319) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9533 expref: 10 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.122365:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(10 143) 00010000:00010000:2.0:1780298628.122369:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(10 143) 00010000:00010000:2.0:1780298628.122374:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302935a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9579 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.122383:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302935a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9579 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.122424:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302935a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9579 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.122435:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604165760:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.122480:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.123027:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604165760:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.123041:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.123067:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f759f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608252672:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 762us (853us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.123074:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13994 00000100:00100000:3.0:1780298628.123160:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.123194:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608252800 00000100:00100000:1.0:1780298628.123199:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608252800 00000100:00100000:1.0:1780298628.123231:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3884 00000100:00100000:1.0:1780298628.123239:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:28749:x1866777608252800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.123249:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.123261:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029361 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9580 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.123278:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630292f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9525 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.123286:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(1 104) 00010000:00010000:1.0:1780298628.123289:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(2 104) 00010000:00010000:1.0:1780298628.123293:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029361 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9580 expref: 25 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.123312:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630292f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9525 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.123327:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630292f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9525 expref: 15 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.123337:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604165888:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.123373:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241bfbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.123919:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604165888:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.123931:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029361 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9580 expref: 25 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.123939:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00000100:00100000:1.0:1780298628.123961:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:28749:x1866777608252800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 725us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.123965:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3884 00000100:00100000:3.0:1780298628.124058:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.124101:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608252928 00000100:00100000:2.0:1780298628.124107:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608252928 00010000:00010000:2.0:1780298628.124148:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630292f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9525 expref: 16 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.124176:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13995 00000100:00100000:2.0:1780298628.124186:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608252928:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.124195:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.124208:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630292f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9525 expref: 16 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.124219:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630292f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9525 expref: 16 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.124234:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e630292f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9525 expref: 16 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.124244:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(2 104) 00010000:00010000:2.0:1780298628.124248:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(2 104) 00010000:00010000:2.0:1780298628.124253:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029361 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9580 expref: 24 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.124266:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029361 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9580 expref: 24 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.124286:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029361 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9580 expref: 24 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.124296:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604166016:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.124331:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.124880:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604166016:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.124891:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.124919:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608252928:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 735us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.124928:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13995 00000100:00100000:0.0:1780298628.124958:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.124982:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608253056 00000100:00100000:2.0:1780298628.124986:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608253056 00002000:00010000:2.0:1780298628.125003:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298628.125007:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd7480 with x1866777608253056 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298628.125013:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd7480. 00000100:00100000:2.0:1780298628.125039:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4040 00000100:00100000:2.0:1780298628.125048:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608253056:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298628.125117:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.125190:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608253184 00000100:00100000:3.0:1780298628.125195:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608253184 00002000:00010000:3.0:1780298628.125209:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2025268->18446744073709551615) 00002000:00100000:3.0:1780298628.125212:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd6d80 with x1866777608253184 ext(2025268->18446744073709551615) 00002000:00010000:3.0:1780298628.125216:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243cd6d80. 00000100:00100000:3.0:1780298628.125233:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4041 00000100:00100000:3.0:1780298628.125240:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777608253184:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298628.125321:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4404337 -> 4194304 00002000:00010000:2.0:1780298628.125325:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.125328:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.125332:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.125334:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1200 -> 1048 00002000:00010000:3.0:1780298628.125355:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 2025268 00002000:00010000:3.0:1780298628.125358:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298628.125360:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298628.125362:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298628.125363:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298628.125370:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608253056:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 321us (410us total) trans 4294969064 rc 0/0 00000100:00100000:2.0:1780298628.125378:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4040 00002000:00010000:2.0:1780298628.125382:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00000100:00100000:3.0:1780298628.125385:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2399:x1866777608253184:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 145us (267us total) trans 4294968760 rc 0/0 00002000:00100000:2.0:1780298628.125398:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd7480 with x1866777608253056 ext(4194304->18446744073709551615) 00000100:00100000:3.0:1780298628.125406:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4041 00002000:00010000:2.0:1780298628.125407:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd7480. 00002000:00010000:3.0:1780298628.125409:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2025268->18446744073709551615) 00002000:00100000:3.0:1780298628.125412:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd6d80 with x1866777608253184 ext(2025268->18446744073709551615) 00002000:00010000:3.0:1780298628.125417:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243cd6d80. 00000100:00100000:3.0:1780298628.126074:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.126113:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608253312 00000100:00100000:2.0:1780298628.126117:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608253312 00000100:00100000:2.0:1780298628.126194:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61407 00000100:00100000:2.0:1780298628.126202:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+88:28749:x1866777608253312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.126213:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.126226:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9600/0xaf35132e63029368 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9587 expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.126295:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e6302936f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.126308:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e6302936f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.126317:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e6302936f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298628.126341:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6219572 00000004:00200000:2.0:1780298628.126345:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298628.126361:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e6302936f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.126386:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9600/0xaf35132e63029368 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9587 expref: 90 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.126410:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e6302936f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9587 expref: 89 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.126418:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.126420:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298628.126423:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8400, rc 0) 00000100:00100000:2.0:1780298628.126452:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+89:28749:x1866777608253312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 251us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.126459:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61407 00000100:00100000:0.0:1780298628.127209:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.127229:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.127242:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608253440 00000100:00100000:3.0:1780298628.127248:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608253440 00000100:00100000:2.0:1780298628.127255:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608253568 00000100:00100000:2.0:1780298628.127259:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608253568 00000100:00100000:3.0:1780298628.127286:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3885 00000100:00100000:3.0:1780298628.127296:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608253440:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.127302:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3886 00010000:00010000:3.0:1780298628.127303:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.127313:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029376 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c958e expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.127314:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608253568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.127326:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.127335:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e6302937d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9595 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.127346:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604166144:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.127364:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604166272:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.127386:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.127404:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.127952:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604166144:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.127968:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029376 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c958e expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.127980:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029376 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c958e expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.127984:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604166272:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.127995:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00010000:00010000:1.0:1780298628.128005:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e6302937d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9595 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.128017:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e6302937d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9595 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.128020:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608253440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 725us (810us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.128033:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3885 00010000:00010000:1.0:1780298628.128036:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030000, rc 0) 00000100:00100000:1.0:1780298628.128058:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608253568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 750us (828us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.128063:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3886 00000100:00100000:1.0:1780298628.128889:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.128934:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608253696 00000100:00100000:3.0:1780298628.128938:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608253696 00000100:00100000:3.0:1780298628.128960:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3887 00000100:00100000:3.0:1780298628.128965:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608253696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.128972:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.128978:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029384 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c959c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.128999:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604166400:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.129007:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.129029:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608253824 00000100:00100000:1.0:1780298628.129032:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608253824 00000100:00100000:1.0:1780298628.129056:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3888 00000100:00100000:1.0:1780298628.129062:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608253824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.129068:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.129075:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e6302938b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c95a3 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.129096:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604166528:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.129104:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.129154:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241bfbcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.129721:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604166400:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.129740:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029384 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c959c expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.129756:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029384 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c959c expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.129767:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298628.129769:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604166528:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.129784:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e6302938b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95a3 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.129794:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e6302938b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95a3 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.129802:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608253696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 834us (910us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298628.129803:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:2.0:1780298628.129816:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3887 00000100:00100000:1.0:1780298628.129822:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608253824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 761us (818us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.129828:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3888 00000100:00100000:0.0:1780298628.130747:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.130766:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.130780:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608253952 00000100:00100000:1.0:1780298628.130784:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608253952 00000100:00100000:3.0:1780298628.130791:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608254080 00000100:00100000:3.0:1780298628.130795:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608254080 00000100:00100000:1.0:1780298628.130813:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3889 00000100:00100000:1.0:1780298628.130821:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608253952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.130827:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298628.130828:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3890 00010000:00010000:1.0:1780298628.130834:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63029392 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c95aa expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.130839:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608254080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.130850:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.130857:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029399 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c95b1 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.130863:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604166656:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.130885:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604166784:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.130900:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241bfbcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.130911:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.131555:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604166656:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.131566:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604166784:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.131570:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63029392 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95aa expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.131581:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63029392 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95aa expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.131584:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029399 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95b1 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.131597:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00010000:00010000:3.0:1780298628.131602:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029399 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95b1 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.131610:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298628.131621:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608253952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 802us (874us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.131626:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3889 00000100:00100000:3.0:1780298628.131630:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608254080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 794us (862us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.131638:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3890 00000100:00100000:0.0:1780298628.132537:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.132561:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608254208 00000100:00100000:1.0:1780298628.132565:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608254208 00000100:00100000:1.0:1780298628.132588:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3891 00000100:00100000:1.0:1780298628.132594:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608254208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.132599:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.132605:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e630293a0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c95b8 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.132614:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.132630:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604166912:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.132658:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608254336 00000100:00100000:2.0:1780298628.132664:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608254336 00000100:00100000:1.0:1780298628.132664:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241bfbcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.132701:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3892 00000100:00100000:2.0:1780298628.132709:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777608254336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.132717:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.132726:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e630293a7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c95bf expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.132754:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604167040:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.132787:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.133246:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604166912:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.133257:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e630293a0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95b8 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.133266:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e630293a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95b8 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.133273:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:1.0:1780298628.133295:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608254208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 702us (760us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.133300:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3891 00000100:00100000:2.0:1780298628.133399:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604167040:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.133416:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e630293a7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95bf expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.133426:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e630293a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95bf expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.133437:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9000, rc 0) 00000100:00100000:2.0:1780298628.133461:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777608254336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 754us (850us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.133466:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3892 00000100:00100000:3.0:1780298628.134226:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.134253:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608254464 00000100:00100000:2.0:1780298628.134256:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608254464 00000100:00100000:2.0:1780298628.134283:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4042 00000100:00100000:2.0:1780298628.134290:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777608254464:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.134418:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2025268 -> 2025268 00002000:00010000:2.0:1780298628.134421:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.134422:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.134424:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.134426:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298628.134449:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:2400:x1866777608254464:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 160us (223us total) trans 4294968761 rc 0/0 00000100:00100000:2.0:1780298628.134453:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4042 00000100:00100000:3.0:1780298628.134977:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.135003:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608254592 00000100:00100000:2.0:1780298628.135007:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608254592 00000100:00100000:2.0:1780298628.135034:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61408 00000100:00100000:2.0:1780298628.135039:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+120:28749:x1866777608254592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.135050:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.135058:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9c00/0xaf35132e630293ae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c95c6 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.135099:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e630293b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.135109:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e630293b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.135116:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e630293b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298628.135155:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6219572 00000004:00200000:2.0:1780298628.135159:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298628.135173:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e630293b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.135196:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9c00/0xaf35132e630293ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95c6 expref: 122 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.135210:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e630293b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95c6 expref: 121 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.135218:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.135220:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298628.135222:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9e00, rc 0) 00000100:00100000:2.0:1780298628.135244:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+121:28749:x1866777608254592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 205us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.135248:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61408 00000100:00100000:3.0:1780298628.136920:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.136949:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608254720 00000100:00100000:1.0:1780298628.136953:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608254720 00002000:00100000:1.0:1780298628.136971:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (1851392->1855487) req@ffff9cf37f75b100 x1866777608254720/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.136977:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f75b100 with x1866777608254720 ext(1851392->1855487) 00002000:00010000:1.0:1780298628.136980:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f75b100 00000100:00100000:1.0:1780298628.136995:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4043 00000100:00100000:1.0:1780298628.136999:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608254720:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.137105:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608254720:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 106us (186us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.137112:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4043 00002000:00100000:1.0:1780298628.137116:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (1851392->1855487) req@ffff9cf37f75b100 x1866777608254720/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.137121:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f75b100 with x1866777608254720 ext(1851392->1855487) 00002000:00010000:1.0:1780298628.137146:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f75b100 00000100:00100000:3.0:1780298628.137903:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.137938:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608254848 00000100:00100000:2.0:1780298628.137943:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608254848 00002000:00100000:2.0:1780298628.137960:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1855488->1859583) req@ffff9cf37f75ad80 x1866777608254848/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.137967:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f75ad80 with x1866777608254848 ext(1855488->1859583) 00002000:00010000:2.0:1780298628.137969:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f75ad80 00000100:00100000:2.0:1780298628.137983:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4044 00000100:00100000:2.0:1780298628.137988:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608254848:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.138060:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608254848:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (156us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.138065:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4044 00002000:00100000:2.0:1780298628.138070:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1855488->1859583) req@ffff9cf37f75ad80 x1866777608254848/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.138077:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f75ad80 with x1866777608254848 ext(1855488->1859583) 00002000:00010000:2.0:1780298628.138079:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f75ad80 00000100:00100000:2.0:1780298628.138967:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.139016:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608254976 00000100:00100000:0.0:1780298628.139027:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608254976 00002000:00100000:0.0:1780298628.139071:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1830912->1896447) req@ffff9cf347cd6d80 x1866777608254976/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 504/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.139079:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd6d80 with x1866777608254976 ext(1830912->1896447) 00002000:00010000:0.0:1780298628.139083:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd6d80 00000100:00100000:0.0:1780298628.139106:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4045 00000100:00100000:0.0:1780298628.139116:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608254976:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.140082:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608254976:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 965us (1111us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1780298628.140093:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4045 00002000:00100000:0.0:1780298628.140101:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1830912->1896447) req@ffff9cf347cd6d80 x1866777608254976/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 504/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.140110:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd6d80 with x1866777608254976 ext(1830912->1896447) 00002000:00010000:0.0:1780298628.140115:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd6d80 00000100:00100000:2.0:1780298628.141240:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.141279:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608255104 00000100:00100000:0.0:1780298628.141285:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608255104 00000100:00100000:0.0:1780298628.141320:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3893 00000100:00100000:0.0:1780298628.141330:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608255104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.141341:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.141357:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630293bc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c95cd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.141400:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302935a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9579 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.141410:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(10 143) 00010000:00010000:0.0:1780298628.141414:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(11 143) 00010000:00010000:0.0:1780298628.141419:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630293bc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [196608->237567] (req 196608->237567) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95cd expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.141451:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302935a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9579 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.141466:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302935a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9579 expref: 9 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.141479:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604167168:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.141548:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.142073:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604167168:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298628.142093:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630293bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [196608->237567] (req 196608->237567) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95cd expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.142106:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030000, rc 0) 00000100:00100000:0.0:1780298628.142174:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608255104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 845us (933us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.142186:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3893 00000100:00100000:3.0:1780298628.142342:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.142373:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608255232 00000100:00100000:2.0:1780298628.142377:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608255232 00010000:00010000:2.0:1780298628.142408:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302935a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9579 expref: 10 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.142435:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13996 00000100:00100000:2.0:1780298628.142444:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608255232:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.142453:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.142463:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302935a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9579 expref: 10 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.142475:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302935a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9579 expref: 10 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.142491:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302935a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9579 expref: 10 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.142500:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(11 143) 00010000:00010000:2.0:1780298628.142503:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(11 143) 00010000:00010000:2.0:1780298628.142508:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630293bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [196608->33751039] (req 196608->237567) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95cd expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.142515:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630293bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [196608->33751039] (req 196608->237567) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95cd expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.142538:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630293bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [196608->33751039] (req 196608->237567) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95cd expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.142550:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604167296:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.142595:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.143115:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604167296:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298628.143160:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.143214:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608255232:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 770us (870us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.143223:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13996 00000100:00100000:3.0:1780298628.143362:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.143422:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608255360 00000100:00100000:0.0:1780298628.143429:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608255360 00002000:00100000:0.0:1780298628.143457:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (196608->200703) req@ffff9cf37f75a680 x1866777608255360/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.143467:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f75a680 with x1866777608255360 ext(196608->200703) 00002000:00010000:0.0:1780298628.143471:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f75a680 00000100:00100000:0.0:1780298628.143492:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4046 00000100:00100000:0.0:1780298628.143501:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608255360:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.143596:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608255360:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 98us (234us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298628.143601:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4046 00002000:00100000:0.0:1780298628.143607:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (196608->200703) req@ffff9cf37f75a680 x1866777608255360/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.143612:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f75a680 with x1866777608255360 ext(196608->200703) 00002000:00010000:0.0:1780298628.143615:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f75a680 00000100:00100000:3.0:1780298628.144457:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.144492:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608255488 00000100:00100000:2.0:1780298628.144497:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608255488 00002000:00100000:2.0:1780298628.144520:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (233472->237567) req@ffff9cf37f758e00 x1866777608255488/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.144527:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f758e00 with x1866777608255488 ext(233472->237567) 00002000:00010000:2.0:1780298628.144531:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f758e00 00000100:00100000:2.0:1780298628.144549:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4047 00000100:00100000:2.0:1780298628.144555:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608255488:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.144642:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608255488:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 88us (185us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.144648:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4047 00002000:00100000:2.0:1780298628.144652:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (233472->237567) req@ffff9cf37f758e00 x1866777608255488/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.144659:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f758e00 with x1866777608255488 ext(233472->237567) 00002000:00010000:2.0:1780298628.144661:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f758e00 00000100:00100000:2.0:1780298628.145556:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.145584:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608255616 00000100:00100000:3.0:1780298628.145588:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608255616 00000100:00100000:3.0:1780298628.145611:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3894 00000100:00100000:3.0:1780298628.145617:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608255616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.145624:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.145633:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e630293c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c95d4 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.145664:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f759500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604167424:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.145700:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.146298:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f759500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604167424:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.146321:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e630293c3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95d4 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.146337:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e630293c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95d4 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.146348:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298628.146378:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608255616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 760us (822us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.146386:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3894 00000100:00100000:1.0:1780298628.147018:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.147046:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608255744 00000100:00100000:2.0:1780298628.147049:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608255744 00000100:00100000:2.0:1780298628.147070:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3895 00000100:00100000:2.0:1780298628.147074:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608255744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.147081:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.147087:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e630293ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c95db expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.147108:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604167552:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.147149:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.147792:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604167552:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.147811:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e630293ca lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95db expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.147825:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e630293ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95db expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.147840:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9000, rc 0) 00000100:00100000:1.0:1780298628.147868:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608255744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 792us (850us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.147875:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3895 00000100:00100000:3.0:1780298628.148561:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.148598:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608255872 00000100:00100000:2.0:1780298628.148604:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608255872 00000100:00100000:2.0:1780298628.148640:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3896 00000100:00100000:2.0:1780298628.148648:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608255872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.148658:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.148667:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630293d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c95e2 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.148687:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630293bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [196608->33751039] (req 196608->237567) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95cd expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.148697:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(11 143) 00010000:00010000:2.0:1780298628.148702:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(12 143) 00010000:00010000:2.0:1780298628.148707:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630293d1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [184320->208895] (req 184320->208895) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95e2 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.148729:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630293bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [196608->33751039] (req 196608->237567) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95cd expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.148743:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630293bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [196608->33751039] (req 196608->237567) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95cd expref: 12 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.148755:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604167680:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.148795:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.149429:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604167680:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.149447:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630293d1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [184320->208895] (req 184320->208895) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95e2 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.149458:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9c00, rc 0) 00000100:00100000:2.0:1780298628.149489:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608255872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 842us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.149498:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3896 00000100:00100000:0.0:1780298628.149711:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.149759:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608256000 00000100:00100000:1.0:1780298628.149765:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608256000 00002000:00100000:1.0:1780298628.149792:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (196608->237567) req@ffff9cf243cd4700 x1866777608256000/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.149803:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd4700 with x1866777608256000 ext(196608->237567) 00010000:00010000:1.0:1780298628.149810:0:19951:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630293bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [196608->33751039] (req 196608->237567) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95cd expref: 12 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.149828:0:19951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630293bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [196608->33751039] (req 196608->237567) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95cd expref: 12 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298628.149837:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf243cd4700 00000100:00100000:1.0:1780298628.149858:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 102 00000100:00100000:1.0:1780298628.149876:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608256000:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298628.151047:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608256000:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1182us (1341us total) trans 4294969065 rc 0/0 00000100:00100000:1.0:1780298628.151054:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 102 00002000:00100000:1.0:1780298628.151064:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (196608->237567) req@ffff9cf243cd4700 x1866777608256000/t4294969065(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.151074:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd4700 with x1866777608256000 ext(196608->237567) 00010000:00010000:1.0:1780298628.151079:0:19951:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630293bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [196608->33751039] (req 196608->237567) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95cd expref: 14 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.151094:0:19951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630293bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [196608->33751039] (req 196608->237567) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95cd expref: 14 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298628.151099:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf243cd4700 00000100:00100000:3.0:1780298628.151797:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.151839:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608256128 00000100:00100000:1.0:1780298628.151843:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608256128 00010000:00010000:1.0:1780298628.151860:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630293bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [196608->33751039] (req 196608->237567) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95cd expref: 14 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.151885:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13997 00000100:00100000:1.0:1780298628.151889:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608256128:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.151896:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298628.151905:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1048 -> 1128 00010000:00010000:1.0:1780298628.151910:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630293bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [196608->33751039] (req 196608->237567) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95cd expref: 14 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.151918:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630293bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [196608->33751039] (req 196608->237567) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95cd expref: 14 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.151933:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630293bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [196608->33751039] (req 196608->237567) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95cd expref: 14 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.151951:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(12 143) 00010000:00010000:1.0:1780298628.151955:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(12 143) 00010000:00010000:1.0:1780298628.151960:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630293d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [184320->33738751] (req 184320->208895) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95e2 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.151966:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630293d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [184320->33738751] (req 184320->208895) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95e2 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.151988:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630293d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [184320->33738751] (req 184320->208895) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95e2 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.151998:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604167808:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.152044:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.152778:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604167808:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.152793:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.152826:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608256128:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 935us (1030us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.152836:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13997 00000100:00100000:3.0:1780298628.152906:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.152959:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608256256 00000100:00100000:2.0:1780298628.152965:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608256256 00000100:00100000:2.0:1780298628.153007:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4048 00000100:00100000:2.0:1780298628.153026:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608256256:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.153247:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298628.153250:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.153252:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.153254:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.153255:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1128 -> 1112 00000100:00100000:2.0:1780298628.153281:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608256256:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 267us (378us total) trans 4294969066 rc 0/0 00000100:00100000:2.0:1780298628.153286:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4048 00000100:00100000:0.0:1780298628.154108:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.154180:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608256384 00000100:00100000:1.0:1780298628.154184:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608256384 00000100:00100000:1.0:1780298628.154207:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3897 00000100:00100000:1.0:1780298628.154212:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608256384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.154220:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.154227:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e630293d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c95e9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.154254:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604167936:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.154286:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.154931:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604167936:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.154945:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e630293d8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95e9 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.154956:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e630293d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95e9 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.154963:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:1.0:1780298628.154988:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608256384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 777us (882us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.154993:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3897 00000100:00100000:0.0:1780298628.155880:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.155925:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608256512 00000100:00100000:1.0:1780298628.155930:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608256512 00000100:00100000:1.0:1780298628.155959:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3898 00000100:00100000:1.0:1780298628.155966:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608256512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.155974:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.155981:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630293df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c95f0 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.156006:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604168064:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.156052:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.156665:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604168064:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.156686:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630293df lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95f0 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.156696:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630293df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95f0 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.156702:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:1.0:1780298628.156724:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608256512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 760us (847us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.156729:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3898 00000100:00100000:3.0:1780298628.157489:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.157519:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608256640 00000100:00100000:1.0:1780298628.157523:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608256640 00000100:00100000:1.0:1780298628.157546:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3899 00000100:00100000:1.0:1780298628.157551:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608256640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.157556:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.157562:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e630293e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c95f7 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.157589:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604168192:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.157625:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.158257:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604168192:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.158268:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e630293e6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95f7 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.158281:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e630293e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95f7 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.158288:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:1.0:1780298628.158313:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608256640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 763us (829us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.158318:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3899 00000100:00100000:0.0:1780298628.159052:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.159091:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608256768 00000100:00100000:2.0:1780298628.159095:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608256768 00000100:00100000:2.0:1780298628.159120:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3900 00000100:00100000:2.0:1780298628.159147:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608256768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.159154:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.159161:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e630293ed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c95fe expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.159175:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630293d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [184320->33738751] (req 184320->208895) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95e2 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.159181:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(12 143) 00010000:00010000:2.0:1780298628.159184:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(13 143) 00010000:00010000:2.0:1780298628.159188:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e630293ed lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2490368->2527231] (req 2490368->2527231) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95fe expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.159202:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630293d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [184320->33738751] (req 184320->208895) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95e2 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.159210:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630293d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [184320->33738751] (req 184320->208895) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95e2 expref: 13 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.159217:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604168320:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.159246:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.159837:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604168320:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.159852:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e630293ed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2490368->2527231] (req 2490368->2527231) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95fe expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.159859:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9600, rc 0) 00000100:00100000:2.0:1780298628.159889:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608256768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 742us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.159896:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3900 00000100:00100000:0.0:1780298628.159977:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.160016:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608256896 00000100:00100000:1.0:1780298628.160021:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608256896 00010000:00010000:1.0:1780298628.160039:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630293d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [184320->33738751] (req 184320->208895) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95e2 expref: 14 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.160058:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13998 00000100:00100000:1.0:1780298628.160064:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608256896:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.160073:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.160083:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630293d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [184320->33738751] (req 184320->208895) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95e2 expref: 14 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.160094:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630293d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [184320->33738751] (req 184320->208895) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95e2 expref: 14 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.160109:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e630293d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [184320->33738751] (req 184320->208895) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95e2 expref: 14 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.160121:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(13 143) 00010000:00010000:1.0:1780298628.160141:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(13 143) 00010000:00010000:1.0:1780298628.160145:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e630293ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2490368->36044799] (req 2490368->2527231) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95fe expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.160151:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e630293ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2490368->36044799] (req 2490368->2527231) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95fe expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.160167:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e630293ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2490368->36044799] (req 2490368->2527231) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95fe expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.160173:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604168448:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.160200:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.160812:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604168448:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.160822:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.160850:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608256896:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 786us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.160858:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13998 00000100:00100000:3.0:1780298628.161027:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.161075:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608257024 00000100:00100000:0.0:1780298628.161080:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608257024 00000100:00100000:0.0:1780298628.161108:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4049 00000100:00100000:0.0:1780298628.161115:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608257024:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298628.161256:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298628.161258:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298628.161260:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298628.161262:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298628.161264:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1112 -> 1184 00000100:00100000:0.0:1780298628.161297:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608257024:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 181us (272us total) trans 4294969067 rc 0/0 00000100:00100000:0.0:1780298628.161304:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4049 00000100:00100000:0.0:1780298628.162164:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.162188:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608257152 00000100:00100000:1.0:1780298628.162192:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608257152 00000100:00100000:0.0:1780298628.162196:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.162217:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608257280 00000100:00100000:1.0:1780298628.162220:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608257280 00000100:00100000:2.0:1780298628.162239:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3901 00000100:00100000:1.0:1780298628.162250:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3902 00000100:00100000:2.0:1780298628.162256:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608257152:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298628.162263:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608257280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.162266:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.162277:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.162278:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e630293f4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9605 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.162287:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e630293fb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c960c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.162315:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604168576:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.162322:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604168704:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.162362:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.162363:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.163091:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604168576:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.163110:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604168704:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.163112:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e630293fb lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c960c expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.163154:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e630293fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c960c expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.163161:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e630293f4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9605 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.163166:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9800, rc 0) 00010000:00010000:2.0:1780298628.163186:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e630293f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9605 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.163198:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9000, rc 0) 00000100:00100000:1.0:1780298628.163202:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608257280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 939us (1004us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.163210:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3902 00000100:00100000:2.0:1780298628.163225:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608257152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 976us (1061us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.163233:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3901 00000100:00100000:3.0:1780298628.164205:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.164237:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608257408 00000100:00100000:1.0:1780298628.164242:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608257408 00000100:00100000:1.0:1780298628.164267:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3903 00000100:00100000:1.0:1780298628.164276:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608257408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.164286:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298628.164287:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298628.164295:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63029402 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9613 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.164314:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608257536 00000100:00100000:2.0:1780298628.164320:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608257536 00000100:00100000:1.0:1780298628.164333:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604168832:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.164355:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3904 00000100:00100000:2.0:1780298628.164366:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777608257536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.164375:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.164382:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00010000:00010000:2.0:1780298628.164398:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63029409 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c961a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.164431:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604168960:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.164473:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.165060:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604168832:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.165080:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63029402 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9613 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.165088:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604168960:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.165097:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63029402 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9613 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.165107:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63029409 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c961a expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.165108:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00010000:00010000:2.0:1780298628.165122:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e63029409 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c961a expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.165162:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608257408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 887us (957us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298628.165166:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:1.0:1780298628.165170:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3903 00000100:00100000:2.0:1780298628.165195:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777608257536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 831us (914us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.165204:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3904 00000100:00100000:0.0:1780298628.166169:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.166212:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608257664 00000100:00100000:3.0:1780298628.166221:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608257664 00000100:00100000:3.0:1780298628.166267:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3905 00000100:00100000:3.0:1780298628.166279:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608257664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.166296:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.166310:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63029410 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9621 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.166359:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f745880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604169088:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.166441:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.167079:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f745880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604169088:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.167095:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63029410 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9621 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.167104:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63029410 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9621 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.167111:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298628.167154:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608257664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 880us (988us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.167161:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3905 00000100:00100000:1.0:1780298628.167957:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.167996:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608257792 00000100:00100000:2.0:1780298628.168002:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608257792 00000100:00100000:2.0:1780298628.168037:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3906 00000100:00100000:2.0:1780298628.168046:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608257792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.168056:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.168065:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029417 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9628 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.168111:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604169216:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.168178:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.168886:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604169216:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.168903:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029417 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9628 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.168918:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63029417 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9628 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.168928:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298628.168961:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608257792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 917us (1003us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.168969:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3906 00000100:00100000:3.0:1780298628.169909:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.169963:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608257920 00000100:00100000:0.0:1780298628.169970:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608257920 00000100:00100000:0.0:1780298628.170015:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3907 00000100:00100000:0.0:1780298628.170029:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777608257920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.170043:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.170056:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e6302941e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c962f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.170078:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(13 143) 00010000:00010000:0.0:1780298628.170084:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(13 143) 00010000:00010000:0.0:1780298628.170094:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e6302941e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [307200->2490367] (req 307200->315391) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c962f expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.170111:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e6302941e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [307200->2490367] (req 307200->315391) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c962f expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.170168:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030a00, rc 0) 00000100:00100000:0.0:1780298628.170214:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:28749:x1866777608257920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 190us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.170224:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3907 00000100:00100000:1.0:1780298628.171179:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.171226:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608258048 00000100:00100000:0.0:1780298628.171231:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608258048 00002000:00100000:0.0:1780298628.171263:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (307200->315391) req@ffff9cf37f8cb100 x1866777608258048/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.171273:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8cb100 with x1866777608258048 ext(307200->315391) 00002000:00010000:0.0:1780298628.171277:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8cb100 00000100:00100000:0.0:1780298628.171301:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4050 00000100:00100000:0.0:1780298628.171310:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608258048:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.171488:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608258048:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 179us (309us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1780298628.171496:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4050 00002000:00100000:0.0:1780298628.171504:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (307200->315391) req@ffff9cf37f8cb100 x1866777608258048/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/8632 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.171513:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8cb100 with x1866777608258048 ext(307200->315391) 00002000:00010000:0.0:1780298628.171517:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8cb100 00000100:00100000:1.0:1780298628.172707:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.172749:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608258176 00000100:00100000:2.0:1780298628.172756:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608258176 00000100:00100000:2.0:1780298628.172798:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3908 00000100:00100000:2.0:1780298628.172807:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608258176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.172819:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.172832:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63029425 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9636 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.172867:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604169344:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.172916:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.173637:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604169344:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.173656:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63029425 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9636 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.173667:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63029425 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9636 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.173674:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298628.173702:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608258176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 898us (998us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.173706:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3908 00000100:00100000:1.0:1780298628.174617:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.174662:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608258304 00000100:00100000:3.0:1780298628.174670:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608258304 00000100:00100000:3.0:1780298628.174711:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3909 00000100:00100000:3.0:1780298628.174722:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608258304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.174736:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.174748:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302942c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c963d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.174791:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f745f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604169472:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.174850:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.175538:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f745f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604169472:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.175557:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302942c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c963d expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.175574:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302942c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c963d expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.175583:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:3.0:1780298628.175608:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608258304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 890us (1000us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.175613:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3909 00000100:00100000:0.0:1780298628.176514:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.176556:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608258432 00000100:00100000:2.0:1780298628.176564:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608258432 00000100:00100000:2.0:1780298628.176602:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3910 00000100:00100000:2.0:1780298628.176612:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608258432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.176623:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.176632:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63029433 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9644 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.176651:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(13 143) 00010000:00010000:2.0:1780298628.176654:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(13 143) 00010000:00010000:2.0:1780298628.176662:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63029433 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1441792->2490367] (req 1441792->1482751) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9644 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.176676:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63029433 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1441792->2490367] (req 1441792->1482751) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9644 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.176685:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298628.176721:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608258432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 112us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.176728:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3910 00000100:00100000:1.0:1780298628.177554:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.177599:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608258560 00000100:00100000:2.0:1780298628.177605:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608258560 00002000:00100000:2.0:1780298628.177634:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (1441792->1482751) req@ffff9cf37f8c8a80 x1866777608258560/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.177644:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c8a80 with x1866777608258560 ext(1441792->1482751) 00002000:00010000:2.0:1780298628.177648:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8c8a80 00000100:00100000:2.0:1780298628.177674:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4051 00000100:00100000:2.0:1780298628.177685:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608258560:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.178691:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608258560:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1009us (1136us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1780298628.178699:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4051 00002000:00100000:2.0:1780298628.178706:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (1441792->1482751) req@ffff9cf37f8c8a80 x1866777608258560/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.178715:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c8a80 with x1866777608258560 ext(1441792->1482751) 00002000:00010000:2.0:1780298628.178718:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8c8a80 00000100:00100000:3.0:1780298628.179539:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.179578:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608258688 00000100:00100000:0.0:1780298628.179584:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608258688 00000100:00100000:0.0:1780298628.179640:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3911 00000100:00100000:3.0:1780298628.179642:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.179658:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608258688:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298628.179666:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608258816 00010000:00010000:0.0:1780298628.179672:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.179673:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608258816 00010000:00010000:0.0:1780298628.179683:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e6302943a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c964b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.179723:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604169600:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.179733:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3912 00000100:00100000:1.0:1780298628.179747:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608258816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.179761:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.179777:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029441 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9652 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.179782:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.179824:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604169728:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.179875:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.180443:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604169600:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.180466:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e6302943a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c964b expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.180479:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e6302943a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c964b expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.180491:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031e00, rc 0) 00000100:00100000:0.0:1780298628.180522:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608258688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 867us (983us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.180528:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604169728:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.180537:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3911 00010000:00010000:1.0:1780298628.180574:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029441 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9652 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.180598:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029441 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9652 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.180610:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9c00, rc 0) 00000100:00100000:1.0:1780298628.180647:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608258816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 906us (1017us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.180656:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3912 00000100:00100000:3.0:1780298628.181430:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.181460:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608258944 00000100:00100000:3.0:1780298628.181461:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.181465:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608258944 00000100:00100000:1.0:1780298628.181496:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608259072 00000100:00100000:1.0:1780298628.181499:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608259072 00000100:00100000:2.0:1780298628.181518:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3913 00000100:00100000:0.0:1780298628.181533:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3914 00000100:00100000:2.0:1780298628.181534:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608258944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.181548:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.181552:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608259072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.181559:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63029448 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9659 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.181562:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.181575:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb61c4b0/0xaf35132e6302944f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9660 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.181600:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604169856:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.181610:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604169984:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.181664:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.181665:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.182473:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604169856:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.182485:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604169984:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.182503:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63029448 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9659 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.182516:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eb61c4b0/0xaf35132e6302944f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9660 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.182525:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63029448 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9659 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.182556:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00010000:00010000:1.0:1780298628.182558:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb61c4b0/0xaf35132e6302944f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9660 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.182572:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030e00, rc 0) 00000100:00100000:2.0:1780298628.182602:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608258944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1070us (1167us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.182602:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608259072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1055us (1138us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.182640:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3913 00000100:00100000:1.0:1780298628.182647:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3914 00000100:00100000:1.0:1780298628.183558:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.183601:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608259200 00000100:00100000:2.0:1780298628.183607:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608259200 00000100:00100000:2.0:1780298628.183645:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3915 00000100:00100000:2.0:1780298628.183654:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608259200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.183663:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.183671:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63029456 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9667 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.183704:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604170112:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.183754:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.184419:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604170112:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.184438:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63029456 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9667 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.184452:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63029456 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9667 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.184462:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298628.184496:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608259200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 844us (936us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.184503:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3915 00000100:00100000:0.0:1780298628.185347:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.185380:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608259328 00000100:00100000:1.0:1780298628.185385:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608259328 00000100:00100000:1.0:1780298628.185427:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3916 00000100:00100000:1.0:1780298628.185433:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608259328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.185444:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.185455:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e6302945d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c966e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.185485:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604170240:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.185527:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.186256:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604170240:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.186280:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e6302945d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c966e expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.186296:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e6302945d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c966e expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.186317:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8000, rc 0) 00000100:00100000:0.0:1780298628.186354:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608259328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 920us (1007us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.186362:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3916 00000100:00100000:3.0:1780298628.187245:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.187290:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608259456 00000100:00100000:2.0:1780298628.187296:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608259456 00000100:00100000:2.0:1780298628.187335:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3917 00000100:00100000:2.0:1780298628.187344:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608259456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.187354:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.187365:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029464 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9675 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.187414:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604170368:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.187464:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.188170:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604170368:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.188189:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029464 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9675 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.188203:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029464 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9675 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.188213:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298628.188247:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608259456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 905us (1005us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.188254:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3917 00000100:00100000:1.0:1780298628.189319:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.189366:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608259584 00000100:00100000:2.0:1780298628.189372:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608259584 00002000:00100000:2.0:1780298628.189414:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (278528->282623) req@ffff9cf37f8c8380 x1866777608259584/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.189424:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c8380 with x1866777608259584 ext(278528->282623) 00002000:00010000:2.0:1780298628.189429:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8c8380 00000100:00100000:2.0:1780298628.189453:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4052 00000100:00100000:2.0:1780298628.189461:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:2400:x1866777608259584:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.189629:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:2400:x1866777608259584:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 169us (312us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.189636:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4052 00002000:00100000:2.0:1780298628.189643:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (278528->282623) req@ffff9cf37f8c8380 x1866777608259584/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.189651:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c8380 with x1866777608259584 ext(278528->282623) 00002000:00010000:2.0:1780298628.189655:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8c8380 00000100:00100000:3.0:1780298628.190712:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.190758:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608259712 00000100:00100000:2.0:1780298628.190764:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608259712 00002000:00100000:2.0:1780298628.190784:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (282624->286719) req@ffff9cf37f746680 x1866777608259712/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.190794:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f746680 with x1866777608259712 ext(282624->286719) 00002000:00010000:2.0:1780298628.190797:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f746680 00000100:00100000:2.0:1780298628.190821:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4053 00000100:00100000:2.0:1780298628.190829:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:2397:x1866777608259712:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.190947:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:2397:x1866777608259712:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 119us (236us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.190953:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4053 00002000:00100000:2.0:1780298628.190960:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (282624->286719) req@ffff9cf37f746680 x1866777608259712/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.190969:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f746680 with x1866777608259712 ext(282624->286719) 00002000:00010000:2.0:1780298628.190973:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f746680 00000100:00100000:3.0:1780298628.192243:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.192283:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608259840 00000100:00100000:0.0:1780298628.192289:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608259840 00002000:00100000:0.0:1780298628.192323:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (258048->323583) req@ffff9cf37f745880 x1866777608259840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 504/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.192333:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745880 with x1866777608259840 ext(258048->323583) 00002000:00010000:0.0:1780298628.192336:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f745880 00000100:00100000:0.0:1780298628.192358:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4054 00000100:00100000:0.0:1780298628.192366:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:2399:x1866777608259840:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.193451:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:2399:x1866777608259840:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1083us (1208us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1780298628.193464:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4054 00002000:00100000:0.0:1780298628.193475:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (258048->323583) req@ffff9cf37f745880 x1866777608259840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 504/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.193484:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745880 with x1866777608259840 ext(258048->323583) 00002000:00010000:0.0:1780298628.193487:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f745880 00000100:00100000:1.0:1780298628.194330:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.194367:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608259968 00000100:00100000:0.0:1780298628.194371:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608259968 00000100:00100000:0.0:1780298628.194409:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3918 00000100:00100000:0.0:1780298628.194414:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608259968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.194423:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.194434:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e6302946b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c967c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.194472:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255511c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604170496:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.194520:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.195263:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3626:1866777604170752:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780298628.195287:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777604170624:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780298628.195325:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298628.195369:0:9133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604170752 00000100:00100000:3.0:1780298628.195378:0:9133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604170752 00000100:00100000:0.0:1780298628.195439:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298628.195447:0:3624:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1780298628.195456:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780298628.195464:0:3624:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3624:1866777604170880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780298628.195479:0:9133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1780298628.195499:0:9133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1866777604170752:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780298628.195507:0:6481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604170624 00000100:00100000:0.0:1780298628.195514:0:6481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604170624 00000100:00100000:1.0:1780298628.195515:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1780298628.195550:0:9133:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 511753920 pending 221184 free 3923042304 avail 3691311104 00000100:00100000:0.0:1780298628.195568:0:6481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1780298628.195581:0:6481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3625:x1866777604170624:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780298628.195587:0:8361:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604170880 00000100:00100000:1.0:1780298628.195594:0:8361:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604170880 00000004:00000024:0.0:1780298628.195614:0:6481:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446043648 avail 1299804160 00000100:00100000:2.0:1780298628.195617:0:9133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1866777604170752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 128us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.195629:0:9133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1780298628.195673:0:9133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1780298628.195679:0:6481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3625:x1866777604170624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.195690:0:9133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3624:x1866777604170880:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780298628.195691:0:6481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1780298628.195699:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3626:1866777604170752:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1780298628.195709:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1780298628.195710:0:9133:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 861621952 pending 192512 free 3919679488 avail 3687706624 00000100:00100000:0.0:1780298628.195758:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777604170624:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780298628.195790:0:9133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3624:x1866777604170880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.195799:0:9133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1780298628.195815:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255511c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604170496:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.195826:0:3624:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3624:1866777604170880:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1780298628.195853:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e6302946b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c967c expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.195878:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e6302946b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c967c expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.195891:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031e00, rc 0) 00000100:00100000:1.0:1780298628.195936:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608259968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1521us (1607us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.195944:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3918 00000100:00100000:3.0:1780298628.196849:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.196894:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608260096 00000100:00100000:2.0:1780298628.196901:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608260096 00000100:00100000:2.0:1780298628.196938:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3919 00000100:00100000:2.0:1780298628.196947:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608260096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.196957:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.196968:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63029472 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9683 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.197003:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604171008:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.197058:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.197788:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604171008:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.197825:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63029472 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9683 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.197848:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e63029472 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9683 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.197857:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:1.0:1780298628.197888:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608260096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 943us (1039us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.197896:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3919 00000100:00100000:1.0:1780298628.198751:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.198791:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608260224 00000100:00100000:0.0:1780298628.198795:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608260224 00000100:00100000:0.0:1780298628.198850:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3920 00000100:00100000:0.0:1780298628.198859:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:28749:x1866777608260224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.198868:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.198879:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63029479 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c968a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.198907:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029361 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9580 expref: 26 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.198916:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(2 104) 00010000:00010000:0.0:1780298628.198921:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(3 104) 00010000:00010000:0.0:1780298628.198927:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63029479 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1298432->1331199] (req 1298432->1331199) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c968a expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.198949:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029361 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9580 expref: 26 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.198962:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029361 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9580 expref: 26 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.198972:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604171136:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.199010:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.199663:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604171136:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298628.199685:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63029479 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1298432->1331199] (req 1298432->1331199) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c968a expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.199698:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031400, rc 0) 00000100:00100000:0.0:1780298628.199731:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:28749:x1866777608260224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 872us (979us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.199736:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3920 00000100:00100000:2.0:1780298628.199999:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.200038:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608260352 00000100:00100000:1.0:1780298628.200042:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608260352 00010000:00010000:1.0:1780298628.200059:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029361 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9580 expref: 27 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.200083:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 13999 00000100:00100000:1.0:1780298628.200088:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:2400:x1866777608260352:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.200096:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.200107:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029361 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9580 expref: 27 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.200115:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029361 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9580 expref: 27 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.200147:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6db1624/0xaf35132e63029361 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9580 expref: 27 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.200159:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(3 104) 00010000:00010000:1.0:1780298628.200162:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(3 104) 00010000:00010000:1.0:1780298628.200169:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63029479 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1298432->34852863] (req 1298432->1331199) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c968a expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.200176:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63029479 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1298432->34852863] (req 1298432->1331199) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c968a expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.200194:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63029479 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1298432->34852863] (req 1298432->1331199) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c968a expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.200200:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604171264:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.200230:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.200971:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604171264:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298628.200986:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298628.201026:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777608260352:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 937us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.201036:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 13999 00000100:00100000:3.0:1780298628.201166:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.201223:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608260480 00000100:00100000:0.0:1780298628.201231:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608260480 00000100:00100000:0.0:1780298628.201277:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4055 00000100:00100000:0.0:1780298628.201284:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608260480:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298628.201462:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2025268 -> 2025268 00002000:00010000:0.0:1780298628.201465:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298628.201466:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298628.201468:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298628.201470:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298628.201505:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608260480:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 222us (345us total) trans 4294968762 rc 0/0 00000100:00100000:0.0:1780298628.201510:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4055 00000100:00100000:3.0:1780298628.202258:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.202318:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608260608 00000100:00100000:2.0:1780298628.202323:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608260608 00000100:00100000:2.0:1780298628.202363:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3921 00000100:00100000:2.0:1780298628.202373:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608260608:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298628.202384:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298628.202385:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.202412:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029480 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9691 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.202462:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608260736 00000100:00100000:2.0:1780298628.202464:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604171392:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.202469:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608260736 00000100:00100000:1.0:1780298628.202501:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3922 00000100:00100000:1.0:1780298628.202509:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2399:x1866777608260736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.202519:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.202531:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e63029487 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9698 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.202548:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.202563:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604171520:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.202594:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.203527:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604171392:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.203568:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604171520:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.203575:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029480 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9691 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.203587:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e63029487 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9698 expref: 27 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.203598:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029480 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9691 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.203602:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e63029487 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9698 expref: 27 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.203618:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00010000:00010000:1.0:1780298628.203629:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:2.0:1780298628.203650:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608260608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1279us (1393us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.203657:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3921 00000100:00100000:1.0:1780298628.203663:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2399:x1866777608260736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1153us (1278us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.203671:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3922 00000100:00100000:0.0:1780298628.204574:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.204603:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.204623:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608260864 00000100:00100000:1.0:1780298628.204630:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608260864 00000100:00100000:2.0:1780298628.204643:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608260992 00000100:00100000:2.0:1780298628.204648:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608260992 00000100:00100000:1.0:1780298628.204680:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3923 00000100:00100000:1.0:1780298628.204692:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608260864:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.204698:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3924 00010000:00010000:1.0:1780298628.204713:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.204714:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2397:x1866777608260992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.204725:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.204728:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e6302948e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c969f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.204735:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63029495 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c96a6 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.204808:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604171776:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.204810:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604171648:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.204866:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.204880:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.205612:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604171776:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.205630:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63029495 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96a6 expref: 27 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.205636:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604171648:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.205660:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63029495 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96a6 expref: 27 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.205671:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e6302948e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c969f expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.205672:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031e00, rc 0) 00010000:00010000:1.0:1780298628.205698:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e6302948e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c969f expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.205711:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:0.0:1780298628.205711:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2397:x1866777608260992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 999us (1104us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.205725:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3924 00000100:00100000:1.0:1780298628.205749:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608260864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1060us (1174us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.205754:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3923 00000100:00100000:3.0:1780298628.206863:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.206908:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608261120 00000100:00100000:1.0:1780298628.206914:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608261120 00000100:00100000:1.0:1780298628.206944:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3925 00000100:00100000:1.0:1780298628.206950:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:28749:x1866777608261120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.206959:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.206966:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302949c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c96ad expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.206982:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e630293ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2490368->36044799] (req 2490368->2527231) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95fe expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.206988:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(13 143) 00010000:00010000:1.0:1780298628.206991:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(14 143) 00010000:00010000:1.0:1780298628.206994:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302949c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3563520->3633151] (req 3563520->3633151) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96ad expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.207010:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e630293ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2490368->36044799] (req 2490368->2527231) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95fe expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.207019:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e630293ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2490368->36044799] (req 2490368->2527231) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95fe expref: 11 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.207028:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604171904:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.207068:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.207691:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604171904:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.207704:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302949c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3563520->3633151] (req 3563520->3633151) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96ad expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.207713:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9800, rc 0) 00000100:00100000:1.0:1780298628.207738:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:28749:x1866777608261120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 789us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.207743:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3925 00000100:00100000:3.0:1780298628.207927:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.207965:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608261248 00000100:00100000:2.0:1780298628.207971:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608261248 00010000:00010000:2.0:1780298628.208000:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e630293ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2490368->36044799] (req 2490368->2527231) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95fe expref: 12 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.208033:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14000 00000100:00100000:2.0:1780298628.208044:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608261248:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.208056:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.208070:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e630293ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2490368->36044799] (req 2490368->2527231) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95fe expref: 12 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.208084:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e630293ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2490368->36044799] (req 2490368->2527231) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95fe expref: 12 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.208101:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e630293ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2490368->36044799] (req 2490368->2527231) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95fe expref: 12 pid: 8356 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.208110:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(14 143) 00010000:00010000:2.0:1780298628.208113:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(14 143) 00010000:00010000:2.0:1780298628.208120:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302949c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3563520->37117951] (req 3563520->3633151) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96ad expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.208144:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302949c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3563520->37117951] (req 3563520->3633151) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96ad expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.208166:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302949c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3563520->37117951] (req 3563520->3633151) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96ad expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.208174:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604172032:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.208213:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.208872:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604172032:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.208888:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.208916:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608261248:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 876us (990us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.208925:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14000 00000100:00100000:0.0:1780298628.209118:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.209172:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608261376 00000100:00100000:2.0:1780298628.209176:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608261376 00002000:00100000:2.0:1780298628.209199:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (3563520->3567615) req@ffff9cf255512680 x1866777608261376/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.209207:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512680 with x1866777608261376 ext(3563520->3567615) 00002000:00010000:2.0:1780298628.209210:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255512680 00000100:00100000:2.0:1780298628.209225:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4056 00000100:00100000:2.0:1780298628.209230:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608261376:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.209371:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608261376:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 140us (253us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.209376:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4056 00002000:00100000:2.0:1780298628.209381:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (3563520->3567615) req@ffff9cf255512680 x1866777608261376/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.209397:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512680 with x1866777608261376 ext(3563520->3567615) 00002000:00010000:2.0:1780298628.209399:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255512680 00000100:00100000:3.0:1780298628.210469:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.210502:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608261504 00000100:00100000:2.0:1780298628.210508:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608261504 00002000:00100000:2.0:1780298628.210528:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3629056->3633151) req@ffff9cf24339f480 x1866777608261504/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.210536:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339f480 with x1866777608261504 ext(3629056->3633151) 00002000:00010000:2.0:1780298628.210539:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339f480 00000100:00100000:2.0:1780298628.210560:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4057 00000100:00100000:2.0:1780298628.210569:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608261504:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.210654:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608261504:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 85us (184us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.210661:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4057 00002000:00100000:2.0:1780298628.210666:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3629056->3633151) req@ffff9cf24339f480 x1866777608261504/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.210672:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339f480 with x1866777608261504 ext(3629056->3633151) 00002000:00010000:2.0:1780298628.210674:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339f480 00000100:00100000:3.0:1780298628.211707:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.211736:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.211768:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608261632 00000100:00100000:2.0:1780298628.211772:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608261760 00000100:00100000:1.0:1780298628.211778:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608261632 00000100:00100000:2.0:1780298628.211780:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608261760 00000100:00100000:1.0:1780298628.211829:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3926 00000100:00100000:2.0:1780298628.211839:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3927 00000100:00100000:1.0:1780298628.211841:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608261632:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298628.211851:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608261760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.211854:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.211861:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.211869:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e630294a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c96b4 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.211874:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e630294aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c96bb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.211924:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604172160:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.211933:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604172288:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.211983:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.211984:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00002000:00010000:2.0:1780298628.212781:0:8358:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1780298628.212795:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604172288:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.212803:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604172160:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.212827:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e630294a3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96b4 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.212836:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e630294aa lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96bb expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.212878:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e630294a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96b4 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.212887:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e630294aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96bb expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.212893:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00010000:00010000:2.0:1780298628.212906:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:1.0:1780298628.212939:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608261632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1101us (1231us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.212947:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608261760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1094us (1208us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.212957:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3926 00000100:00100000:2.0:1780298628.212969:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3927 00000100:00100000:3.0:1780298628.213985:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.214021:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608261888 00000100:00100000:1.0:1780298628.214027:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608261888 00000100:00100000:1.0:1780298628.214062:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3928 00000100:00100000:1.0:1780298628.214070:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608261888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.214082:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.214093:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630294b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c96c2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.214159:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604172416:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.214225:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.214228:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.214277:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608262016 00000100:00100000:2.0:1780298628.214283:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608262016 00000100:00100000:2.0:1780298628.214329:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3929 00000100:00100000:2.0:1780298628.214340:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608262016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.214347:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.214356:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e630294b8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c96c9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.214379:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604172544:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.214417:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.214961:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604172416:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.214982:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630294b1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96c2 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.214994:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630294b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96c2 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.215006:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:1.0:1780298628.215041:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608261888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 971us (1055us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.215048:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3928 00000100:00100000:2.0:1780298628.215067:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604172544:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.215087:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e630294b8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96c9 expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.215097:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e630294b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96c9 expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.215103:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:2.0:1780298628.215146:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608262016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 789us (908us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.215154:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3929 00000100:00100000:0.0:1780298628.216339:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.216380:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608262144 00000100:00100000:1.0:1780298628.216384:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608262144 00000100:00100000:1.0:1780298628.216428:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3930 00000100:00100000:1.0:1780298628.216437:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:28749:x1866777608262144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.216447:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.216457:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630294bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c96d0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.216474:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(14 143) 00010000:00010000:1.0:1780298628.216478:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(14 143) 00010000:00010000:1.0:1780298628.216486:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630294bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [57344->303103] (req 57344->106495) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96d0 expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.216500:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630294bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [57344->303103] (req 57344->106495) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96d0 expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.216509:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00000100:00100000:1.0:1780298628.216543:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:28749:x1866777608262144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 108us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.216549:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3930 00000100:00100000:3.0:1780298628.217358:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.217404:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608262272 00000100:00100000:2.0:1780298628.217408:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608262272 00002000:00100000:2.0:1780298628.217430:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (57344->61439) req@ffff9cf242861f80 x1866777608262272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.217437:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861f80 with x1866777608262272 ext(57344->61439) 00002000:00010000:2.0:1780298628.217444:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861f80 00000100:00100000:2.0:1780298628.217459:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4058 00000100:00100000:2.0:1780298628.217463:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608262272:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.217610:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608262272:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 145us (254us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.217618:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4058 00002000:00100000:2.0:1780298628.217624:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (57344->61439) req@ffff9cf242861f80 x1866777608262272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.217633:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861f80 with x1866777608262272 ext(57344->61439) 00002000:00010000:2.0:1780298628.217637:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861f80 00000100:00100000:3.0:1780298628.218887:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.218944:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608262400 00000100:00100000:0.0:1780298628.218952:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608262400 00002000:00100000:0.0:1780298628.219004:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (102400->106495) req@ffff9cf242860a80 x1866777608262400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.219015:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860a80 with x1866777608262400 ext(102400->106495) 00002000:00010000:0.0:1780298628.219021:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860a80 00000100:00100000:0.0:1780298628.219049:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4059 00000100:00100000:0.0:1780298628.219059:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777608262400:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.219236:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777608262400:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 178us (384us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298628.219244:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4059 00002000:00100000:0.0:1780298628.219252:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (102400->106495) req@ffff9cf242860a80 x1866777608262400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.219261:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860a80 with x1866777608262400 ext(102400->106495) 00002000:00010000:0.0:1780298628.219265:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860a80 00000100:00100000:0.0:1780298628.220469:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.220513:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608262528 00000100:00100000:2.0:1780298628.220521:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608262528 00000100:00100000:2.0:1780298628.220574:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3931 00000100:00100000:2.0:1780298628.220585:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608262528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.220596:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.220611:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630294c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c96d7 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.220619:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.220657:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608262656 00000100:00100000:0.0:1780298628.220662:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608262656 00000100:00100000:2.0:1780298628.220679:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604172672:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.220703:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3932 00000100:00100000:0.0:1780298628.220714:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608262656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.220726:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.220741:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e630294cd lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c96de expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.220761:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.220792:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604172800:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.220837:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.221615:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604172800:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.221626:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604172672:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.221652:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e630294cd lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96de expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.221663:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630294c6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96d7 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.221679:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e630294cd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96de expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.221687:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630294c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96d7 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.221708:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00010000:00010000:0.0:1780298628.221710:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031e00, rc 0) 00000100:00100000:2.0:1780298628.221759:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608262528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1172us (1285us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.221759:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608262656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1044us (1183us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.221783:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3932 00000100:00100000:2.0:1780298628.221794:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3931 00000100:00100000:2.0:1780298628.222904:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.222943:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.222956:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608262784 00000100:00100000:1.0:1780298628.222963:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608262784 00000100:00100000:0.0:1780298628.222988:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608262912 00000100:00100000:0.0:1780298628.222994:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608262912 00000100:00100000:1.0:1780298628.223016:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3933 00000100:00100000:1.0:1780298628.223034:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608262784:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.223040:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3934 00010000:00010000:1.0:1780298628.223053:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.223061:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608262912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.223067:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e630294d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c96e5 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.223077:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.223090:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb61c4b0/0xaf35132e630294db lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c96ec expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.223112:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604172928:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.223146:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604173056:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.223201:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.223203:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.223952:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604173056:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.223970:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eb61c4b0/0xaf35132e630294db lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96ec expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.223982:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604172928:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.223993:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb61c4b0/0xaf35132e630294db lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96ec expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.224006:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030e00, rc 0) 00010000:00010000:1.0:1780298628.224014:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e630294d4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96e5 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.224033:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e630294d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96e5 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.224039:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608262912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 983us (1094us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298628.224076:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:0.0:1780298628.224076:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3934 00000100:00100000:1.0:1780298628.224111:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608262784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1087us (1208us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.224120:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3933 00000100:00100000:3.0:1780298628.225063:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.225107:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608263040 00000100:00100000:1.0:1780298628.225113:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608263040 00000100:00100000:1.0:1780298628.225166:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3935 00000100:00100000:1.0:1780298628.225176:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608263040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.225188:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.225198:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630294e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c96f3 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.225217:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630294bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [57344->303103] (req 57344->106495) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96d0 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.225227:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(14 143) 00010000:00010000:1.0:1780298628.225231:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(15 143) 00010000:00010000:1.0:1780298628.225237:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630294e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [53248->86015] (req 53248->86015) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96f3 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.225258:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630294bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [57344->303103] (req 57344->106495) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96d0 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.225272:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630294bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [57344->303103] (req 57344->106495) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96d0 expref: 15 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.225283:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604173184:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.225334:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.225938:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604173184:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.225957:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630294e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [53248->86015] (req 53248->86015) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96f3 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.225974:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:1.0:1780298628.226011:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608263040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 837us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.226018:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3935 00000100:00100000:3.0:1780298628.226257:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.226293:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608263168 00000100:00100000:0.0:1780298628.226298:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608263168 00002000:00100000:0.0:1780298628.226326:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (57344->3633151) req@ffff9cf242863480 x1866777608263168/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 504/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.226334:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863480 with x1866777608263168 ext(57344->3633151) 00010000:00010000:0.0:1780298628.226343:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630294bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [57344->303103] (req 57344->106495) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96d0 expref: 16 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.226353:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630294bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [57344->303103] (req 57344->106495) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96d0 expref: 16 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298628.226359:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf242863480 00000100:00100000:0.0:1780298628.226377:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 103 00000100:00100000:0.0:1780298628.226383:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608263168:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298628.228079:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608263168:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1693us (1821us total) trans 4294969068 rc 0/0 00000100:00100000:0.0:1780298628.228092:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 103 00002000:00100000:0.0:1780298628.228101:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (57344->3633151) req@ffff9cf242863480 x1866777608263168/t4294969068(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 504/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.228111:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863480 with x1866777608263168 ext(57344->3633151) 00010000:00010000:0.0:1780298628.228121:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630294bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [57344->303103] (req 57344->106495) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96d0 expref: 18 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.228166:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630294bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [57344->303103] (req 57344->106495) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96d0 expref: 18 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298628.228175:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf242863480 00000100:00100000:3.0:1780298628.228914:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.228956:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608263296 00000100:00100000:2.0:1780298628.228962:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608263296 00010000:00010000:2.0:1780298628.228986:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630294bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [57344->303103] (req 57344->106495) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96d0 expref: 18 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.229016:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14001 00000100:00100000:2.0:1780298628.229023:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777608263296:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.229036:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298628.229046:0:6461:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1184 -> 1344 00010000:00010000:2.0:1780298628.229052:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630294bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [57344->303103] (req 57344->106495) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96d0 expref: 18 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.229063:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630294bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [57344->303103] (req 57344->106495) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96d0 expref: 18 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.229083:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630294bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [57344->303103] (req 57344->106495) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96d0 expref: 18 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.229098:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(15 143) 00010000:00010000:2.0:1780298628.229102:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(15 143) 00010000:00010000:2.0:1780298628.229110:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630294e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [53248->307199] (req 53248->86015) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96f3 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.229120:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630294e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [53248->307199] (req 53248->86015) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96f3 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.229177:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630294e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [53248->307199] (req 53248->86015) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96f3 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.229189:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604173312:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.229239:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.229949:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604173312:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.229964:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.229996:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777608263296:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 974us (1082us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.230012:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14001 00000100:00100000:1.0:1780298628.230197:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.230234:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608263424 00000100:00100000:2.0:1780298628.230240:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608263424 00000100:00100000:2.0:1780298628.230285:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4060 00000100:00100000:2.0:1780298628.230294:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608263424:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.230574:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298628.230581:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.230584:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.230587:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.230589:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1344 -> 1296 00000100:00100000:2.0:1780298628.230624:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608263424:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 331us (425us total) trans 4294969069 rc 0/0 00000100:00100000:2.0:1780298628.230631:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4060 00000100:00100000:3.0:1780298628.231594:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.231625:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.231634:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608263552 00000100:00100000:2.0:1780298628.231640:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608263552 00000100:00100000:0.0:1780298628.231657:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608263680 00000100:00100000:0.0:1780298628.231661:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608263680 00000100:00100000:2.0:1780298628.231674:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3936 00000100:00100000:2.0:1780298628.231683:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608263552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.231693:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.231709:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3937 00010000:00010000:2.0:1780298628.231713:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e630294e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c96fa expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.231721:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2397:x1866777608263680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.231729:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.231738:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e630294f0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9701 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.231753:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604173440:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.231763:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604173568:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.231803:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.231803:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57c00 going to sleep for 11 seconds 00002000:00010000:2.0:1780298628.232613:0:8358:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 1296 -> 1344 00000100:00100000:3.0:1780298628.232617:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604173568:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.232624:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604173440:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.232646:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e630294e9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96fa expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.232648:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e630294f0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9701 expref: 27 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.232674:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e630294e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96fa expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.232675:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e630294f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9701 expref: 27 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.232696:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030000, rc 0) 00010000:00010000:2.0:1780298628.232700:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:3.0:1780298628.232730:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2397:x1866777608263680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1013us (1103us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.232734:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608263552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1050us (1138us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.232744:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3937 00000100:00100000:2.0:1780298628.232751:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3936 00000100:00100000:1.0:1780298628.233844:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.233879:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608263808 00000100:00100000:2.0:1780298628.233884:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608263808 00000100:00100000:2.0:1780298628.233913:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3938 00000100:00100000:2.0:1780298628.233918:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608263808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.233927:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.233935:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e630294f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9708 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.233962:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604173696:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.234005:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.234039:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.234072:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608263936 00000100:00100000:1.0:1780298628.234077:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608263936 00000100:00100000:1.0:1780298628.234105:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3939 00000100:00100000:1.0:1780298628.234110:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777608263936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.234121:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.234153:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e630294fe lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c970f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.234187:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b43800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604173824:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.234244:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.234666:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604173696:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.234680:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e630294f7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9708 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.234695:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e630294f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9708 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.234706:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:2.0:1780298628.234740:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608263808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 820us (897us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.234749:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3938 00000100:00100000:1.0:1780298628.234856:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b43800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604173824:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.234876:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e630294fe lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c970f expref: 27 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.234887:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e630294fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c970f expref: 27 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.234899:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:1.0:1780298628.234921:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777608263936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 811us (884us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.234928:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3939 00000100:00100000:3.0:1780298628.236106:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.236168:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608264064 00000100:00100000:2.0:1780298628.236174:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608264064 00002000:00100000:2.0:1780298628.236203:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (1789952->1822719) req@ffff9cf242862300 x1866777608264064/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.236211:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862300 with x1866777608264064 ext(1789952->1822719) 00002000:00010000:2.0:1780298628.236215:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862300 00000100:00100000:2.0:1780298628.236233:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4061 00000100:00100000:2.0:1780298628.236239:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608264064:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.237209:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608264064:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 967us (1102us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1780298628.237219:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4061 00002000:00100000:2.0:1780298628.237228:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (1789952->1822719) req@ffff9cf242862300 x1866777608264064/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.237238:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862300 with x1866777608264064 ext(1789952->1822719) 00002000:00010000:2.0:1780298628.237242:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862300 00000100:00100000:3.0:1780298628.238329:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.238359:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608264192 00000100:00100000:1.0:1780298628.238366:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608264192 00000100:00100000:3.0:1780298628.238373:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.238409:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608264320 00000100:00100000:1.0:1780298628.238412:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608264320 00000100:00100000:0.0:1780298628.238426:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3940 00000100:00100000:0.0:1780298628.238443:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608264192:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298628.238455:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3941 00010000:00010000:0.0:1780298628.238457:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.238468:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e63029505 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9716 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.238479:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608264320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.238496:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.238507:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255511f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604173952:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.238512:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302950c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c971d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.238556:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.238575:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604174080:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.238636:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.239169:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255511f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604173952:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.239203:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e63029505 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9716 expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.239218:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e63029505 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9716 expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.239231:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030e00, rc 0) 00000100:00100000:0.0:1780298628.239266:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608264192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 830us (971us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.239277:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3940 00000100:00100000:3.0:1780298628.239406:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604174080:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.239431:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302950c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c971d expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.239450:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302950c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c971d expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.239462:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:3.0:1780298628.239498:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608264320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1032us (1124us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.239505:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3941 00000100:00100000:1.0:1780298628.240218:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.240292:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608264448 00000100:00100000:3.0:1780298628.240298:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608264448 00000100:00100000:3.0:1780298628.240330:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3942 00000100:00100000:3.0:1780298628.240337:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608264448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.240345:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298628.240352:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298628.240355:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63029513 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9724 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.240377:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608264576 00000100:00100000:1.0:1780298628.240382:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608264576 00000100:00100000:1.0:1780298628.240421:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3943 00000100:00100000:3.0:1780298628.240427:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604174208:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.240436:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608264576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.240445:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.240453:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302951a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c972b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.240482:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.240486:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604174336:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.240515:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.241023:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604174208:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.241039:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63029513 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9724 expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.241050:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63029513 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9724 expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.241058:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298628.241086:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608264448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 750us (869us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.241091:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3942 00000100:00100000:1.0:1780298628.241099:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604174336:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.241155:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302951a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c972b expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.241170:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e6302951a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c972b expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.241187:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9c00, rc 0) 00000100:00100000:1.0:1780298628.241223:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608264576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 792us (870us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.241232:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3943 00000100:00100000:2.0:1780298628.241990:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.242027:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608264704 00000100:00100000:1.0:1780298628.242032:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608264704 00000100:00100000:1.0:1780298628.242055:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3944 00000100:00100000:1.0:1780298628.242060:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:28749:x1866777608264704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.242067:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.242074:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63029521 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9732 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.242088:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63029479 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1298432->34852863] (req 1298432->1331199) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c968a expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.242094:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(3 104) 00010000:00010000:1.0:1780298628.242097:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(4 104) 00010000:00010000:1.0:1780298628.242100:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63029521 lrc: 4/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1261568->1327103] (req 1261568->1327103) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9732 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.242113:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63029479 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1298432->34852863] (req 1298432->1331199) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c968a expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.242121:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63029479 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1298432->34852863] (req 1298432->1331199) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c968a expref: 18 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.242159:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604174464:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.242195:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.242674:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604174464:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.242684:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63029521 lrc: 3/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1261568->1327103] (req 1261568->1327103) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9732 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.242691:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:1.0:1780298628.242716:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:28749:x1866777608264704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 656us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.242720:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3944 00000100:00100000:0.0:1780298628.242921:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.242972:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608264832 00000100:00100000:2.0:1780298628.242979:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608264832 00010000:00010000:2.0:1780298628.243007:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63029479 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1298432->34852863] (req 1298432->1331199) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c968a expref: 18 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.243042:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14002 00000100:00100000:2.0:1780298628.243053:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608264832:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.243064:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.243078:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63029479 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1298432->34852863] (req 1298432->1331199) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c968a expref: 18 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.243091:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63029479 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1298432->34852863] (req 1298432->1331199) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c968a expref: 18 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.243110:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63029479 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1298432->34852863] (req 1298432->1331199) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c968a expref: 18 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.243120:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(4 104) 00010000:00010000:2.0:1780298628.243153:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(4 104) 00010000:00010000:2.0:1780298628.243164:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63029521 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1327103) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9732 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.243175:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63029521 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1327103) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9732 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.243198:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63029521 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1327103) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9732 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.243206:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604174592:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.243248:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.247140:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604174592:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298628.247159:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298628.247202:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608264832:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 4153us (4283us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.247214:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14002 00000100:00100000:2.0:1780298628.248078:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.248229:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608264960 00000100:00100000:1.0:1780298628.248238:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608264960 00002000:00100000:1.0:1780298628.248288:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (1261568->1327103) req@ffff9cf244813b80 x1866777608264960/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.248296:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813b80 with x1866777608264960 ext(1261568->1327103) 00002000:00010000:1.0:1780298628.248301:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244813b80 00000100:00100000:1.0:1780298628.248333:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4062 00000100:00100000:1.0:1780298628.248341:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608264960:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.251364:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608264960:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 3020us (3290us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1780298628.251373:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4062 00002000:00100000:2.0:1780298628.251382:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (1261568->1327103) req@ffff9cf244813b80 x1866777608264960/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.251400:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813b80 with x1866777608264960 ext(1261568->1327103) 00002000:00010000:2.0:1780298628.251405:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244813b80 00000100:00100000:2.0:1780298628.252672:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.252693:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.252709:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608265088 00000100:00100000:3.0:1780298628.252718:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608265088 00000100:00100000:3.0:1780298628.252754:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608265216 00000100:00100000:3.0:1780298628.252757:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608265216 00000100:00100000:1.0:1780298628.252772:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3945 00000100:00100000:0.0:1780298628.252782:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3946 00000100:00100000:1.0:1780298628.252785:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608265088:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.252794:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2399:x1866777608265216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.252797:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.252803:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.252813:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e63029528 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9739 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.252813:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e6302952f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9740 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.252849:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(4 104) 00010000:00010000:0.0:1780298628.252852:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(4 104) 00010000:00010000:0.0:1780298628.252859:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e6302952f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9740 expref: 27 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.252871:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e6302952f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9740 expref: 27 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.252876:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604174720:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.252884:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030000, rc 0) 00000100:00100000:0.0:1780298628.252915:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:2399:x1866777608265216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 125us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.252921:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3946 00000100:00100000:1.0:1780298628.252931:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.253783:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604174720:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.253803:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e63029528 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9739 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.253815:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e63029528 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9739 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.253823:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9c00, rc 0) 00000100:00100000:1.0:1780298628.253848:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608265088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1069us (1178us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.253853:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3945 00000100:00100000:2.0:1780298628.254612:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.254640:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608265344 00000100:00100000:1.0:1780298628.254644:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608265344 00000100:00100000:1.0:1780298628.254666:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3947 00000100:00100000:1.0:1780298628.254670:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608265344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.254677:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.254684:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63029536 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9747 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.254704:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604174848:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.254733:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.255365:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604174848:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.255376:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63029536 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9747 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.255384:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63029536 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9747 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.255403:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00000100:00100000:1.0:1780298628.255425:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608265344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 755us (814us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.255429:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3947 00000100:00100000:0.0:1780298628.256289:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.256324:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608265472 00000100:00100000:1.0:1780298628.256329:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608265472 00000100:00100000:1.0:1780298628.256361:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3948 00000100:00100000:1.0:1780298628.256368:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777608265472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.256376:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.256382:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e6302953d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c974e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.256419:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604174976:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.256451:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348a77600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.257177:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604174976:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.257190:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e6302953d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c974e expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.257204:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e6302953d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c974e expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.257210:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:1.0:1780298628.257232:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777608265472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 866us (944us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.257237:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3948 00000100:00100000:2.0:1780298628.258091:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.258137:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608265600 00000100:00100000:3.0:1780298628.258141:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608265600 00000100:00100000:3.0:1780298628.258179:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3949 00000100:00100000:3.0:1780298628.258188:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608265600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.258197:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.258206:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63029544 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9755 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.258232:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604175104:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.258266:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.258892:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604175104:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.258907:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63029544 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9755 expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.258926:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63029544 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9755 expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.258935:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298628.258962:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608265600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 776us (872us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.258968:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3949 00000100:00100000:2.0:1780298628.259981:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.260022:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608265856 00000100:00100000:1.0:1780298628.260026:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608265856 00000100:00100000:1.0:1780298628.260057:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61409 00000100:00100000:1.0:1780298628.260065:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+121:28749:x1866777608265856:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298628.260105:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.260144:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e630293b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c95c6 expref: 121 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.260160:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298628.260165:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298628.261276:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9200/0xaf35132e6302954b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.261289:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e6302936f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9587 expref: 88 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.261304:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9200/0xaf35132e6302954b lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.261331:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e6302936f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9587 expref: 88 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.261343:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e6302936f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9587 expref: 88 pid: 17567 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.261351:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604175232:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.261412:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241bfbcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.262192:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604175232:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.262209:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9200/0xaf35132e6302954b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.262324:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.262356:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608265984 00000100:00100000:1.0:1780298628.262360:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608265984 00010000:00010000:1.0:1780298628.262382:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e6302936f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9587 expref: 89 pid: 17567 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.262413:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14003 00000100:00100000:1.0:1780298628.262421:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+89:2400:x1866777608265984:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.262430:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.262433:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e6302936f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9587 expref: 89 pid: 17567 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.262441:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e6302936f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9587 expref: 89 pid: 17567 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.262456:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e6302936f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9587 expref: 89 pid: 17567 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.262464:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298628.262467:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9200/0xaf35132e6302954b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.262475:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9200/0xaf35132e6302954b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.262480:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9200/0xaf35132e6302954b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.262494:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298628.262517:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9200/0xaf35132e6302954b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.262517:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+88:2400:x1866777608265984:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 98us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.262526:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14003 00010000:00010000:2.0:1780298628.262532:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9200/0xaf35132e6302954b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298628.262595:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990613 00000004:00010000:2.0:1780298628.262620:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c1a92dff reply state 00000000b0a5daa9 transno 4294990614 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9200/0xaf35132e6302954b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.262630:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9200/0xaf35132e6302954b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.262635:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.262636:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298628.262638:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298628.262693:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+123:28749:x1866777608265856:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 2630us (2714us total) trans 4294990614 rc 0/0 00000100:00100000:2.0:1780298628.262701:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61409 00000020:00080000:2.0:1780298628.262705:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298628.263429:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.263460:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608266112 00000100:00100000:1.0:1780298628.263464:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608266112 00000100:00100000:1.0:1780298628.263492:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3950 00000100:00100000:1.0:1780298628.263499:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777608266112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.263511:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.263523:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029552 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c975c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.263543:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630294e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [53248->307199] (req 53248->86015) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96f3 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.263553:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302949c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3563520->37117951] (req 3563520->3633151) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96ad expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.263558:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e6302941e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [307200->2490367] (req 307200->315391) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c962f expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.263563:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63029433 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1441792->2490367] (req 1441792->1482751) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9644 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.263567:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 4 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(15 143) 00010000:00010000:1.0:1780298628.263570:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(19 143) 00010000:00010000:1.0:1780298628.263573:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029552 lrc: 7/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c975c expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.263587:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63029433 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1441792->2490367] (req 1441792->1482751) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9644 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.263594:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63029433 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1441792->2490367] (req 1441792->1482751) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9644 expref: 14 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.263601:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604175360:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.263642:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e6302941e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [307200->2490367] (req 307200->315391) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c962f expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.263657:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e6302941e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [307200->2490367] (req 307200->315391) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c962f expref: 16 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.263667:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604175488:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.263695:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302949c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3563520->37117951] (req 3563520->3633151) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96ad expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.263704:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302949c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3563520->37117951] (req 3563520->3633151) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96ad expref: 16 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.263713:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604175616:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.263748:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630294e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [53248->307199] (req 53248->86015) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96f3 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.263755:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630294e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [53248->307199] (req 53248->86015) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96f3 expref: 14 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.263762:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604175744:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.263779:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.264694:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604175360:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.264706:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604175488:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.264713:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604175616:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.264721:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604175744:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.264745:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029552 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c975c expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.264759:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:1.0:1780298628.264791:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:28749:x1866777608266112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1292us (1362us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.264798:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3950 00000100:00100000:2.0:1780298628.264962:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.264982:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.264999:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608266240 00000100:00100000:1.0:1780298628.265003:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608266240 00000100:00100000:2.0:1780298628.265007:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298628.265022:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e6302941e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [307200->2490367] (req 307200->315391) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c962f expref: 17 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.265048:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608266496 00000100:00100000:1.0:1780298628.265052:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608266496 00000100:00100000:0.0:1780298628.265059:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608266624 00000100:00100000:0.0:1780298628.265063:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608266624 00010000:00010000:1.0:1780298628.265066:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63029433 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1441792->2490367] (req 1441792->1482751) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9644 expref: 14 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.265074:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14004 00010000:00010000:0.0:1780298628.265079:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630294e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [53248->307199] (req 53248->86015) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96f3 expref: 15 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.265087:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608266240:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298628.265092:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14005 00010000:00010000:2.0:1780298628.265099:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298628.265105:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14006 00000100:00100000:3.0:1780298628.265106:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608266496:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.265118:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e6302941e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [307200->2490367] (req 307200->315391) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c962f expref: 17 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.265119:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777608266624:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.265151:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e6302941e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [307200->2490367] (req 307200->315391) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c962f expref: 17 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.265154:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.265173:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e6302941e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 9 type: EXT [307200->2490367] (req 307200->315391) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c962f expref: 17 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.265177:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.265177:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630294e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 9 type: EXT [53248->307199] (req 53248->86015) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96f3 expref: 15 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.265190:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298628.265195:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63029433 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [1441792->2490367] (req 1441792->1482751) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9644 expref: 15 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.265195:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630294e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [53248->307199] (req 53248->86015) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96f3 expref: 15 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.265216:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608266240:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 133us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.265230:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14004 00010000:00010000:3.0:1780298628.265237:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63029433 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1441792->2490367] (req 1441792->1482751) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9644 expref: 15 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.265254:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630294e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [53248->307199] (req 53248->86015) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96f3 expref: 15 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.265261:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63029433 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [1441792->2490367] (req 1441792->1482751) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9644 expref: 15 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.265269:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298628.265278:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.265293:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608266624:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 176us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.265300:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14006 00000100:00100000:3.0:1780298628.265306:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608266496:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 205us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.265313:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14005 00000100:00100000:0.0:1780298628.265325:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.265337:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608266368 00000100:00100000:3.0:1780298628.265376:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608266368 00010000:00010000:1.0:1780298628.265429:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302949c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3563520->37117951] (req 3563520->3633151) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96ad expref: 16 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.265449:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14007 00000100:00100000:1.0:1780298628.265456:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777608266368:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.265464:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.265472:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302949c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3563520->37117951] (req 3563520->3633151) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96ad expref: 16 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.265482:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302949c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3563520->37117951] (req 3563520->3633151) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96ad expref: 16 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.265496:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302949c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3563520->37117951] (req 3563520->3633151) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c96ad expref: 16 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.265506:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(19 143) 00010000:00010000:1.0:1780298628.265510:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(19 143) 00010000:00010000:1.0:1780298628.265515:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029552 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c975c expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.265523:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029552 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c975c expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.265540:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029552 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c975c expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.265548:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604175872:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.265576:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.266223:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604175872:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.266231:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.266251:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608266368:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 797us (931us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.266256:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14007 00000100:00100000:2.0:1780298628.266371:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.266422:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608266752 00000100:00100000:1.0:1780298628.266426:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608266752 00000100:00100000:1.0:1780298628.266448:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3951 00000100:00100000:1.0:1780298628.266453:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:28749:x1866777608266752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.266461:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.266469:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029559 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9763 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.266482:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63029521 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1261568->1327103) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9732 expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.266491:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e6302952f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9740 expref: 28 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.266495:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(4 104) 00010000:00010000:1.0:1780298628.266497:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(4 104) 00010000:00010000:1.0:1780298628.266499:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029559 lrc: 5/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9763 expref: 28 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.266511:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e6302952f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9740 expref: 28 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.266517:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e6302952f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9740 expref: 28 pid: 19992 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.266523:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604176000:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.266553:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63029521 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1261568->1327103) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9732 expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.266560:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63029521 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1261568->1327103) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9732 expref: 16 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.266566:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604176128:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.266582:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.267119:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604176000:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.267266:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604176128:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.267283:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029559 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9763 expref: 28 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.267296:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9c00, rc 0) 00000100:00100000:1.0:1780298628.267322:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+28:28749:x1866777608266752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (953us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.267328:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3951 00000100:00100000:2.0:1780298628.267399:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.267430:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608266880 00000100:00100000:1.0:1780298628.267434:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608266880 00010000:00010000:1.0:1780298628.267449:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e6302952f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9740 expref: 28 pid: 19992 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.267471:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14008 00000100:00100000:1.0:1780298628.267478:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+28:2400:x1866777608266880:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.267486:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.267498:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e6302952f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9740 expref: 28 pid: 19992 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.267508:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e6302952f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9740 expref: 28 pid: 19992 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.267522:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e6302952f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9740 expref: 28 pid: 19992 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.267539:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.267559:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:2400:x1866777608266880:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 82us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.267566:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14008 00000100:00100000:0.0:1780298628.267979:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.268021:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608267008 00000100:00100000:1.0:1780298628.268028:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608267008 00010000:00010000:1.0:1780298628.268047:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63029521 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1261568->1327103) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9732 expref: 17 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.268076:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14009 00000100:00100000:1.0:1780298628.268086:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608267008:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.268094:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.268104:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63029521 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1261568->1327103) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9732 expref: 17 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.268115:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63029521 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1261568->1327103) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9732 expref: 17 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.268158:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63029521 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1261568->1327103) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9732 expref: 17 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.268166:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(4 104) 00010000:00010000:1.0:1780298628.268168:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(4 104) 00010000:00010000:1.0:1780298628.268172:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029559 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9763 expref: 26 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.268178:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029559 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9763 expref: 26 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.268193:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029559 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9763 expref: 26 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.268199:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604176256:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.268229:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.268819:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604176256:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.268827:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.268849:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608267008:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 767us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.268854:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14009 00000100:00100000:0.0:1780298628.268936:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.268961:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608267136 00000100:00100000:2.0:1780298628.268965:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608267136 00002000:00010000:2.0:1780298628.268984:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (3399821->18446744073709551615) 00002000:00100000:2.0:1780298628.268988:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510700 with x1866777608267136 ext(3399821->18446744073709551615) 00002000:00010000:2.0:1780298628.268994:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255510700. 00000100:00100000:2.0:1780298628.269013:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4063 00000100:00100000:2.0:1780298628.269020:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608267136:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298628.269048:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.269072:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608267264 00000100:00100000:0.0:1780298628.269077:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608267264 00002000:00010000:0.0:1780298628.269095:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:0.0:1780298628.269100:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863b80 with x1866777608267264 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298628.269106:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242863b80. 00000100:00100000:3.0:1780298628.269158:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4064 00000100:00100000:3.0:1780298628.269172:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:2399:x1866777608267264:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298628.269321:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 3399821 00002000:00010000:2.0:1780298628.269324:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.269326:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.269327:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.269329:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1344 -> 1160 00000100:00100000:2.0:1780298628.269356:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608267136:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 338us (422us total) trans 4294969070 rc 0/0 00000100:00100000:2.0:1780298628.269361:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4063 00002000:00010000:2.0:1780298628.269364:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (3399821->18446744073709551615) 00002000:00100000:2.0:1780298628.269367:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510700 with x1866777608267136 ext(3399821->18446744073709551615) 00002000:00010000:2.0:1780298628.269370:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255510700. 00002000:00010000:3.0:1780298628.270419:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2025268 -> 0 00002000:00010000:3.0:1780298628.270422:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298628.270424:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298628.270426:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298628.270427:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 1 -> 0 00000100:00100000:3.0:1780298628.270452:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+28:2399:x1866777608267264:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 1286us (1404us total) trans 4294968763 rc 0/0 00000100:00100000:3.0:1780298628.270458:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4064 00002000:00010000:3.0:1780298628.270461:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:3.0:1780298628.270463:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863b80 with x1866777608267264 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298628.270467:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242863b80. 00000100:00100000:3.0:1780298628.271292:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.271320:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608267392 00000100:00100000:2.0:1780298628.271325:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608267392 00000100:00100000:2.0:1780298628.271355:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61410 00000100:00100000:2.0:1780298628.271361:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+88:28749:x1866777608267392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.271371:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.271384:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63029560 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c976a expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.271459:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63029567 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.271471:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63029567 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.271480:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63029567 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298628.271497:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 3399821 00000004:00200000:2.0:1780298628.271499:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298628.271512:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63029567 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.271530:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63029560 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c976a expref: 90 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.271540:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63029567 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c976a expref: 89 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.271549:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.271550:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298628.271552:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:2.0:1780298628.271575:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+89:28749:x1866777608267392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 215us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.271580:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61410 00000100:00100000:0.0:1780298628.272619:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.272664:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608267520 00000100:00100000:1.0:1780298628.272669:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608267520 00000100:00100000:1.0:1780298628.272716:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3952 00000100:00100000:3.0:1780298628.272720:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.272730:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608267520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.272740:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.272752:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e6302956e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9771 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.272772:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608267648 00000100:00100000:0.0:1780298628.272776:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608267648 00000100:00100000:1.0:1780298628.272800:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604176384:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.272809:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3953 00000100:00100000:0.0:1780298628.272818:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608267648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.272827:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.272836:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63029575 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9778 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.272852:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.272867:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604176512:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.272897:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.273643:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604176384:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.273666:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e6302956e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9771 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.273684:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e6302956e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9771 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.273694:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:0.0:1780298628.273707:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604176512:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.273732:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63029575 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9778 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.273736:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608267520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1002us (1109us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.273751:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3952 00010000:00010000:0.0:1780298628.273756:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63029575 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9778 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.273767:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031400, rc 0) 00000100:00100000:0.0:1780298628.273788:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608267648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 972us (1076us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.273796:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3953 00000100:00100000:0.0:1780298628.274768:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.274812:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608267776 00000100:00100000:1.0:1780298628.274816:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608267776 00000100:00100000:1.0:1780298628.274846:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3954 00000100:00100000:1.0:1780298628.274854:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608267776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.274863:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.274872:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e6302957c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c977f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.274902:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604176640:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.274904:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.274946:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608267904 00000100:00100000:2.0:1780298628.274951:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608267904 00000100:00100000:1.0:1780298628.274954:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.274983:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3955 00000100:00100000:2.0:1780298628.274994:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608267904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.275003:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.275011:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63029583 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9786 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.275039:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604176768:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.275068:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.275668:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604176640:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.275686:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e6302957c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c977f expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.275693:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604176768:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.275712:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e6302957c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c977f expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.275719:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63029583 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9786 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.275723:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00010000:00010000:2.0:1780298628.275735:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e63029583 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9786 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.275744:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:1.0:1780298628.275756:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608267776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 902us (987us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.275767:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3954 00000100:00100000:2.0:1780298628.275771:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608267904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 778us (867us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.275781:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3955 00000100:00100000:0.0:1780298628.277004:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.277030:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.277048:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608268032 00000100:00100000:3.0:1780298628.277054:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608268032 00000100:00100000:1.0:1780298628.277074:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608268160 00000100:00100000:1.0:1780298628.277079:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608268160 00000100:00100000:3.0:1780298628.277092:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3956 00000100:00100000:3.0:1780298628.277103:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608268032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.277112:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.277117:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3957 00010000:00010000:3.0:1780298628.277144:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302958a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c978d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.277152:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608268160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.277165:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.277174:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63029591 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9794 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.277190:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604176896:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.277206:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604177024:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.277245:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.277245:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.277989:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604177024:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.278006:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604176896:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.278007:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63029591 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9794 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.278026:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8409ac9/0xaf35132e63029591 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9794 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.278030:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302958a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c978d expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.278058:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9800, rc 0) 00010000:00010000:3.0:1780298628.278059:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302958a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c978d expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.278070:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298628.278088:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608268160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 963us (1056us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.278096:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608268032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 995us (1091us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.278097:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3957 00000100:00100000:3.0:1780298628.278106:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3956 00000100:00100000:2.0:1780298628.279215:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.279238:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608268288 00000100:00100000:3.0:1780298628.279244:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608268288 00000100:00100000:3.0:1780298628.279273:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3958 00000100:00100000:3.0:1780298628.279281:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:28749:x1866777608268288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.279289:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.279298:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029598 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c979b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.279316:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029552 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c975c expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.279324:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(19 143) 00010000:00010000:3.0:1780298628.279328:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(20 143) 00010000:00010000:3.0:1780298628.279333:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029598 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3133440->3137535] (req 3133440->3137535) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c979b expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.279353:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029552 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c975c expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.279366:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029552 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c975c expref: 12 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.279377:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604177152:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.279426:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.280043:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604177152:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.280059:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029598 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3133440->3137535] (req 3133440->3137535) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c979b expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.280121:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298628.280183:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:28749:x1866777608268288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 902us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.280191:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3958 00000100:00100000:2.0:1780298628.280214:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.280251:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608268416 00000100:00100000:0.0:1780298628.280256:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608268416 00010000:00010000:0.0:1780298628.280281:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029552 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c975c expref: 13 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.280308:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14010 00000100:00100000:0.0:1780298628.280316:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608268416:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298628.280326:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298628.280335:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029552 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c975c expref: 13 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.280347:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029552 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c975c expref: 13 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.280363:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029552 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c975c expref: 13 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.280372:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(20 143) 00010000:00010000:0.0:1780298628.280375:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(20 143) 00010000:00010000:0.0:1780298628.280383:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029598 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3133440->36687871] (req 3133440->3137535) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c979b expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.280408:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3133440->36687871] (req 3133440->3137535) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c979b expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.280431:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3133440->36687871] (req 3133440->3137535) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c979b expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.280440:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604177280:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298628.280478:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.281058:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604177280:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298628.281070:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298628.281092:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608268416:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 778us (879us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.281100:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14010 00000100:00100000:1.0:1780298628.281307:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.281338:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608268544 00000100:00100000:2.0:1780298628.281342:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608268544 00002000:00100000:2.0:1780298628.281365:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (3133440->3137535) req@ffff9cf242b41880 x1866777608268544/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.281371:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41880 with x1866777608268544 ext(3133440->3137535) 00002000:00010000:2.0:1780298628.281374:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41880 00000100:00100000:2.0:1780298628.281403:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4065 00000100:00100000:2.0:1780298628.281410:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608268544:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.281553:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608268544:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 142us (246us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.281561:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4065 00002000:00100000:2.0:1780298628.281568:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (3133440->3137535) req@ffff9cf242b41880 x1866777608268544/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.281577:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41880 with x1866777608268544 ext(3133440->3137535) 00002000:00010000:2.0:1780298628.281581:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41880 00000100:00100000:2.0:1780298628.282688:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.282733:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608268672 00000100:00100000:1.0:1780298628.282737:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608268672 00002000:00100000:1.0:1780298628.282752:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3137536->3141631) req@ffff9cf347cd5c00 x1866777608268672/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.282758:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5c00 with x1866777608268672 ext(3137536->3141631) 00002000:00010000:1.0:1780298628.282760:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd5c00 00000100:00100000:1.0:1780298628.282775:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4066 00000100:00100000:1.0:1780298628.282780:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608268672:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.282865:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608268672:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 85us (179us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.282870:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4066 00002000:00100000:1.0:1780298628.282874:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3137536->3141631) req@ffff9cf347cd5c00 x1866777608268672/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.282880:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5c00 with x1866777608268672 ext(3137536->3141631) 00002000:00010000:1.0:1780298628.282883:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd5c00 00000100:00100000:1.0:1780298628.284000:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.284035:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608268800 00000100:00100000:2.0:1780298628.284039:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608268800 00002000:00100000:2.0:1780298628.284056:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3141632->3145727) req@ffff9cf242b41f80 x1866777608268800/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.284067:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41f80 with x1866777608268800 ext(3141632->3145727) 00002000:00010000:2.0:1780298628.284069:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41f80 00000100:00100000:2.0:1780298628.284084:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4067 00000100:00100000:2.0:1780298628.284088:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608268800:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.284194:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608268800:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 104us (194us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.284201:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4067 00002000:00100000:2.0:1780298628.284208:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3141632->3145727) req@ffff9cf242b41f80 x1866777608268800/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.284216:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41f80 with x1866777608268800 ext(3141632->3145727) 00002000:00010000:2.0:1780298628.284220:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41f80 00000100:00100000:0.0:1780298628.285306:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.285352:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608268928 00000100:00100000:3.0:1780298628.285356:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608268928 00002000:00100000:3.0:1780298628.285371:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3145728->3149823) req@ffff9cf255510a80 x1866777608268928/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.285377:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510a80 with x1866777608268928 ext(3145728->3149823) 00002000:00010000:3.0:1780298628.285379:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255510a80 00000100:00100000:3.0:1780298628.285407:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4068 00000100:00100000:3.0:1780298628.285414:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608268928:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298628.285491:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608268928:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 76us (183us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298628.285498:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4068 00002000:00100000:3.0:1780298628.285504:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3145728->3149823) req@ffff9cf255510a80 x1866777608268928/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.285513:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510a80 with x1866777608268928 ext(3145728->3149823) 00002000:00010000:3.0:1780298628.285516:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255510a80 00000100:00100000:3.0:1780298628.286435:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.286473:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608269056 00000100:00100000:2.0:1780298628.286477:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608269056 00002000:00100000:2.0:1780298628.286494:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3149824->3153919) req@ffff9cf242860e00 x1866777608269056/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.286504:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860e00 with x1866777608269056 ext(3149824->3153919) 00002000:00010000:2.0:1780298628.286507:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860e00 00000100:00100000:2.0:1780298628.286524:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4069 00000100:00100000:2.0:1780298628.286531:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608269056:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.286603:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608269056:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (167us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.286610:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4069 00002000:00100000:2.0:1780298628.286617:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3149824->3153919) req@ffff9cf242860e00 x1866777608269056/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.286626:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860e00 with x1866777608269056 ext(3149824->3153919) 00002000:00010000:2.0:1780298628.286630:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860e00 00000100:00100000:1.0:1780298628.287706:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.287747:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608269184 00000100:00100000:2.0:1780298628.287756:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608269184 00002000:00100000:2.0:1780298628.287770:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (3153920->3158015) req@ffff9cf242b40380 x1866777608269184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.287777:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40380 with x1866777608269184 ext(3153920->3158015) 00002000:00010000:2.0:1780298628.287779:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40380 00000100:00100000:2.0:1780298628.287793:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4070 00000100:00100000:2.0:1780298628.287797:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608269184:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.287863:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608269184:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (158us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.287869:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4070 00002000:00100000:2.0:1780298628.287873:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (3153920->3158015) req@ffff9cf242b40380 x1866777608269184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.287880:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40380 with x1866777608269184 ext(3153920->3158015) 00002000:00010000:2.0:1780298628.287882:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40380 00000100:00100000:0.0:1780298628.288947:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.288985:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608269312 00000100:00100000:1.0:1780298628.288990:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608269312 00002000:00100000:1.0:1780298628.289009:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3158016->3162111) req@ffff9cf255511f80 x1866777608269312/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.289018:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255511f80 with x1866777608269312 ext(3158016->3162111) 00002000:00010000:1.0:1780298628.289021:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255511f80 00000100:00100000:1.0:1780298628.289038:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4071 00000100:00100000:1.0:1780298628.289044:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777608269312:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.289108:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777608269312:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 64us (161us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.289114:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4071 00002000:00100000:1.0:1780298628.289119:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3158016->3162111) req@ffff9cf255511f80 x1866777608269312/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.289150:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255511f80 with x1866777608269312 ext(3158016->3162111) 00002000:00010000:1.0:1780298628.289154:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255511f80 00000100:00100000:3.0:1780298628.290462:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.290510:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608269440 00000100:00100000:2.0:1780298628.290515:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608269440 00002000:00100000:2.0:1780298628.290532:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3162112->3198975) req@ffff9cf242861880 x1866777608269440/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.290539:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861880 with x1866777608269440 ext(3162112->3198975) 00002000:00010000:2.0:1780298628.290542:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861880 00000100:00100000:2.0:1780298628.290561:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4072 00000100:00100000:2.0:1780298628.290566:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608269440:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.291364:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608269440:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 796us (901us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1780298628.291369:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4072 00002000:00100000:2.0:1780298628.291373:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3162112->3198975) req@ffff9cf242861880 x1866777608269440/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.291379:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861880 with x1866777608269440 ext(3162112->3198975) 00002000:00010000:2.0:1780298628.291382:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861880 00000100:00100000:1.0:1780298628.293020:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.293047:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608269568 00000100:00100000:3.0:1780298628.293052:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608269568 00002000:00100000:3.0:1780298628.293070:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3133440->3178495) req@ffff9cf242b41500 x1866777608269568/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.293076:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41500 with x1866777608269568 ext(3133440->3178495) 00002000:00010000:3.0:1780298628.293079:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41500 00000100:00100000:3.0:1780298628.293093:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4073 00000100:00100000:3.0:1780298628.293098:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608269568:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298628.294350:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608269568:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1251us (1331us total) trans 4294969071 rc 0/0 00000100:00100000:2.0:1780298628.294355:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4073 00002000:00100000:2.0:1780298628.294360:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3133440->3178495) req@ffff9cf242b41500 x1866777608269568/t4294969071(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.294366:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41500 with x1866777608269568 ext(3133440->3178495) 00002000:00010000:2.0:1780298628.294368:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41500 00000100:00100000:1.0:1780298628.294994:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.295029:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608269696 00000100:00100000:2.0:1780298628.295032:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608269696 00000100:00100000:2.0:1780298628.295055:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3959 00000100:00100000:2.0:1780298628.295060:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777608269696:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298628.296730:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969071 is committed 00000001:00080000:0.0:1780298628.296740:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969070 is committed 00000100:00100000:2.0:1780298628.296830:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608269696:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 1769us (1837us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.296836:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3959 00000100:00100000:0.0:1780298628.297916:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.297953:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.297966:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608269824 00000100:00100000:2.0:1780298628.297972:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608269824 00000100:00100000:1.0:1780298628.297993:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608269952 00000100:00100000:1.0:1780298628.297999:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608269952 00000100:00100000:2.0:1780298628.298007:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3960 00000100:00100000:2.0:1780298628.298017:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608269824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.298026:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.298040:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3961 00010000:00010000:2.0:1780298628.298041:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302959f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c97a2 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.298052:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777608269952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.298063:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.298075:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e630295a6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c97a9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.298091:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604177408:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.298113:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604177536:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.298173:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.298173:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00002000:00010000:3.0:1780298628.298813:0:8358:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 1160 -> 1248 00000100:00100000:3.0:1780298628.298825:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604177408:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.298842:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604177536:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.298850:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302959f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97a2 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.298854:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e630295a6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97a9 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.298874:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302959f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97a2 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.298874:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009864fb5/0xaf35132e630295a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97a9 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.298886:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00010000:00010000:1.0:1780298628.298886:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:3.0:1780298628.298914:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608269824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 899us (997us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.298914:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777608269952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 865us (960us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.298922:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3960 00000100:00100000:1.0:1780298628.298926:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3961 00000100:00100000:0.0:1780298628.299753:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.299791:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608270080 00000100:00100000:3.0:1780298628.299795:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608270080 00000100:00100000:3.0:1780298628.299818:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3962 00000100:00100000:3.0:1780298628.299825:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608270080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.299831:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.299838:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630295ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c97b0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.299850:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.299864:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604177664:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.299888:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608270208 00000100:00100000:1.0:1780298628.299891:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608270208 00000100:00100000:1.0:1780298628.299916:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3963 00000100:00100000:1.0:1780298628.299924:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608270208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.299932:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.299940:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e630295b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c97b7 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.299945:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.299967:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604177792:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.299993:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.300587:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604177664:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.300600:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630295ad lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97b0 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.300611:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630295ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97b0 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.300621:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:3.0:1780298628.300649:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608270080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 825us (897us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.300656:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3962 00000100:00100000:1.0:1780298628.300676:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604177792:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.300693:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e630295b4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97b7 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.300709:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000243eb82/0xaf35132e630295b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97b7 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.300717:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:1.0:1780298628.300742:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608270208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 819us (892us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.300749:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3963 00000100:00100000:0.0:1780298628.301407:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.301442:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608270336 00000100:00100000:2.0:1780298628.301446:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608270336 00000100:00100000:2.0:1780298628.301471:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61411 00000100:00100000:2.0:1780298628.301477:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+123:28749:x1866777608270336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.301488:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.301499:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e630295bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c97be expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.301583:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e630295c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.301596:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e630295c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.301605:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e630295c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298628.301624:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 3399821 00000004:00200000:2.0:1780298628.301628:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298628.301640:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e630295c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.301656:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e630295bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97be expref: 125 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.301664:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e630295c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97be expref: 124 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.301669:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.301671:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298628.301673:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298628.301696:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+124:28749:x1866777608270336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 220us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.301700:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61411 00000100:00100000:0.0:1780298628.302459:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.302484:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608270464 00000100:00100000:3.0:1780298628.302487:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608270464 00000100:00100000:3.0:1780298628.302509:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3964 00000100:00100000:3.0:1780298628.302513:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608270464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.302519:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.302525:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630295c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c97c5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.302544:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604177920:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.302571:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.303111:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604177920:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.303145:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630295c9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97c5 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.303162:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630295c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97c5 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.303174:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298628.303195:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608270464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 681us (736us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.303201:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3964 00000100:00100000:0.0:1780298628.303993:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.304021:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608270592 00000100:00100000:1.0:1780298628.304025:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608270592 00000100:00100000:1.0:1780298628.304044:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3965 00000100:00100000:1.0:1780298628.304049:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608270592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.304055:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.304061:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630295d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c97cc expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.304078:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604178048:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.304105:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.304679:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604178048:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.304689:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630295d0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97cc expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.304698:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630295d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97cc expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.304708:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00000100:00100000:1.0:1780298628.304729:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608270592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 680us (738us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.304734:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3965 00000100:00100000:0.0:1780298628.305562:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.305590:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608270720 00000100:00100000:1.0:1780298628.305594:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608270720 00000100:00100000:1.0:1780298628.305614:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3966 00000100:00100000:1.0:1780298628.305618:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608270720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.305624:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.305629:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630295d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c97d3 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.305640:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(20 143) 00010000:00010000:1.0:1780298628.305643:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(20 143) 00010000:00010000:1.0:1780298628.305650:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630295d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1986560->3133439] (req 1986560->2035711) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97d3 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.305657:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630295d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1986560->3133439] (req 1986560->2035711) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97d3 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.305662:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:1.0:1780298628.305681:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608270720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 62us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.305685:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3966 00000100:00100000:0.0:1780298628.306252:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.306295:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608270848 00000100:00100000:2.0:1780298628.306299:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608270848 00000100:00100000:2.0:1780298628.306325:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4074 00000100:00100000:2.0:1780298628.306331:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608270848:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.306550:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 3399821 -> 3399821 00002000:00010000:2.0:1780298628.306554:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.306557:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.306559:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.306561:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1248 -> 1344 00000100:00100000:2.0:1780298628.306589:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608270848:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 257us (336us total) trans 4294969072 rc 0/0 00000100:00100000:2.0:1780298628.306595:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4074 00000100:00100000:0.0:1780298628.307425:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.307443:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.307458:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608270976 00000100:00100000:3.0:1780298628.307464:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608270976 00000100:00100000:2.0:1780298628.307483:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608271104 00000100:00100000:2.0:1780298628.307487:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608271104 00000100:00100000:3.0:1780298628.307502:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3967 00000100:00100000:3.0:1780298628.307513:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608270976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.307523:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.307526:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3968 00010000:00010000:3.0:1780298628.307533:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630295de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c97da expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.307537:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608271104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.307549:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.307558:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e630295e5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c97e1 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.307575:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604178176:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.307587:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604178304:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.307630:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b579c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.307631:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.308280:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604178176:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.308294:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604178304:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.308300:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630295de lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97da expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.308315:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e630295e5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97e1 expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.308318:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630295de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97da expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.308339:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:1.0:1780298628.308341:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e630295e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97e1 expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.308352:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031400, rc 0) 00000100:00100000:3.0:1780298628.308373:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608270976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 863us (946us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.308379:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608271104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 843us (931us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.308398:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3967 00000100:00100000:1.0:1780298628.308407:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3968 00000100:00100000:2.0:1780298628.309241:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.309282:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.309304:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608271232 00000100:00100000:1.0:1780298628.309309:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608271232 00000100:00100000:3.0:1780298628.309316:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608271360 00000100:00100000:3.0:1780298628.309322:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608271360 00000100:00100000:1.0:1780298628.309345:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3969 00000100:00100000:3.0:1780298628.309358:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3970 00000100:00100000:1.0:1780298628.309359:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608271232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.309371:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298628.309374:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608271360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.309383:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e630295ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c97e8 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.309384:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.309405:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e630295f3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c97ef expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.309430:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604178432:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.309437:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604178560:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.309484:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.309488:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.310040:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604178432:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.310057:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e630295ec lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97e8 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.310075:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e630295ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97e8 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.310084:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:1.0:1780298628.310115:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608271232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 762us (874us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.310122:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3969 00000100:00100000:3.0:1780298628.310247:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604178560:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.310262:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e630295f3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97ef expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.310275:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e630295f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97ef expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.310285:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298628.310312:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608271360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 944us (1030us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.310320:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3970 00000100:00100000:2.0:1780298628.312764:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.312804:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608271488 00000100:00100000:1.0:1780298628.312810:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608271488 00000100:00100000:1.0:1780298628.312848:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3971 00000100:00100000:1.0:1780298628.312857:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608271488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.312868:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.312879:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630295fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c97f6 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.312918:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604178688:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.312968:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.313706:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604178688:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.313725:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630295fa lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97f6 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.313741:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e630295fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97f6 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.313755:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00000100:00100000:1.0:1780298628.313785:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608271488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 930us (1025us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.313792:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3971 00000100:00100000:0.0:1780298628.314598:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.314641:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608271616 00000100:00100000:1.0:1780298628.314645:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608271616 00000100:00100000:1.0:1780298628.314672:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3972 00000100:00100000:1.0:1780298628.314680:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608271616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.314688:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.314696:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029601 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c97fd expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.314720:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604178816:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.314754:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.315342:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604178816:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.315354:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029601 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97fd expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.315364:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029601 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97fd expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.315370:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:1.0:1780298628.315401:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608271616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 723us (805us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.315407:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3972 00000100:00100000:0.0:1780298628.316266:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.316316:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608271744 00000100:00100000:2.0:1780298628.316321:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608271744 00000100:00100000:2.0:1780298628.316352:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3973 00000100:00100000:2.0:1780298628.316361:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608271744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.316369:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.316378:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029608 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9804 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.316420:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604178944:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.316457:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.317066:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604178944:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.317079:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029608 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9804 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.317088:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63029608 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9804 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.317094:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298628.317117:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608271744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 759us (851us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.317121:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3973 00000100:00100000:0.0:1780298628.317898:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.317927:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608271872 00000100:00100000:3.0:1780298628.317932:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608271872 00000100:00100000:3.0:1780298628.317956:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3974 00000100:00100000:3.0:1780298628.317962:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608271872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.317968:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.317975:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302960f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c980b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.318001:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604179072:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.318033:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.318707:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604179072:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.318720:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302960f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c980b expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.318731:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302960f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c980b expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.318737:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:3.0:1780298628.318766:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608271872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 805us (869us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.318771:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3974 00000100:00100000:0.0:1780298628.319560:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.319597:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608272128 00000100:00100000:2.0:1780298628.319601:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608272128 00000100:00100000:2.0:1780298628.319628:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61412 00000100:00100000:2.0:1780298628.319634:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+124:28749:x1866777608272128:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298628.319668:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.319683:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e630295c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97be expref: 124 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.319694:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.319697:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298628.319836:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029616 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.319848:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63029567 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c976a expref: 88 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.319863:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029616 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.319886:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63029567 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c976a expref: 88 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.319899:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63029567 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c976a expref: 88 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.319911:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604179200:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.319952:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.320566:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604179200:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.320584:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029616 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.320841:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.320878:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608272256 00000100:00100000:2.0:1780298628.320883:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608272256 00010000:00010000:2.0:1780298628.320903:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63029567 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c976a expref: 89 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.320930:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14011 00000100:00100000:2.0:1780298628.320936:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+89:2400:x1866777608272256:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.320944:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.320947:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63029567 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c976a expref: 89 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.320954:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63029567 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c976a expref: 89 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.320966:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63029567 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c976a expref: 89 pid: 7411 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.320976:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.320980:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029616 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.320991:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029616 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.320998:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029616 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.321022:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.321047:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+88:2400:x1866777608272256:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 111us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.321052:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14011 00010000:00010000:0.0:1780298628.321060:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029616 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.321070:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029616 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298628.321146:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990615 00000004:00010000:0.0:1780298628.321174:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000ad73c48 reply state 00000000c2dbe1c8 transno 4294990616 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029616 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.321187:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029616 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.321198:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.321201:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298628.321203:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298628.321265:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+126:28749:x1866777608272128:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1630us (1704us total) trans 4294990616 rc 0/0 00000100:00100000:0.0:1780298628.321274:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61412 00000020:00080000:0.0:1780298628.321278:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298628.321913:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.321945:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608272384 00000100:00100000:1.0:1780298628.321949:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608272384 00000100:00100000:1.0:1780298628.321982:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3975 00000100:00100000:1.0:1780298628.321987:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608272384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.321995:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.322003:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302961d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9812 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.322018:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630295d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1986560->3133439] (req 1986560->2035711) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97d3 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.322024:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029598 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3133440->36687871] (req 3133440->3137535) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c979b expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.322029:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(20 143) 00010000:00010000:1.0:1780298628.322032:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(22 143) 00010000:00010000:1.0:1780298628.322035:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302961d lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9812 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.322048:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3133440->36687871] (req 3133440->3137535) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c979b expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.322055:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3133440->36687871] (req 3133440->3137535) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c979b expref: 5 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.322066:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604179328:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.322102:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630295d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1986560->3133439] (req 1986560->2035711) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97d3 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.322110:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630295d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1986560->3133439] (req 1986560->2035711) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97d3 expref: 9 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.322116:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604179456:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.322156:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.322751:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604179328:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.322892:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604179456:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.322911:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302961d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9812 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.322927:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9800, rc 0) 00000100:00100000:1.0:1780298628.322958:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608272384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 970us (1045us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.322965:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3975 00000100:00100000:2.0:1780298628.323262:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.323307:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608272512 00000100:00100000:2.0:1780298628.323311:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.323311:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608272512 00010000:00010000:0.0:1780298628.323333:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3133440->36687871] (req 3133440->3137535) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c979b expref: 6 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.323341:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608272640 00000100:00100000:1.0:1780298628.323346:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608272640 00010000:00010000:1.0:1780298628.323363:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630295d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1986560->3133439] (req 1986560->2035711) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97d3 expref: 9 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.323367:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14012 00000100:00100000:0.0:1780298628.323380:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608272512:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298628.323405:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298628.323418:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14013 00010000:00010000:0.0:1780298628.323422:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3133440->36687871] (req 3133440->3137535) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c979b expref: 6 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.323431:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608272640:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298628.323443:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3133440->36687871] (req 3133440->3137535) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c979b expref: 6 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.323444:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.323458:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630295d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1986560->3133439] (req 1986560->2035711) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97d3 expref: 9 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.323465:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029598 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [3133440->36687871] (req 3133440->3137535) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c979b expref: 6 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.323474:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630295d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1986560->3133439] (req 1986560->2035711) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97d3 expref: 9 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.323486:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298628.323494:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e630295d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1986560->3133439] (req 1986560->2035711) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c97d3 expref: 9 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.323507:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(22 143) 00010000:00010000:1.0:1780298628.323511:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(22 143) 00000100:00100000:0.0:1780298628.323513:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608272512:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 136us (249us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298628.323520:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302961d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9812 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.323527:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14012 00010000:00010000:1.0:1780298628.323537:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302961d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9812 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.323558:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302961d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9812 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.323571:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604179584:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.323608:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.324324:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604179584:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.324333:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.324358:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608272640:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 932us (1047us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.324366:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14013 00000100:00100000:2.0:1780298628.324461:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.324504:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608272768 00000100:00100000:1.0:1780298628.324508:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608272768 00002000:00010000:1.0:1780298628.324523:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2994752->18446744073709551615) 00002000:00100000:1.0:1780298628.324527:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd5500 with x1866777608272768 ext(2994752->18446744073709551615) 00002000:00010000:1.0:1780298628.324532:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd5500. 00000100:00100000:1.0:1780298628.324553:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4075 00000100:00100000:1.0:1780298628.324562:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608272768:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298628.324600:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.324636:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608272896 00000100:00100000:3.0:1780298628.324642:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608272896 00002000:00010000:3.0:1780298628.324662:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:3.0:1780298628.324666:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd4380 with x1866777608272896 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298628.324673:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243cd4380. 00000100:00100000:3.0:1780298628.324698:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4076 00000100:00100000:3.0:1780298628.324707:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+28:2399:x1866777608272896:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298628.324790:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1780298628.324793:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298628.324796:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298628.324799:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298628.324801:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1780298628.324833:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 3399821 -> 2994752 00000100:00100000:3.0:1780298628.324835:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+29:2399:x1866777608272896:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 130us (236us total) trans 4294968764 rc 0/0 00002000:00010000:1.0:1780298628.324839:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298628.324845:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00000100:00100000:3.0:1780298628.324848:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4076 00002000:00010000:1.0:1780298628.324851:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298628.324853:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00010000:1.0:1780298628.324855:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1344 -> 1256 00002000:00100000:3.0:1780298628.324858:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd4380 with x1866777608272896 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298628.324864:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243cd4380. 00000100:00100000:1.0:1780298628.324883:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608272768:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 320us (427us total) trans 4294969073 rc 0/0 00000100:00100000:1.0:1780298628.324890:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4075 00002000:00010000:1.0:1780298628.324893:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2994752->18446744073709551615) 00002000:00100000:1.0:1780298628.324896:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd5500 with x1866777608272768 ext(2994752->18446744073709551615) 00002000:00010000:1.0:1780298628.324901:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd5500. 00000100:00100000:2.0:1780298628.325862:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.325903:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608273024 00000100:00100000:1.0:1780298628.325908:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608273024 00000100:00100000:1.0:1780298628.325940:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61413 00000100:00100000:1.0:1780298628.325946:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+88:28749:x1866777608273024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.325956:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.325968:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8e00/0xaf35132e63029624 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9819 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.326039:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e6302962b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.326052:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e6302962b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.326063:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e6302962b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298628.326086:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 2994752 00000004:00200000:1.0:1780298628.326090:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298628.326106:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e6302962b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.326156:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8e00/0xaf35132e63029624 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9819 expref: 90 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.326178:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e6302962b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9819 expref: 89 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.326187:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298628.326190:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298628.326194:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00000100:00100000:1.0:1780298628.326226:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+89:28749:x1866777608273024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 279us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.326236:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61413 00000100:00100000:0.0:1780298628.327274:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.327312:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608273152 00000100:00100000:0.0:1780298628.327313:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.327317:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608273152 00000100:00100000:1.0:1780298628.327346:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608273280 00000100:00100000:1.0:1780298628.327349:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608273280 00000100:00100000:1.0:1780298628.327373:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3976 00000100:00100000:1.0:1780298628.327383:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608273152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.327401:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298628.327407:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3977 00010000:00010000:1.0:1780298628.327410:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029632 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9820 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.327421:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608273280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.327431:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.327442:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029639 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9827 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.327450:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604179712:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.327481:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604179840:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.327514:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.327517:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.328492:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604179840:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.328513:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029639 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9827 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.328523:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604179712:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.328528:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029639 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9827 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.328535:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:1.0:1780298628.328549:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029632 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9820 expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.328563:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608273280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1147us (1252us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298628.328567:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029632 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9820 expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.328573:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3977 00010000:00010000:1.0:1780298628.328586:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:1.0:1780298628.328612:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608273152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1232us (1340us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.328619:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3976 00000100:00100000:2.0:1780298628.329621:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.329679:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608273408 00000100:00100000:3.0:1780298628.329686:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608273408 00000100:00100000:3.0:1780298628.329728:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3978 00000100:00100000:3.0:1780298628.329735:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608273408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.329742:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.329750:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029640 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c982e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.329752:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.329801:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608273536 00000100:00100000:1.0:1780298628.329805:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608273536 00000100:00100000:3.0:1780298628.329831:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604179968:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.329831:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3979 00000100:00100000:1.0:1780298628.329840:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608273536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.329847:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.329855:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63029647 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9835 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.329877:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604180096:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.329884:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.329903:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.330683:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604179968:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.330708:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029640 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c982e expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.330726:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029640 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c982e expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.330739:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298628.330797:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604180096:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.330816:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63029647 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9835 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.330823:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608273408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1049us (1178us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298628.330827:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63029647 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9835 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.330840:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3978 00010000:00010000:1.0:1780298628.330840:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:1.0:1780298628.330863:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608273536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1024us (1115us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.330868:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3979 00000100:00100000:2.0:1780298628.331831:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.331887:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608273664 00000100:00100000:0.0:1780298628.331893:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608273664 00000100:00100000:0.0:1780298628.331937:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61414 00000100:00100000:0.0:1780298628.331946:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+126:28749:x1866777608273664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.331961:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.331986:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030e00/0xaf35132e6302964e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c983c expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.332065:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031400/0xaf35132e63029655 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.332079:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031400/0xaf35132e63029655 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.332090:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031400/0xaf35132e63029655 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298628.332113:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 2994752 00000004:00200000:0.0:1780298628.332121:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298628.332166:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031400/0xaf35132e63029655 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.332188:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030e00/0xaf35132e6302964e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c983c expref: 128 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.332208:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031400/0xaf35132e63029655 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c983c expref: 127 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.332216:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.332219:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298628.332222:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031400, rc 0) 00000100:00100000:0.0:1780298628.332257:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+127:28749:x1866777608273664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 313us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.332264:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61414 00000100:00100000:0.0:1780298628.333511:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.333570:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608273792 00000100:00100000:2.0:1780298628.333582:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608273792 00000100:00100000:2.0:1780298628.333651:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4077 00000100:00100000:2.0:1780298628.333664:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+29:2399:x1866777608273792:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.333882:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1780298628.333886:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.333889:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.333891:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.333894:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1780298628.333951:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+30:2399:x1866777608273792:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 291us (440us total) trans 4294968765 rc 0/0 00000100:00100000:2.0:1780298628.333960:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4077 00000100:00100000:2.0:1780298628.335073:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.335113:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.335181:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608273920 00000100:00100000:1.0:1780298628.335188:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608273920 00000100:00100000:3.0:1780298628.335199:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608274048 00000100:00100000:3.0:1780298628.335209:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608274048 00000100:00100000:1.0:1780298628.335239:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3980 00000100:00100000:1.0:1780298628.335251:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608273920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.335268:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.335277:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3981 00010000:00010000:1.0:1780298628.335285:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302965c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9843 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.335299:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608274048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.335319:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.335332:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63029663 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c984a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.335355:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604180224:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.335398:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604180352:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.335453:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.335453:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.336289:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604180224:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.336294:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604180352:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.336328:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63029663 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c984a expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.336328:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302965c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9843 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.336353:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63029663 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c984a expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.336356:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302965c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9843 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.336373:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030000, rc 0) 00010000:00010000:1.0:1780298628.336374:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:2.0:1780298628.336429:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608274048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1141us (1313us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.336430:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608273920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1180us (1357us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.336440:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3981 00000100:00100000:1.0:1780298628.336448:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3980 00000100:00100000:2.0:1780298628.337487:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.337532:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608274176 00000100:00100000:0.0:1780298628.337537:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608274176 00000100:00100000:0.0:1780298628.337573:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3982 00000100:00100000:0.0:1780298628.337580:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608274176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.337589:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.337598:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e6302966a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9851 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.337600:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.337634:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608274304 00000100:00100000:1.0:1780298628.337639:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608274304 00000100:00100000:0.0:1780298628.337642:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604180480:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.337675:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3983 00000100:00100000:1.0:1780298628.337683:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608274304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.337691:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.337700:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63029671 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9858 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.337709:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.337730:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604180608:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.337753:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.338306:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604180480:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.338327:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e6302966a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9851 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.338342:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e6302966a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9851 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.338354:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031e00, rc 0) 00000100:00100000:0.0:1780298628.338405:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608274176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 823us (915us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.338413:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3982 00000100:00100000:1.0:1780298628.338549:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604180608:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.338569:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63029671 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9858 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.338580:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63029671 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9858 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.338587:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:1.0:1780298628.338614:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608274304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 933us (1019us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.338619:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3983 00000100:00100000:2.0:1780298628.339573:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.339610:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608274432 00000100:00100000:0.0:1780298628.339616:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608274432 00000100:00100000:0.0:1780298628.339648:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3984 00000100:00100000:0.0:1780298628.339657:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608274432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.339664:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.339672:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63029678 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c985f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.339686:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302961d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9812 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.339697:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(22 143) 00010000:00010000:0.0:1780298628.339700:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(23 143) 00010000:00010000:0.0:1780298628.339703:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63029678 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2584576->2621439] (req 2584576->2621439) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c985f expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.339718:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302961d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9812 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.339726:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302961d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9812 expref: 8 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.339736:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604180736:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.339777:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.340466:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604180736:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298628.340483:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63029678 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2584576->2621439] (req 2584576->2621439) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c985f expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.340491:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030a00, rc 0) 00000100:00100000:0.0:1780298628.340516:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608274432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 862us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.340521:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3984 00000100:00100000:2.0:1780298628.340620:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.340665:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608274560 00000100:00100000:1.0:1780298628.340671:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608274560 00010000:00010000:1.0:1780298628.340693:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302961d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9812 expref: 9 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.340723:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14014 00000100:00100000:1.0:1780298628.340730:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f759500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608274560:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.340739:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.340758:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302961d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9812 expref: 9 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.340775:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302961d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9812 expref: 9 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.340792:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8409ac9/0xaf35132e6302961d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9812 expref: 9 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.340810:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(23 143) 00010000:00010000:1.0:1780298628.340816:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(23 143) 00010000:00010000:1.0:1780298628.340824:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63029678 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2584576->36139007] (req 2584576->2621439) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c985f expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.340834:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63029678 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2584576->36139007] (req 2584576->2621439) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c985f expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.340856:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63029678 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2584576->36139007] (req 2584576->2621439) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c985f expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.340866:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604180864:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.340902:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.341692:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604180864:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.341703:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.341737:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f759500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608274560:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1006us (1117us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.341745:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14014 00000100:00100000:2.0:1780298628.341907:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.341959:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608274688 00000100:00100000:0.0:1780298628.341964:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608274688 00000100:00100000:0.0:1780298628.342017:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4078 00000100:00100000:0.0:1780298628.342026:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608274688:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298628.342258:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2994752 -> 2994752 00002000:00010000:0.0:1780298628.342262:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298628.342264:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298628.342266:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298628.342268:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1256 -> 1256 00000100:00100000:0.0:1780298628.342300:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608274688:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 276us (394us total) trans 4294969074 rc 0/0 00000100:00100000:0.0:1780298628.342307:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4078 00000100:00100000:3.0:1780298628.343203:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.343281:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608274816 00000100:00100000:1.0:1780298628.343286:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608274816 00000100:00100000:1.0:1780298628.343321:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3985 00000100:00100000:1.0:1780298628.343330:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608274816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.343341:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.343350:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e6302967f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9866 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.343397:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604180992:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.343445:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.344052:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604180992:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.344070:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e6302967f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9866 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.344084:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e6302967f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9866 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.344094:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:1.0:1780298628.344168:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608274816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 797us (927us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.344177:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3985 00000100:00100000:2.0:1780298628.344944:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.344983:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608274944 00000100:00100000:3.0:1780298628.344991:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608274944 00000100:00100000:3.0:1780298628.345028:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3986 00000100:00100000:3.0:1780298628.345036:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608274944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.345049:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.345066:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029686 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c986d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.345106:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604181120:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.345207:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.345835:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604181120:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.345855:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029686 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c986d expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.345866:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029686 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c986d expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.345874:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:2.0:1780298628.345906:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608274944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 871us (961us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.345914:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3986 00000100:00100000:2.0:1780298628.346830:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.346867:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608275072 00000100:00100000:1.0:1780298628.346873:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608275072 00000100:00100000:1.0:1780298628.346907:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3987 00000100:00100000:1.0:1780298628.346916:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608275072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.346929:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.346939:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302968d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9874 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.346955:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(23 143) 00010000:00010000:1.0:1780298628.346959:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(23 143) 00010000:00010000:1.0:1780298628.346967:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302968d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1400832->2580479] (req 1400832->1417215) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9874 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.346979:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302968d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1400832->2580479] (req 1400832->1417215) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9874 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.346987:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:1.0:1780298628.347017:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608275072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 103us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.347024:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3987 00000100:00100000:3.0:1780298628.347892:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.347936:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608275200 00000100:00100000:2.0:1780298628.347940:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608275200 00002000:00100000:2.0:1780298628.347964:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (1400832->1404927) req@ffff9cf242862680 x1866777608275200/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.347972:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862680 with x1866777608275200 ext(1400832->1404927) 00002000:00010000:2.0:1780298628.347976:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862680 00000100:00100000:2.0:1780298628.348003:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4079 00000100:00100000:2.0:1780298628.348009:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608275200:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.348178:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608275200:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 170us (288us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.348184:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4079 00002000:00100000:2.0:1780298628.348189:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (1400832->1404927) req@ffff9cf242862680 x1866777608275200/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.348194:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862680 with x1866777608275200 ext(1400832->1404927) 00002000:00010000:2.0:1780298628.348197:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862680 00000100:00100000:3.0:1780298628.348904:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.348947:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608275328 00000100:00100000:0.0:1780298628.348952:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608275328 00002000:00100000:0.0:1780298628.348973:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1404928->1409023) req@ffff9cf242860700 x1866777608275328/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.348981:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860700 with x1866777608275328 ext(1404928->1409023) 00002000:00010000:0.0:1780298628.348983:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860700 00000100:00100000:0.0:1780298628.349007:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4080 00000100:00100000:0.0:1780298628.349014:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608275328:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.349109:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608275328:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 94us (204us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298628.349117:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4080 00002000:00100000:0.0:1780298628.349147:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1404928->1409023) req@ffff9cf242860700 x1866777608275328/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.349153:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860700 with x1866777608275328 ext(1404928->1409023) 00002000:00010000:0.0:1780298628.349157:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860700 00000100:00100000:3.0:1780298628.349786:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.349825:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608275456 00000100:00100000:1.0:1780298628.349831:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608275456 00002000:00100000:1.0:1780298628.349855:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (1409024->1413119) req@ffff9cf37f744700 x1866777608275456/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.349866:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744700 with x1866777608275456 ext(1409024->1413119) 00002000:00010000:1.0:1780298628.349869:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f744700 00000100:00100000:1.0:1780298628.349892:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4081 00000100:00100000:1.0:1780298628.349903:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608275456:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.349992:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608275456:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 93us (206us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.350000:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4081 00002000:00100000:1.0:1780298628.350006:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (1409024->1413119) req@ffff9cf37f744700 x1866777608275456/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.350015:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744700 with x1866777608275456 ext(1409024->1413119) 00002000:00010000:1.0:1780298628.350019:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f744700 00000100:00100000:3.0:1780298628.350760:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.350808:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608275584 00000100:00100000:2.0:1780298628.350813:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608275584 00002000:00100000:2.0:1780298628.350836:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1413120->1417215) req@ffff9cf37f745c00 x1866777608275584/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.350844:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745c00 with x1866777608275584 ext(1413120->1417215) 00002000:00010000:2.0:1780298628.350848:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f745c00 00000100:00100000:2.0:1780298628.350871:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4082 00000100:00100000:2.0:1780298628.350878:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608275584:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.350944:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608275584:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 67us (184us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.350949:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4082 00002000:00100000:2.0:1780298628.350954:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1413120->1417215) req@ffff9cf37f745c00 x1866777608275584/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.350960:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745c00 with x1866777608275584 ext(1413120->1417215) 00002000:00010000:2.0:1780298628.350963:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f745c00 00000100:00100000:3.0:1780298628.351842:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.351873:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608275712 00000100:00100000:0.0:1780298628.351877:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608275712 00000100:00100000:0.0:1780298628.351907:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3988 00000100:00100000:0.0:1780298628.351915:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608275712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.351922:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.351933:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e63029694 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c987b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.351971:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604181248:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.352022:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b579c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.352674:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604181248:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.352699:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e63029694 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c987b expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.352718:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e63029694 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c987b expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.352732:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030e00, rc 0) 00000100:00100000:0.0:1780298628.352764:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608275712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 850us (923us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.352772:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3988 00000100:00100000:3.0:1780298628.353665:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.353712:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608275840 00000100:00100000:1.0:1780298628.353724:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608275840 00000100:00100000:1.0:1780298628.353760:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3989 00000100:00100000:1.0:1780298628.353769:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608275840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.353779:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.353788:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302969b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9882 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.353817:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604181376:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.353861:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.354558:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604181376:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.354576:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302969b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9882 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.354589:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302969b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9882 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.354599:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:1.0:1780298628.354631:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608275840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 864us (968us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.354639:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3989 00000100:00100000:3.0:1780298628.355528:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.355556:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.355581:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608275968 00000100:00100000:2.0:1780298628.355587:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608275968 00000100:00100000:0.0:1780298628.355597:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608276096 00000100:00100000:0.0:1780298628.355600:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608276096 00000100:00100000:2.0:1780298628.355621:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3990 00000100:00100000:0.0:1780298628.355626:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3991 00000100:00100000:2.0:1780298628.355628:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608275968:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.355632:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608276096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.355638:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.355639:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.355648:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630296a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9889 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.355648:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e630296a9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9890 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.355678:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604181504:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.355678:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604181632:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.355726:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.355726:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b579c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.356464:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604181504:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.356485:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630296a2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9889 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.356487:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604181632:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.356505:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630296a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9889 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.356508:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e630296a9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9890 expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.356531:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00010000:00010000:0.0:1780298628.356531:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e630296a9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9890 expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.356541:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031e00, rc 0) 00000100:00100000:2.0:1780298628.356559:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608275968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 932us (1032us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.356564:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608276096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 929us (1006us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.356571:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3990 00000100:00100000:0.0:1780298628.356581:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3991 00000100:00100000:3.0:1780298628.357529:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.357558:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608276224 00000100:00100000:0.0:1780298628.357562:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608276224 00000100:00100000:0.0:1780298628.357584:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3992 00000100:00100000:0.0:1780298628.357589:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608276224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.357595:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.357602:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630296b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9897 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.357616:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(23 143) 00010000:00010000:0.0:1780298628.357620:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(23 143) 00010000:00010000:0.0:1780298628.357626:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630296b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2084864->2584575] (req 2084864->2088959) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9897 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.357634:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630296b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2084864->2584575] (req 2084864->2088959) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9897 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.357640:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030000, rc 0) 00000100:00100000:0.0:1780298628.357659:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608276224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 71us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.357663:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3992 00000100:00100000:3.0:1780298628.358406:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.358440:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608276352 00000100:00100000:0.0:1780298628.358445:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608276352 00002000:00100000:0.0:1780298628.358470:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2084864->2088959) req@ffff9cf37f745180 x1866777608276352/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.358480:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745180 with x1866777608276352 ext(2084864->2088959) 00002000:00010000:0.0:1780298628.358484:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f745180 00000100:00100000:0.0:1780298628.358508:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4083 00000100:00100000:0.0:1780298628.358515:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608276352:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.358670:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608276352:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 155us (265us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298628.358677:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4083 00002000:00100000:0.0:1780298628.358684:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2084864->2088959) req@ffff9cf37f745180 x1866777608276352/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.358694:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745180 with x1866777608276352 ext(2084864->2088959) 00002000:00010000:0.0:1780298628.358697:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f745180 00000100:00100000:3.0:1780298628.359642:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.359671:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608276480 00000100:00100000:2.0:1780298628.359675:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608276480 00002000:00100000:2.0:1780298628.359691:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2088960->2093055) req@ffff9cf37f8c9180 x1866777608276480/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.359698:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c9180 with x1866777608276480 ext(2088960->2093055) 00002000:00010000:2.0:1780298628.359700:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8c9180 00000100:00100000:2.0:1780298628.359717:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4084 00000100:00100000:2.0:1780298628.359723:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608276480:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.359806:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608276480:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (163us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.359814:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4084 00002000:00100000:2.0:1780298628.359821:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2088960->2093055) req@ffff9cf37f8c9180 x1866777608276480/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.359828:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c9180 with x1866777608276480 ext(2088960->2093055) 00002000:00010000:2.0:1780298628.359831:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8c9180 00000100:00100000:3.0:1780298628.360703:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.360742:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608276608 00000100:00100000:0.0:1780298628.360747:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608276608 00002000:00100000:0.0:1780298628.360768:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2093056->2097151) req@ffff9cf37f8cbb80 x1866777608276608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.360777:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8cbb80 with x1866777608276608 ext(2093056->2097151) 00002000:00010000:0.0:1780298628.360780:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8cbb80 00000100:00100000:0.0:1780298628.360800:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4085 00000100:00100000:0.0:1780298628.360808:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608276608:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.360879:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608276608:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (177us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298628.360885:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4085 00002000:00100000:0.0:1780298628.360890:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2093056->2097151) req@ffff9cf37f8cbb80 x1866777608276608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.360895:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8cbb80 with x1866777608276608 ext(2093056->2097151) 00002000:00010000:0.0:1780298628.360897:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8cbb80 00000100:00100000:3.0:1780298628.361862:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.361903:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608276736 00000100:00100000:1.0:1780298628.361908:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608276736 00002000:00100000:1.0:1780298628.361932:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2097152->2101247) req@ffff9cf37f8cb800 x1866777608276736/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.361939:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8cb800 with x1866777608276736 ext(2097152->2101247) 00002000:00010000:1.0:1780298628.361942:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8cb800 00000100:00100000:1.0:1780298628.361958:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4086 00000100:00100000:1.0:1780298628.361964:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608276736:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.362038:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608276736:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 75us (178us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.362049:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4086 00002000:00100000:1.0:1780298628.362056:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2097152->2101247) req@ffff9cf37f8cb800 x1866777608276736/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.362063:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8cb800 with x1866777608276736 ext(2097152->2101247) 00002000:00010000:1.0:1780298628.362065:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8cb800 00000100:00100000:3.0:1780298628.363017:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.363058:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608276864 00000100:00100000:2.0:1780298628.363062:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608276864 00002000:00100000:2.0:1780298628.363077:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2101248->2105343) req@ffff9cf37f8c8e00 x1866777608276864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.363088:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c8e00 with x1866777608276864 ext(2101248->2105343) 00002000:00010000:2.0:1780298628.363090:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8c8e00 00000100:00100000:2.0:1780298628.363106:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4087 00000100:00100000:2.0:1780298628.363113:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608276864:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.363212:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608276864:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 100us (196us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.363217:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4087 00002000:00100000:2.0:1780298628.363221:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2101248->2105343) req@ffff9cf37f8c8e00 x1866777608276864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.363226:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c8e00 with x1866777608276864 ext(2101248->2105343) 00002000:00010000:2.0:1780298628.363229:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8c8e00 00000100:00100000:3.0:1780298628.364294:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.364320:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608276992 00000100:00100000:0.0:1780298628.364323:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608276992 00002000:00100000:0.0:1780298628.364337:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2105344->2109439) req@ffff9cf37f8c9c00 x1866777608276992/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.364342:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c9c00 with x1866777608276992 ext(2105344->2109439) 00002000:00010000:0.0:1780298628.364345:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8c9c00 00000100:00100000:0.0:1780298628.364358:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4088 00000100:00100000:0.0:1780298628.364364:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608276992:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.364432:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608276992:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (140us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298628.364438:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4088 00002000:00100000:0.0:1780298628.364442:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2105344->2109439) req@ffff9cf37f8c9c00 x1866777608276992/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.364447:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c9c00 with x1866777608276992 ext(2105344->2109439) 00002000:00010000:0.0:1780298628.364449:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8c9c00 00000100:00100000:3.0:1780298628.365486:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.365521:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608277120 00000100:00100000:2.0:1780298628.365525:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608277120 00002000:00100000:2.0:1780298628.365541:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2109440->2113535) req@ffff9cf24339d180 x1866777608277120/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.365548:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339d180 with x1866777608277120 ext(2109440->2113535) 00002000:00010000:2.0:1780298628.365550:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339d180 00000100:00100000:2.0:1780298628.365565:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4089 00000100:00100000:2.0:1780298628.365570:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608277120:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.365632:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608277120:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 62us (147us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.365638:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4089 00002000:00100000:2.0:1780298628.365643:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2109440->2113535) req@ffff9cf24339d180 x1866777608277120/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.365649:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339d180 with x1866777608277120 ext(2109440->2113535) 00002000:00010000:2.0:1780298628.365651:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339d180 00000100:00100000:3.0:1780298628.366682:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.366721:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608277248 00000100:00100000:0.0:1780298628.366726:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608277248 00002000:00100000:0.0:1780298628.366746:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2113536->2150399) req@ffff9cf24339dc00 x1866777608277248/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.366754:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339dc00 with x1866777608277248 ext(2113536->2150399) 00002000:00010000:0.0:1780298628.366757:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339dc00 00000100:00100000:0.0:1780298628.366781:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4090 00000100:00100000:0.0:1780298628.366790:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608277248:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.367651:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608277248:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 863us (969us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1780298628.367656:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4090 00002000:00100000:0.0:1780298628.367661:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2113536->2150399) req@ffff9cf24339dc00 x1866777608277248/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.367666:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339dc00 with x1866777608277248 ext(2113536->2150399) 00002000:00010000:0.0:1780298628.367669:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339dc00 00000100:00100000:2.0:1780298628.368689:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.368720:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.368746:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608277376 00000100:00100000:1.0:1780298628.368751:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608277376 00000100:00100000:0.0:1780298628.368761:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608277504 00000100:00100000:0.0:1780298628.368766:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608277504 00000100:00100000:1.0:1780298628.368786:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3993 00000100:00100000:1.0:1780298628.368798:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608277376:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.368805:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3994 00010000:00010000:1.0:1780298628.368811:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.368815:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608277504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.368822:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.368829:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e630296b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c989e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.368833:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e630296be lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c98a5 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.368888:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604181888:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.368894:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604181760:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.368971:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.368971:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.369820:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604181888:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.369820:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604181760:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.369845:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e630296be lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98a5 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.369848:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e630296b7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c989e expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.369881:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e630296b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c989e expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.369882:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e630296be lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98a5 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.369900:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00010000:00010000:0.0:1780298628.369903:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031e00, rc 0) 00000100:00100000:1.0:1780298628.369926:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608277376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1133us (1238us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.369933:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608277504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1117us (1208us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.369937:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3993 00000100:00100000:0.0:1780298628.369946:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3994 00000100:00100000:3.0:1780298628.371785:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.371823:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608277632 00000100:00100000:0.0:1780298628.371829:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608277632 00000100:00100000:0.0:1780298628.371861:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3995 00000100:00100000:0.0:1780298628.371868:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608277632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.371877:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.371886:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e630296c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c98ac expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.371912:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604182016:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.371924:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.371956:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608277760 00000100:00100000:2.0:1780298628.371961:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608277760 00000100:00100000:0.0:1780298628.371985:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.371990:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3996 00000100:00100000:2.0:1780298628.371998:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608277760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.372004:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.372011:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e630296cc lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c98b3 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.372034:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255687480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604182144:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.372062:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.372583:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604182016:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.372602:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e630296c5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98ac expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.372616:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e630296c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98ac expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.372627:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030e00, rc 0) 00000100:00100000:0.0:1780298628.372658:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608277632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 790us (875us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.372665:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3995 00000100:00100000:0.0:1780298628.372802:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255687480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604182144:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.372818:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e630296cc lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98b3 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.372830:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e630296cc lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98b3 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.372843:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:0.0:1780298628.372869:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608277760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 872us (946us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.372875:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3996 00000100:00100000:2.0:1780298628.373793:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.373819:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608277888 00000100:00100000:3.0:1780298628.373825:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608277888 00000100:00100000:3.0:1780298628.373859:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3997 00000100:00100000:3.0:1780298628.373869:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608277888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.373877:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.373886:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e630296d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c98ba expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.373916:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604182272:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.373962:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.374638:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604182272:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.374651:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e630296d3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98ba expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.374666:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e630296d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98ba expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.374673:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:2.0:1780298628.374696:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608277888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 830us (904us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.374703:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3997 00000100:00100000:1.0:1780298628.375564:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.375596:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608278016 00000100:00100000:0.0:1780298628.375600:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608278016 00000100:00100000:0.0:1780298628.375626:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3998 00000100:00100000:0.0:1780298628.375633:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608278016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.375640:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.375648:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630296da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c98c1 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.375667:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604182400:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.375696:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.376320:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604182400:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.376332:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630296da lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98c1 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.376341:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630296da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98c1 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.376349:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78600, rc 0) 00000100:00100000:1.0:1780298628.376370:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608278016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 739us (807us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.376375:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3998 00000100:00100000:3.0:1780298628.377295:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.377329:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608278144 00000100:00100000:1.0:1780298628.377334:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608278144 00000100:00100000:3.0:1780298628.377357:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.377370:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608278272 00000100:00100000:1.0:1780298628.377374:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608278272 00000100:00100000:0.0:1780298628.377383:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 3999 00000100:00100000:0.0:1780298628.377405:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608278144:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298628.377414:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4000 00010000:00010000:0.0:1780298628.377414:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.377422:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608278272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.377422:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e630296e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c98c8 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.377429:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.377436:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e630296e8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c98cf expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.377447:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604182528:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.377457:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604182656:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.377485:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.377485:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.378246:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604182528:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.378269:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e630296e1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98c8 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.378273:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604182656:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.378291:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e630296e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98c8 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.378293:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e630296e8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98cf expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.378312:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79a00, rc 0) 00010000:00010000:1.0:1780298628.378315:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e630296e8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98cf expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.378324:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:0.0:1780298628.378339:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608278144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 937us (1045us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.378345:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608278272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 924us (987us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.378350:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 3999 00000100:00100000:1.0:1780298628.378355:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4000 00000100:00100000:2.0:1780298628.379369:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.379417:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608278400 00000100:00100000:3.0:1780298628.379423:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608278400 00000100:00100000:3.0:1780298628.379451:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4001 00000100:00100000:3.0:1780298628.379459:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608278400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.379467:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.379476:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630296ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c98d6 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.379493:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(23 143) 00010000:00010000:3.0:1780298628.379497:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(23 143) 00010000:00010000:3.0:1780298628.379507:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630296ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1216512->1400831] (req 1216512->1220607) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98d6 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.379527:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630296ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1216512->1400831] (req 1216512->1220607) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98d6 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.379537:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:3.0:1780298628.379567:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608278400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 109us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.379574:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4001 00000100:00100000:3.0:1780298628.380479:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.380520:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608278528 00000100:00100000:1.0:1780298628.380525:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608278528 00002000:00100000:1.0:1780298628.380554:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (1216512->1220607) req@ffff9cf24339d500 x1866777608278528/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.380565:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339d500 with x1866777608278528 ext(1216512->1220607) 00002000:00010000:1.0:1780298628.380570:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339d500 00000100:00100000:1.0:1780298628.380588:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4091 00000100:00100000:1.0:1780298628.380594:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608278528:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.380762:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608278528:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 168us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.380767:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4091 00002000:00100000:1.0:1780298628.380771:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (1216512->1220607) req@ffff9cf24339d500 x1866777608278528/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.380777:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339d500 with x1866777608278528 ext(1216512->1220607) 00002000:00010000:1.0:1780298628.380779:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339d500 00000100:00100000:2.0:1780298628.381954:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.381986:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608278656 00000100:00100000:1.0:1780298628.381990:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608278656 00002000:00100000:1.0:1780298628.382009:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1220608->1224703) req@ffff9cf255687800 x1866777608278656/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.382016:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255687800 with x1866777608278656 ext(1220608->1224703) 00002000:00010000:1.0:1780298628.382019:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255687800 00000100:00100000:1.0:1780298628.382034:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4092 00000100:00100000:1.0:1780298628.382039:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608278656:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.382109:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608278656:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (157us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.382117:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4092 00002000:00100000:1.0:1780298628.382122:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1220608->1224703) req@ffff9cf255687800 x1866777608278656/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.382161:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255687800 with x1866777608278656 ext(1220608->1224703) 00002000:00010000:1.0:1780298628.382165:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255687800 00000100:00100000:2.0:1780298628.383283:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.383310:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608278784 00000100:00100000:0.0:1780298628.383315:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608278784 00002000:00100000:0.0:1780298628.383337:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (1216512->1224703) req@ffff9cf255687480 x1866777608278784/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 8680/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.383347:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255687480 with x1866777608278784 ext(1216512->1224703) 00002000:00010000:0.0:1780298628.383351:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255687480 00000100:00100000:0.0:1780298628.383371:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4093 00000100:00100000:0.0:1780298628.383380:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608278784:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298628.383884:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608278784:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 505us (603us total) trans 4294969075 rc 0/0 00000100:00100000:0.0:1780298628.383892:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4093 00002000:00100000:0.0:1780298628.383898:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (1216512->1224703) req@ffff9cf255687480 x1866777608278784/t4294969075(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 8680/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.383907:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255687480 with x1866777608278784 ext(1216512->1224703) 00002000:00010000:0.0:1780298628.383911:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255687480 00000100:00100000:2.0:1780298628.384695:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.384736:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608278912 00000100:00100000:1.0:1780298628.384741:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608278912 00000100:00100000:1.0:1780298628.384770:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4002 00000100:00100000:1.0:1780298628.384778:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608278912:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298628.385566:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969075 is committed 00000001:00080000:0.0:1780298628.385579:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969073 is committed 00000100:00100000:1.0:1780298628.385654:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608278912:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 875us (968us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.385669:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4002 00000100:00100000:2.0:1780298628.386623:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.386677:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608279040 00000100:00100000:3.0:1780298628.386683:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608279040 00000100:00100000:3.0:1780298628.386717:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4003 00000100:00100000:3.0:1780298628.386726:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608279040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.386738:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.386764:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630296f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c98dd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.386812:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604182784:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.386874:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00002000:00010000:3.0:1780298628.387541:0:20252:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 1256 -> 1272 00000100:00100000:3.0:1780298628.387553:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604182784:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.387576:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630296f6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98dd expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.387595:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630296f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98dd expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.387606:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:3.0:1780298628.387636:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608279040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 912us (1012us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.387643:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4003 00000100:00100000:2.0:1780298628.388501:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.388540:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608279168 00000100:00100000:1.0:1780298628.388545:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608279168 00000100:00100000:1.0:1780298628.388578:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4004 00000100:00100000:1.0:1780298628.388587:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608279168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.388598:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.388607:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630296fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c98e4 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.388643:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604182912:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.388682:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.389358:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604182912:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.389375:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630296fd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98e4 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.389400:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630296fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98e4 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.389410:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:1.0:1780298628.389437:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608279168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 853us (937us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.389443:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4004 00000100:00100000:2.0:1780298628.390346:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.390381:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608279296 00000100:00100000:3.0:1780298628.390396:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608279296 00000100:00100000:3.0:1780298628.390425:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4005 00000100:00100000:3.0:1780298628.390432:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608279296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.390441:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.390450:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63029704 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c98eb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.390477:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604183040:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.390516:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.391180:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604183040:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.391196:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63029704 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98eb expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.391209:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63029704 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98eb expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.391219:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:2.0:1780298628.391292:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608279296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 859us (944us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.391300:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4005 00000100:00100000:2.0:1780298628.392171:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.392202:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608279424 00000100:00100000:1.0:1780298628.392207:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608279424 00000100:00100000:1.0:1780298628.392237:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4006 00000100:00100000:1.0:1780298628.392244:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608279424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.392251:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.392259:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302970b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c98f2 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.392285:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604183168:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.392326:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.393026:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604183168:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.393042:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302970b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98f2 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.393055:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302970b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98f2 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.393070:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:1.0:1780298628.393098:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608279424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (928us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.393103:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4006 00000100:00100000:2.0:1780298628.394038:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.394073:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608279552 00000100:00100000:3.0:1780298628.394079:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608279552 00000100:00100000:3.0:1780298628.394109:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4007 00000100:00100000:3.0:1780298628.394117:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608279552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.394144:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.394155:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029712 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c98f9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.394178:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302968d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1400832->2580479] (req 1400832->1417215) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9874 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.394187:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(23 143) 00010000:00010000:3.0:1780298628.394192:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(24 143) 00010000:00010000:3.0:1780298628.394197:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029712 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1437696->1503231] (req 1437696->1503231) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98f9 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.394255:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302968d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1400832->2580479] (req 1400832->1417215) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9874 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.394272:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302968d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1400832->2580479] (req 1400832->1417215) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9874 expref: 8 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.394284:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604183296:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.394323:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.394951:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604183296:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.394969:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029712 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1437696->1503231] (req 1437696->1503231) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98f9 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.394980:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:1.0:1780298628.395008:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608279552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 893us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.395014:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4007 00000100:00100000:0.0:1780298628.395251:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.395294:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608279680 00000100:00100000:2.0:1780298628.395300:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608279680 00010000:00010000:2.0:1780298628.395319:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302968d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1400832->2580479] (req 1400832->1417215) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9874 expref: 8 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.395350:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14015 00000100:00100000:2.0:1780298628.395358:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608279680:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.395366:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.395376:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302968d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1400832->2580479] (req 1400832->1417215) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9874 expref: 8 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.395399:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302968d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1400832->2580479] (req 1400832->1417215) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9874 expref: 8 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.395413:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e6302968d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1400832->2580479] (req 1400832->1417215) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9874 expref: 8 pid: 19992 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.395422:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(24 143) 00010000:00010000:2.0:1780298628.395425:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(24 143) 00010000:00010000:2.0:1780298628.395432:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029712 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1437696->2084863] (req 1437696->1503231) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98f9 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.395440:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029712 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1437696->2084863] (req 1437696->1503231) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98f9 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.395459:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029712 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1437696->2084863] (req 1437696->1503231) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98f9 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.395468:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604183424:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.395502:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.396212:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604183424:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.396223:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.396244:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608279680:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 888us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.396252:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14015 00000100:00100000:0.0:1780298628.396331:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.396367:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608279808 00000100:00100000:2.0:1780298628.396372:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608279808 00000100:00100000:2.0:1780298628.396420:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4094 00000100:00100000:2.0:1780298628.396429:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608279808:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.396728:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2994752 -> 2994752 00002000:00010000:2.0:1780298628.396732:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.396734:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.396737:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.396740:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1272 -> 1400 00000100:00100000:2.0:1780298628.396772:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608279808:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 345us (441us total) trans 4294969076 rc 0/0 00000100:00100000:2.0:1780298628.396779:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4094 00000100:00100000:0.0:1780298628.397729:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.397758:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608279936 00000100:00100000:1.0:1780298628.397761:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608279936 00000100:00100000:1.0:1780298628.397792:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4008 00000100:00100000:1.0:1780298628.397798:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608279936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.397805:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.397815:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63029719 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9900 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.397845:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604183552:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.397867:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.397880:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.397904:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608280064 00000100:00100000:2.0:1780298628.397909:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608280064 00000100:00100000:2.0:1780298628.397945:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4009 00000100:00100000:2.0:1780298628.397954:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608280064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.397962:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.397972:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63029720 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9907 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.398005:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604183680:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.398039:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.398453:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604183552:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.398471:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63029719 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9900 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.398485:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63029719 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9900 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.398494:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:1.0:1780298628.398516:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608279936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 719us (788us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.398521:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4008 00000100:00100000:2.0:1780298628.398689:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604183680:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.398705:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63029720 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9907 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.398720:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e63029720 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9907 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.398729:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298628.398756:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608280064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 804us (892us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.398762:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4009 00000100:00100000:0.0:1780298628.399565:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.399595:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608280192 00000100:00100000:1.0:1780298628.399599:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608280192 00000100:00100000:1.0:1780298628.399623:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4010 00000100:00100000:1.0:1780298628.399629:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608280192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.399635:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.399641:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e63029727 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c990e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.399665:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604183808:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.399700:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.399710:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.399746:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608280320 00000100:00100000:1.0:1780298628.399750:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608280320 00000100:00100000:1.0:1780298628.399777:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4011 00000100:00100000:1.0:1780298628.399785:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608280320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.399792:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.399799:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e6302972e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9915 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.399821:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604183936:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.399846:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.400278:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604183808:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.400290:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e63029727 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c990e expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.400300:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e63029727 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c990e expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.400306:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:1.0:1780298628.400327:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608280192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 699us (763us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.400332:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4010 00000100:00100000:1.0:1780298628.400516:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604183936:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.400527:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e6302972e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9915 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.400540:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030456594/0xaf35132e6302972e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9915 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.400546:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8000, rc 0) 00000100:00100000:1.0:1780298628.400566:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608280320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 783us (890us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.400571:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4011 00000100:00100000:3.0:1780298628.401381:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.401420:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608280448 00000100:00100000:1.0:1780298628.401424:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608280448 00000100:00100000:1.0:1780298628.401448:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4012 00000100:00100000:1.0:1780298628.401457:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608280448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.401464:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.401472:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63029735 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c991c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.401498:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604184064:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.401527:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.402187:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604184064:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.402200:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63029735 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c991c expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.402213:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e63029735 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c991c expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.402227:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:1.0:1780298628.402252:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608280448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 798us (872us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.402256:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4012 00000100:00100000:0.0:1780298628.403519:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.403559:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608280576 00000100:00100000:2.0:1780298628.403564:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608280576 00000100:00100000:2.0:1780298628.403593:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4013 00000100:00100000:2.0:1780298628.403601:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608280576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.403610:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.403618:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302973c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9923 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.403631:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(24 143) 00010000:00010000:2.0:1780298628.403634:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(24 143) 00010000:00010000:2.0:1780298628.403639:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302973c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [118784->1216511] (req 118784->122879) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9923 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.403648:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302973c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [118784->1216511] (req 118784->122879) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9923 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.403655:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:2.0:1780298628.403680:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608280576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 80us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.403693:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4013 00000100:00100000:2.0:1780298628.404661:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.404698:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608280704 00000100:00100000:0.0:1780298628.404703:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608280704 00002000:00100000:0.0:1780298628.404726:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (118784->122879) req@ffff9cf25491b480 x1866777608280704/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.404735:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491b480 with x1866777608280704 ext(118784->122879) 00002000:00010000:0.0:1780298628.404740:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491b480 00000100:00100000:0.0:1780298628.404764:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4095 00000100:00100000:0.0:1780298628.404772:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608280704:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.404904:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608280704:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 134us (243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298628.404910:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4095 00002000:00100000:0.0:1780298628.404914:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (118784->122879) req@ffff9cf25491b480 x1866777608280704/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.404920:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491b480 with x1866777608280704 ext(118784->122879) 00002000:00010000:0.0:1780298628.404923:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491b480 00000100:00100000:0.0:1780298628.406972:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.407017:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608280832 00000100:00100000:1.0:1780298628.407022:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608280832 00002000:00100000:1.0:1780298628.407045:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (122880->126975) req@ffff9cf2548b8700 x1866777608280832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.407054:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8700 with x1866777608280832 ext(122880->126975) 00002000:00010000:1.0:1780298628.407058:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b8700 00000100:00100000:1.0:1780298628.407082:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4096 00000100:00100000:1.0:1780298628.407091:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608280832:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.407200:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608280832:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 109us (226us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.407208:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4096 00002000:00100000:1.0:1780298628.407215:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (122880->126975) req@ffff9cf2548b8700 x1866777608280832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.407224:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8700 with x1866777608280832 ext(122880->126975) 00002000:00010000:1.0:1780298628.407227:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b8700 00000100:00100000:2.0:1780298628.408585:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.408624:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608280960 00000100:00100000:1.0:1780298628.408629:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608280960 00002000:00100000:1.0:1780298628.408648:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (126976->131071) req@ffff9cf254918700 x1866777608280960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.408674:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918700 with x1866777608280960 ext(126976->131071) 00002000:00010000:1.0:1780298628.408677:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254918700 00000100:00100000:1.0:1780298628.408699:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4097 00000100:00100000:1.0:1780298628.408707:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608280960:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.408791:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608280960:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 85us (206us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.408799:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4097 00002000:00100000:1.0:1780298628.408806:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (126976->131071) req@ffff9cf254918700 x1866777608280960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.408814:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918700 with x1866777608280960 ext(126976->131071) 00002000:00010000:1.0:1780298628.408817:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254918700 00000100:00100000:2.0:1780298628.409927:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.409962:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608281088 00000100:00100000:0.0:1780298628.409966:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608281088 00002000:00100000:0.0:1780298628.409982:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (118784->131071) req@ffff9cf254918000 x1866777608281088/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 12776/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.409989:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918000 with x1866777608281088 ext(118784->131071) 00002000:00010000:0.0:1780298628.409992:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254918000 00000100:00100000:0.0:1780298628.410011:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4098 00000100:00100000:0.0:1780298628.410020:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608281088:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298628.410450:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608281088:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 432us (523us total) trans 4294969077 rc 0/0 00000100:00100000:0.0:1780298628.410455:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4098 00002000:00100000:0.0:1780298628.410460:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (118784->131071) req@ffff9cf254918000 x1866777608281088/t4294969077(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 12776/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.410466:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918000 with x1866777608281088 ext(118784->131071) 00002000:00010000:0.0:1780298628.410468:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254918000 00000100:00100000:0.0:1780298628.411236:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.411269:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608281216 00000100:00100000:2.0:1780298628.411275:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608281216 00000100:00100000:2.0:1780298628.411305:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4014 00000100:00100000:2.0:1780298628.411312:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608281216:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298628.411952:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969077 is committed 00000100:00100000:2.0:1780298628.412019:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608281216:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 708us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.412024:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4014 00000100:00100000:2.0:1780298628.412957:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.412991:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608281344 00000100:00100000:1.0:1780298628.412995:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608281344 00000100:00100000:1.0:1780298628.413020:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4015 00000100:00100000:1.0:1780298628.413027:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608281344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.413035:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.413046:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63029743 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c992a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.413081:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604184192:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.413149:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.413809:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604184192:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.413826:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63029743 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c992a expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.413838:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e63029743 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c992a expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.413845:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:1.0:1780298628.413869:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608281344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 843us (912us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.413874:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4015 00000100:00100000:0.0:1780298628.414634:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.414677:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608281472 00000100:00100000:1.0:1780298628.414681:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608281472 00000100:00100000:1.0:1780298628.414703:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4016 00000100:00100000:1.0:1780298628.414708:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608281472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.414714:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.414720:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302974a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9931 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.414747:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604184320:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.414782:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.415445:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604184320:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.415456:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302974a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9931 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.415465:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e6302974a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9931 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.415475:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:1.0:1780298628.415496:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608281472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 789us (864us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.415503:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4016 00000100:00100000:3.0:1780298628.416319:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.416357:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608281600 00000100:00100000:2.0:1780298628.416362:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608281600 00000100:00100000:3.0:1780298628.416379:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.416439:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608281728 00000100:00100000:2.0:1780298628.416443:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608281728 00000100:00100000:0.0:1780298628.416458:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4017 00000100:00100000:0.0:1780298628.416473:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608281600:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298628.416480:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4018 00010000:00010000:0.0:1780298628.416483:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.416494:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608281728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.416495:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e63029751 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9938 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.416503:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.416515:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63029758 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c993f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.416522:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604184448:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.416544:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604184576:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.416564:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.416570:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.417192:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604184448:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.417214:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e63029751 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9938 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.417226:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e63029751 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9938 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.417234:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:2.0:1780298628.417289:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608281600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 823us (975us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.417301:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4017 00000100:00100000:1.0:1780298628.417336:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604184576:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.417365:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63029758 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c993f expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.417376:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000748d8f5/0xaf35132e63029758 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c993f expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.417383:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:1.0:1780298628.417421:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608281728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 935us (1043us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.417426:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4018 00000100:00100000:3.0:1780298628.418445:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.418476:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608281856 00000100:00100000:2.0:1780298628.418480:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608281856 00002000:00100000:2.0:1780298628.418499:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (1298432->1363967) req@ffff9cf244813100 x1866777608281856/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.418507:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813100 with x1866777608281856 ext(1298432->1363967) 00002000:00010000:2.0:1780298628.418510:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244813100 00000100:00100000:2.0:1780298628.418525:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4099 00000100:00100000:2.0:1780298628.418530:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608281856:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.419580:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608281856:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1048us (1136us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1780298628.419587:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4099 00002000:00100000:2.0:1780298628.419592:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (1298432->1363967) req@ffff9cf244813100 x1866777608281856/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.419599:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813100 with x1866777608281856 ext(1298432->1363967) 00002000:00010000:2.0:1780298628.419601:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244813100 00000100:00100000:3.0:1780298628.420535:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.420571:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608281984 00000100:00100000:1.0:1780298628.420575:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608281984 00000100:00100000:1.0:1780298628.420600:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4019 00000100:00100000:1.0:1780298628.420605:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608281984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.420612:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.420619:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e6302975f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9946 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.420642:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604184704:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.420685:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.421269:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604184704:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.421282:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e6302975f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9946 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.421292:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e6302975f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9946 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.421299:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8000, rc 0) 00000100:00100000:1.0:1780298628.421327:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608281984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 721us (794us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.421334:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4019 00000100:00100000:0.0:1780298628.422157:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.422188:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608282112 00000100:00100000:1.0:1780298628.422193:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608282112 00000100:00100000:1.0:1780298628.422221:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4020 00000100:00100000:1.0:1780298628.422227:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608282112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.422235:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.422241:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e63029766 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c994d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.422261:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604184832:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.422297:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.422910:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604184832:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.422921:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e63029766 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c994d expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.422930:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e63029766 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c994d expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.422937:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:1.0:1780298628.422960:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608282112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 734us (806us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.422967:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4020 00000100:00100000:0.0:1780298628.423821:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.423884:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608282240 00000100:00100000:3.0:1780298628.423895:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608282240 00000100:00100000:3.0:1780298628.423949:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4021 00000100:00100000:3.0:1780298628.423959:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608282240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.423975:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.423990:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302976d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9954 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.424015:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63029678 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2584576->36139007] (req 2584576->2621439) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c985f expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.424024:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(24 143) 00010000:00010000:3.0:1780298628.424028:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(25 143) 00010000:00010000:3.0:1780298628.424033:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302976d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2752512->2822143] (req 2752512->2822143) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9954 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.424062:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63029678 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2584576->36139007] (req 2584576->2621439) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c985f expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.424076:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63029678 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2584576->36139007] (req 2584576->2621439) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c985f expref: 7 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.424089:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604184960:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.424192:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.424785:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604184960:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.424808:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302976d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2752512->2822143] (req 2752512->2822143) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9954 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.424898:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298628.424974:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608282240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1016us (1152us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.424985:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.424989:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4021 00000100:00100000:1.0:1780298628.425033:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608282368 00000100:00100000:1.0:1780298628.425039:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608282368 00010000:00010000:1.0:1780298628.425060:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63029678 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2584576->36139007] (req 2584576->2621439) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c985f expref: 8 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.425092:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14016 00000100:00100000:1.0:1780298628.425100:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608282368:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.425108:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.425117:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63029678 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [2584576->36139007] (req 2584576->2621439) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c985f expref: 8 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.425148:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63029678 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [2584576->36139007] (req 2584576->2621439) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c985f expref: 8 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.425165:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63029678 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [2584576->36139007] (req 2584576->2621439) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c985f expref: 8 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.425182:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(25 143) 00010000:00010000:1.0:1780298628.425188:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(25 143) 00010000:00010000:1.0:1780298628.425197:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302976d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2752512->18446744073709551615] (req 2752512->2822143) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9954 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.425208:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302976d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2752512->18446744073709551615] (req 2752512->2822143) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9954 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.425233:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302976d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2752512->18446744073709551615] (req 2752512->2822143) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9954 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.425241:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604185088:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.425277:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.425878:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604185088:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.425887:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.425910:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608282368:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 812us (927us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.425919:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14016 00000100:00100000:0.0:1780298628.426116:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.426184:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608282496 00000100:00100000:2.0:1780298628.426189:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608282496 00002000:00100000:2.0:1780298628.426217:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2752512->2756607) req@ffff9cf2548baa00 x1866777608282496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.426228:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548baa00 with x1866777608282496 ext(2752512->2756607) 00002000:00010000:2.0:1780298628.426232:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548baa00 00000100:00100000:2.0:1780298628.426251:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4100 00000100:00100000:2.0:1780298628.426260:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608282496:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.426420:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608282496:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 161us (304us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.426429:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4100 00002000:00100000:2.0:1780298628.426435:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2752512->2756607) req@ffff9cf2548baa00 x1866777608282496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.426443:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548baa00 with x1866777608282496 ext(2752512->2756607) 00002000:00010000:2.0:1780298628.426447:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548baa00 00000100:00100000:0.0:1780298628.427150:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.427191:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608282624 00000100:00100000:2.0:1780298628.427197:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608282624 00002000:00100000:2.0:1780298628.427219:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2756608->2760703) req@ffff9cf2548b9f80 x1866777608282624/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.427229:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b9f80 with x1866777608282624 ext(2756608->2760703) 00002000:00010000:2.0:1780298628.427233:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b9f80 00000100:00100000:2.0:1780298628.427255:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4101 00000100:00100000:2.0:1780298628.427263:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608282624:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.427348:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608282624:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 86us (201us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.427356:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4101 00002000:00100000:2.0:1780298628.427363:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2756608->2760703) req@ffff9cf2548b9f80 x1866777608282624/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.427371:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b9f80 with x1866777608282624 ext(2756608->2760703) 00002000:00010000:2.0:1780298628.427375:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b9f80 00000100:00100000:3.0:1780298628.428089:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.428156:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608282752 00000100:00100000:1.0:1780298628.428161:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608282752 00002000:00100000:1.0:1780298628.428184:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2760704->2764799) req@ffff9cf244813800 x1866777608282752/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.428195:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813800 with x1866777608282752 ext(2760704->2764799) 00002000:00010000:1.0:1780298628.428198:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244813800 00000100:00100000:1.0:1780298628.428219:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4102 00000100:00100000:1.0:1780298628.428226:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608282752:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.428307:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608282752:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 82us (221us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.428313:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4102 00002000:00100000:1.0:1780298628.428318:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2760704->2764799) req@ffff9cf244813800 x1866777608282752/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.428325:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813800 with x1866777608282752 ext(2760704->2764799) 00002000:00010000:1.0:1780298628.428328:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244813800 00000100:00100000:0.0:1780298628.428971:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.429032:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608282880 00000100:00100000:2.0:1780298628.429038:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608282880 00002000:00100000:2.0:1780298628.429059:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2764800->2768895) req@ffff9cf255990000 x1866777608282880/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.429076:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255990000 with x1866777608282880 ext(2764800->2768895) 00002000:00010000:2.0:1780298628.429080:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255990000 00000100:00100000:2.0:1780298628.429101:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4103 00000100:00100000:2.0:1780298628.429111:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608282880:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.429226:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608282880:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 118us (256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.429234:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4103 00002000:00100000:2.0:1780298628.429241:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2764800->2768895) req@ffff9cf255990000 x1866777608282880/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.429249:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255990000 with x1866777608282880 ext(2764800->2768895) 00002000:00010000:2.0:1780298628.429253:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255990000 00000100:00100000:0.0:1780298628.429885:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.429931:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608283008 00000100:00100000:2.0:1780298628.429937:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608283008 00002000:00100000:2.0:1780298628.429959:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2768896->2772991) req@ffff9cf255512d80 x1866777608283008/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.429969:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512d80 with x1866777608283008 ext(2768896->2772991) 00002000:00010000:2.0:1780298628.429972:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255512d80 00000100:00100000:2.0:1780298628.429988:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4104 00000100:00100000:2.0:1780298628.429994:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608283008:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.430065:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608283008:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (181us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.430078:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4104 00002000:00100000:2.0:1780298628.430086:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2768896->2772991) req@ffff9cf255512d80 x1866777608283008/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.430095:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512d80 with x1866777608283008 ext(2768896->2772991) 00002000:00010000:2.0:1780298628.430098:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255512d80 00000100:00100000:3.0:1780298628.430775:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.430816:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608283136 00000100:00100000:2.0:1780298628.430821:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608283136 00002000:00100000:2.0:1780298628.430836:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2772992->2777087) req@ffff9cf244811180 x1866777608283136/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.430842:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811180 with x1866777608283136 ext(2772992->2777087) 00002000:00010000:2.0:1780298628.430844:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244811180 00000100:00100000:2.0:1780298628.430857:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4105 00000100:00100000:2.0:1780298628.430862:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608283136:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.430926:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608283136:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 63us (153us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.430933:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4105 00002000:00100000:2.0:1780298628.430939:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2772992->2777087) req@ffff9cf244811180 x1866777608283136/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.430948:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811180 with x1866777608283136 ext(2772992->2777087) 00002000:00010000:2.0:1780298628.430952:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244811180 00000100:00100000:0.0:1780298628.431637:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.431683:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608283264 00000100:00100000:2.0:1780298628.431688:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608283264 00002000:00100000:2.0:1780298628.431708:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2777088->2781183) req@ffff9cf255510000 x1866777608283264/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.431722:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510000 with x1866777608283264 ext(2777088->2781183) 00002000:00010000:2.0:1780298628.431725:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255510000 00000100:00100000:2.0:1780298628.431746:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4106 00000100:00100000:2.0:1780298628.431755:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608283264:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.431836:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608283264:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 82us (198us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.431844:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4106 00002000:00100000:2.0:1780298628.431851:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2777088->2781183) req@ffff9cf255510000 x1866777608283264/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.431856:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510000 with x1866777608283264 ext(2777088->2781183) 00002000:00010000:2.0:1780298628.431859:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255510000 00000100:00100000:0.0:1780298628.432573:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.432634:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608283392 00000100:00100000:1.0:1780298628.432640:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608283392 00002000:00100000:1.0:1780298628.432671:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2781184->2785279) req@ffff9cf255510e00 x1866777608283392/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.432678:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510e00 with x1866777608283392 ext(2781184->2785279) 00002000:00010000:1.0:1780298628.432682:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255510e00 00000100:00100000:1.0:1780298628.432701:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4107 00000100:00100000:1.0:1780298628.432706:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608283392:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.432833:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608283392:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 126us (261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.432839:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4107 00002000:00100000:1.0:1780298628.432844:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2781184->2785279) req@ffff9cf255510e00 x1866777608283392/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.432850:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510e00 with x1866777608283392 ext(2781184->2785279) 00002000:00010000:1.0:1780298628.432852:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255510e00 00000100:00100000:3.0:1780298628.433516:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.433574:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608283520 00000100:00100000:2.0:1780298628.433581:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608283520 00002000:00100000:2.0:1780298628.433602:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2785280->2789375) req@ffff9cf244812300 x1866777608283520/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.433609:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812300 with x1866777608283520 ext(2785280->2789375) 00002000:00010000:2.0:1780298628.433612:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244812300 00000100:00100000:2.0:1780298628.433628:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4108 00000100:00100000:2.0:1780298628.433634:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608283520:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.433729:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608283520:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 95us (214us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.433734:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4108 00002000:00100000:2.0:1780298628.433743:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2785280->2789375) req@ffff9cf244812300 x1866777608283520/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.433759:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812300 with x1866777608283520 ext(2785280->2789375) 00002000:00010000:2.0:1780298628.433763:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244812300 00000100:00100000:0.0:1780298628.434425:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.434473:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608283648 00000100:00100000:2.0:1780298628.434478:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608283648 00002000:00100000:2.0:1780298628.434499:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2789376->2793471) req@ffff9cf255513480 x1866777608283648/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.434507:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255513480 with x1866777608283648 ext(2789376->2793471) 00002000:00010000:2.0:1780298628.434510:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255513480 00000100:00100000:2.0:1780298628.434525:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4109 00000100:00100000:2.0:1780298628.434530:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608283648:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.434619:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608283648:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 87us (193us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.434626:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4109 00002000:00100000:2.0:1780298628.434631:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2789376->2793471) req@ffff9cf255513480 x1866777608283648/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.434638:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255513480 with x1866777608283648 ext(2789376->2793471) 00002000:00010000:2.0:1780298628.434640:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255513480 00000100:00100000:0.0:1780298628.435336:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.435371:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608283776 00000100:00100000:2.0:1780298628.435375:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608283776 00002000:00100000:2.0:1780298628.435401:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2793472->2797567) req@ffff9cf255513800 x1866777608283776/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.435407:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255513800 with x1866777608283776 ext(2793472->2797567) 00002000:00010000:2.0:1780298628.435410:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255513800 00000100:00100000:2.0:1780298628.435423:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4110 00000100:00100000:2.0:1780298628.435428:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608283776:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.435490:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608283776:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 62us (155us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.435495:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4110 00002000:00100000:2.0:1780298628.435500:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2793472->2797567) req@ffff9cf255513800 x1866777608283776/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.435506:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255513800 with x1866777608283776 ext(2793472->2797567) 00002000:00010000:2.0:1780298628.435508:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255513800 00000100:00100000:3.0:1780298628.436197:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.436230:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608283904 00000100:00100000:2.0:1780298628.436234:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608283904 00002000:00100000:2.0:1780298628.436247:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2797568->2801663) req@ffff9cf244811f80 x1866777608283904/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.436253:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811f80 with x1866777608283904 ext(2797568->2801663) 00002000:00010000:2.0:1780298628.436255:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244811f80 00000100:00100000:2.0:1780298628.436268:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4111 00000100:00100000:2.0:1780298628.436272:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608283904:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.436331:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608283904:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 59us (137us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.436336:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4111 00002000:00100000:2.0:1780298628.436339:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2797568->2801663) req@ffff9cf244811f80 x1866777608283904/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.436345:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811f80 with x1866777608283904 ext(2797568->2801663) 00002000:00010000:2.0:1780298628.436348:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244811f80 00000100:00100000:0.0:1780298628.437104:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.437143:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608284032 00000100:00100000:1.0:1780298628.437147:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608284032 00002000:00100000:1.0:1780298628.437163:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2801664->2805759) req@ffff9cf255512a00 x1866777608284032/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.437169:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512a00 with x1866777608284032 ext(2801664->2805759) 00002000:00010000:1.0:1780298628.437171:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255512a00 00000100:00100000:1.0:1780298628.437186:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4112 00000100:00100000:1.0:1780298628.437190:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608284032:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.437262:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608284032:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (159us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.437266:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4112 00002000:00100000:1.0:1780298628.437271:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2801664->2805759) req@ffff9cf255512a00 x1866777608284032/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.437276:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512a00 with x1866777608284032 ext(2801664->2805759) 00002000:00010000:1.0:1780298628.437279:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255512a00 00000100:00100000:0.0:1780298628.437913:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.437953:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608284160 00000100:00100000:2.0:1780298628.437958:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608284160 00002000:00100000:2.0:1780298628.437978:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2805760->2809855) req@ffff9cf255511c00 x1866777608284160/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.437988:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255511c00 with x1866777608284160 ext(2805760->2809855) 00002000:00010000:2.0:1780298628.437990:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255511c00 00000100:00100000:2.0:1780298628.438007:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4113 00000100:00100000:2.0:1780298628.438015:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608284160:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.438102:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608284160:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 89us (189us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.438108:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4113 00002000:00100000:2.0:1780298628.438113:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2805760->2809855) req@ffff9cf255511c00 x1866777608284160/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.438119:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255511c00 with x1866777608284160 ext(2805760->2809855) 00002000:00010000:2.0:1780298628.438121:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255511c00 00000100:00100000:3.0:1780298628.438852:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.438894:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608284288 00000100:00100000:2.0:1780298628.438899:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608284288 00002000:00100000:2.0:1780298628.438919:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2809856->2813951) req@ffff9cf241a82680 x1866777608284288/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.438927:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82680 with x1866777608284288 ext(2809856->2813951) 00002000:00010000:2.0:1780298628.438930:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a82680 00000100:00100000:2.0:1780298628.438950:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4114 00000100:00100000:2.0:1780298628.438959:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608284288:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.439043:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608284288:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 86us (192us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.439051:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4114 00002000:00100000:2.0:1780298628.439058:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2809856->2813951) req@ffff9cf241a82680 x1866777608284288/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.439067:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82680 with x1866777608284288 ext(2809856->2813951) 00002000:00010000:2.0:1780298628.439070:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a82680 00000100:00100000:0.0:1780298628.439869:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.439910:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608284416 00000100:00100000:2.0:1780298628.439914:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608284416 00002000:00100000:2.0:1780298628.439933:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2813952->2818047) req@ffff9cf255511180 x1866777608284416/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.439940:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255511180 with x1866777608284416 ext(2813952->2818047) 00002000:00010000:2.0:1780298628.439944:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255511180 00000100:00100000:2.0:1780298628.439962:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4115 00000100:00100000:2.0:1780298628.439970:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608284416:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.440047:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608284416:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 78us (177us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.440054:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4115 00002000:00100000:2.0:1780298628.440061:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2813952->2818047) req@ffff9cf255511180 x1866777608284416/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.440069:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255511180 with x1866777608284416 ext(2813952->2818047) 00002000:00010000:2.0:1780298628.440072:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255511180 00000100:00100000:0.0:1780298628.440881:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.440914:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608284544 00000100:00100000:2.0:1780298628.440917:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608284544 00002000:00100000:2.0:1780298628.440932:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2818048->2822143) req@ffff9cf347cd6a00 x1866777608284544/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.440938:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd6a00 with x1866777608284544 ext(2818048->2822143) 00002000:00010000:2.0:1780298628.440940:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd6a00 00000100:00100000:2.0:1780298628.440954:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4116 00000100:00100000:2.0:1780298628.440958:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608284544:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.441022:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608284544:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 63us (142us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.441027:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4116 00002000:00100000:2.0:1780298628.441031:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2818048->2822143) req@ffff9cf347cd6a00 x1866777608284544/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.441036:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd6a00 with x1866777608284544 ext(2818048->2822143) 00002000:00010000:2.0:1780298628.441038:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd6a00 00000100:00100000:3.0:1780298628.442048:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.442086:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.442107:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608284672 00000100:00100000:1.0:1780298628.442112:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608284672 00000100:00100000:0.0:1780298628.442153:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608284800 00000100:00100000:0.0:1780298628.442159:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608284800 00000100:00100000:1.0:1780298628.442161:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4022 00000100:00100000:1.0:1780298628.442170:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608284672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.442179:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.442194:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e63029774 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c995b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.442199:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4023 00000100:00100000:0.0:1780298628.442210:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608284800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.442218:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.442227:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000365dbac/0xaf35132e6302977b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9962 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.442228:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e63029774 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c995b expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.442259:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e63029774 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c995b expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.442267:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:0.0:1780298628.442283:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604185216:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.442295:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608284672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 127us (249us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.442300:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4022 00000100:00100000:0.0:1780298628.442344:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.443099:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604185216:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.443119:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000365dbac/0xaf35132e6302977b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9962 expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.443144:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000365dbac/0xaf35132e6302977b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9962 expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.443152:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78c00, rc 0) 00000100:00100000:2.0:1780298628.443177:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608284800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 970us (1093us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.443185:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4023 00000100:00100000:2.0:1780298628.444027:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.444063:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608284928 00000100:00100000:1.0:1780298628.444068:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608284928 00000100:00100000:2.0:1780298628.444076:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.444101:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608285056 00000100:00100000:1.0:1780298628.444104:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608285056 00000100:00100000:1.0:1780298628.444151:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4024 00000100:00100000:0.0:1780298628.444158:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4025 00000100:00100000:1.0:1780298628.444161:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608284928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.444171:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.444171:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608285056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.444180:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.444183:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63029782 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9969 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.444187:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63029789 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9970 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.444219:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63029782 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9969 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.444223:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604185344:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.444232:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030456594/0xaf35132e63029782 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9969 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.444240:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8000, rc 0) 00000100:00100000:0.0:1780298628.444263:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.444264:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608284928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 106us (237us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.444272:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4024 00000100:00100000:0.0:1780298628.444916:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604185344:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.444928:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63029789 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9970 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.444937:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63029789 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9970 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.444943:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79c00, rc 0) 00000100:00100000:0.0:1780298628.444965:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608285056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 799us (889us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.444969:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4025 00000100:00100000:2.0:1780298628.445906:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.445938:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608285184 00000100:00100000:0.0:1780298628.445942:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608285184 00000100:00100000:0.0:1780298628.445967:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4026 00000100:00100000:0.0:1780298628.445973:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608285184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.445980:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.445988:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e63029790 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9977 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.446012:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e63029790 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9977 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.446021:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e63029790 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9977 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.446028:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78800, rc 0) 00000100:00100000:3.0:1780298628.446034:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.446053:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608285184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 81us (149us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.446058:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4026 00000100:00100000:2.0:1780298628.446072:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608285312 00000100:00100000:2.0:1780298628.446077:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608285312 00000100:00100000:2.0:1780298628.446114:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4027 00000100:00100000:2.0:1780298628.446141:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608285312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.446149:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.446157:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63029797 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c997e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.446185:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604185472:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.446228:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.446889:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604185472:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.446902:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63029797 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c997e expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.446911:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63029797 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c997e expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.446917:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298628.446938:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608285312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 819us (947us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.446942:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4027 00000100:00100000:0.0:1780298628.447702:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.447743:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608285440 00000100:00100000:2.0:1780298628.447748:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608285440 00000100:00100000:2.0:1780298628.447777:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4028 00000100:00100000:2.0:1780298628.447784:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608285440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.447793:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.447801:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302979e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9985 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.447820:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302973c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [118784->1216511] (req 118784->122879) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9923 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.447828:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(25 143) 00010000:00010000:2.0:1780298628.447833:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(26 143) 00010000:00010000:2.0:1780298628.447837:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302979e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [868352->901119] (req 868352->901119) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9985 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.447857:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302973c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [118784->1216511] (req 118784->122879) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9923 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.447870:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302973c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [118784->1216511] (req 118784->122879) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9923 expref: 8 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.447881:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604185600:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.447918:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.448512:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604185600:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.448527:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302979e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [868352->901119] (req 868352->901119) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9985 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.448540:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298628.448577:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608285440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 793us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.448583:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4028 00000100:00100000:3.0:1780298628.448757:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.448788:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608285568 00000100:00100000:2.0:1780298628.448796:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608285568 00010000:00010000:2.0:1780298628.448812:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302973c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [118784->1216511] (req 118784->122879) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9923 expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.448832:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14017 00000100:00100000:2.0:1780298628.448836:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608285568:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.448844:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.448855:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302973c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [118784->1216511] (req 118784->122879) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9923 expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.448862:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302973c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [118784->1216511] (req 118784->122879) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9923 expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.448875:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302973c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [118784->1216511] (req 118784->122879) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9923 expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.448882:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(26 143) 00010000:00010000:2.0:1780298628.448884:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(26 143) 00010000:00010000:2.0:1780298628.448891:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302979e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [868352->1212415] (req 868352->901119) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9985 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.448897:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302979e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [868352->1212415] (req 868352->901119) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9985 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.448912:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302979e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [868352->1212415] (req 868352->901119) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9985 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.448918:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604185728:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.448944:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.449623:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604185728:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.449635:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.449666:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608285568:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 828us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.449674:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14017 00000100:00100000:0.0:1780298628.449709:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.449772:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608285696 00000100:00100000:1.0:1780298628.449778:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608285696 00000100:00100000:1.0:1780298628.449818:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4117 00000100:00100000:1.0:1780298628.449828:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608285696:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298628.449992:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2994752 -> 2994752 00002000:00010000:1.0:1780298628.449997:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298628.449999:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298628.450002:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298628.450004:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1400 -> 1464 00000100:00100000:1.0:1780298628.450032:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608285696:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 207us (324us total) trans 4294969078 rc 0/0 00000100:00100000:1.0:1780298628.450036:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4117 00000100:00100000:0.0:1780298628.450958:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.450999:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608285824 00000100:00100000:2.0:1780298628.451004:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608285824 00000100:00100000:2.0:1780298628.451039:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4029 00000100:00100000:2.0:1780298628.451047:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608285824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.451056:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.451065:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e630297a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c998c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.451088:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e630297a5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c998c expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.451108:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e630297a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c998c expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.451119:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:2.0:1780298628.451170:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608285824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 123us (210us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.451178:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4029 00000100:00100000:0.0:1780298628.451980:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.452022:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608285952 00000100:00100000:2.0:1780298628.452026:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608285952 00000100:00100000:2.0:1780298628.452055:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4030 00000100:00100000:2.0:1780298628.452063:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608285952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.452071:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.452079:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e630297ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9993 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.452097:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e630297ac lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9993 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.452109:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e630297ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9993 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.452118:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298628.452165:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608285952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 103us (185us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.452176:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4030 00000100:00100000:1.0:1780298628.453000:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.453035:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608286080 00000100:00100000:2.0:1780298628.453040:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608286080 00000100:00100000:2.0:1780298628.453069:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4031 00000100:00100000:2.0:1780298628.453077:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608286080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.453084:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.453093:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630297b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c999a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.453110:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630296b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2084864->2584575] (req 2084864->2088959) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9897 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.453119:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(26 143) 00010000:00010000:2.0:1780298628.453139:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(27 143) 00010000:00010000:2.0:1780298628.453146:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630297b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2215936->2236415] (req 2215936->2236415) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c999a expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.453172:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630296b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2084864->2584575] (req 2084864->2088959) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9897 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.453186:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630296b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2084864->2584575] (req 2084864->2088959) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9897 expref: 10 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.453198:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604185856:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.453264:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.453869:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604185856:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.453887:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630297b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2215936->2236415] (req 2215936->2236415) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c999a expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.453897:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298628.453927:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608286080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 851us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.453933:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4031 00000100:00100000:0.0:1780298628.454207:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.454243:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608286208 00000100:00100000:2.0:1780298628.454248:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608286208 00010000:00010000:2.0:1780298628.454267:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630296b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2084864->2584575] (req 2084864->2088959) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9897 expref: 10 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.454293:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14018 00000100:00100000:2.0:1780298628.454301:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608286208:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.454310:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.454326:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630296b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [2084864->2584575] (req 2084864->2088959) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9897 expref: 10 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.454337:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630296b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [2084864->2584575] (req 2084864->2088959) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9897 expref: 10 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.454352:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e630296b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [2084864->2584575] (req 2084864->2088959) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9897 expref: 10 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.454366:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(27 143) 00010000:00010000:2.0:1780298628.454370:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(27 143) 00010000:00010000:2.0:1780298628.454379:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630297b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2215936->2752511] (req 2215936->2236415) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c999a expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.454402:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630297b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2215936->2752511] (req 2215936->2236415) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c999a expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.454424:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630297b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2215936->2752511] (req 2215936->2236415) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c999a expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.454434:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604185984:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.454474:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.455039:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604185984:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.455051:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.455079:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608286208:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 779us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.455088:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14018 00000100:00100000:0.0:1780298628.455244:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.455284:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608286336 00000100:00100000:2.0:1780298628.455288:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608286336 00000100:00100000:2.0:1780298628.455325:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4118 00000100:00100000:2.0:1780298628.455333:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608286336:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.455523:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2994752 -> 2994752 00002000:00010000:2.0:1780298628.455527:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.455529:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.455531:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.455533:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1464 -> 1464 00000100:00100000:2.0:1780298628.455562:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608286336:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 231us (319us total) trans 4294969079 rc 0/0 00000100:00100000:2.0:1780298628.455570:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4118 00000100:00100000:3.0:1780298628.456363:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.456406:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608286464 00000100:00100000:2.0:1780298628.456410:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608286464 00000100:00100000:2.0:1780298628.456434:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4032 00000100:00100000:2.0:1780298628.456440:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608286464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.456446:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.456455:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e630297ba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c99a1 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.456465:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298628.456474:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e630297ba lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99a1 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.456484:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e630297ba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99a1 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.456491:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92400, rc 0) 00000100:00100000:0.0:1780298628.456504:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608286592 00000100:00100000:0.0:1780298628.456508:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608286592 00000100:00100000:2.0:1780298628.456524:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608286464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 83us (162us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.456534:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4032 00000100:00100000:0.0:1780298628.456540:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4033 00000100:00100000:0.0:1780298628.456549:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608286592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.456557:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.456566:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e630297c1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c99a8 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.456610:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604186112:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.456655:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.457223:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604186112:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.457242:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e630297c1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99a8 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.457252:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e630297c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99a8 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.457259:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:0.0:1780298628.457282:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608286592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 736us (819us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.457287:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4033 00000100:00100000:1.0:1780298628.458052:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.458092:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608286720 00000100:00100000:2.0:1780298628.458097:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608286720 00000100:00100000:1.0:1780298628.458097:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.458155:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608286848 00000100:00100000:2.0:1780298628.458159:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608286848 00000100:00100000:0.0:1780298628.458162:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4034 00000100:00100000:0.0:1780298628.458173:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608286720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.458182:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.458191:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e630297c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c99af expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.458200:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4035 00000100:00100000:2.0:1780298628.458214:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608286848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.458219:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e630297c8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99af expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.458225:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.458236:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e630297cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c99b6 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.458237:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e630297c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99af expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.458250:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79c00, rc 0) 00000100:00100000:0.0:1780298628.458282:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608286720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 111us (230us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.458289:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604186240:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.458293:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4034 00000100:00100000:2.0:1780298628.458337:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.459002:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604186240:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.459019:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e630297cf lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99b6 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.459029:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e630297cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99b6 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.459036:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92600, rc 0) 00000100:00100000:0.0:1780298628.459061:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608286848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 852us (963us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.459070:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4035 00000100:00100000:1.0:1780298628.460016:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.460041:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.460056:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608286976 00000100:00100000:2.0:1780298628.460060:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608286976 00000100:00100000:0.0:1780298628.460087:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608287104 00000100:00100000:2.0:1780298628.460092:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4036 00000100:00100000:0.0:1780298628.460093:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608287104 00000100:00100000:2.0:1780298628.460101:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608286976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.460108:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.460115:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e630297d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c99bd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.460149:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4037 00010000:00010000:2.0:1780298628.460155:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e630297d6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99bd expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.460161:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777608287104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.460172:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e630297d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99bd expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.460172:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.460180:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93e00, rc 0) 00010000:00010000:0.0:1780298628.460182:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e630297dd lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c99c4 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.460204:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608286976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 106us (189us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.460209:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4036 00000100:00100000:0.0:1780298628.460215:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604186368:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.460249:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.460842:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604186368:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.460859:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e630297dd lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99c4 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.460873:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e630297dd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99c4 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.460884:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79a00, rc 0) 00000100:00100000:0.0:1780298628.460913:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777608287104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 757us (871us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.460922:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4037 00000100:00100000:3.0:1780298628.461656:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.461692:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608287232 00000100:00100000:1.0:1780298628.461696:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608287232 00000100:00100000:1.0:1780298628.461721:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4038 00000100:00100000:1.0:1780298628.461727:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608287232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.461734:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.461743:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e630297e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c99cb expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.461760:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e630297e4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99cb expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.461769:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e630297e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99cb expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.461777:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:3.0:1780298628.461782:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.461808:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608287232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 80us (151us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.461812:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608287360 00000100:00100000:1.0:1780298628.461814:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4038 00000100:00100000:0.0:1780298628.461819:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608287360 00000100:00100000:0.0:1780298628.461853:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4039 00000100:00100000:0.0:1780298628.461862:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608287360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.461871:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.461882:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000365dbac/0xaf35132e630297eb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c99d2 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.461912:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604186496:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.461955:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.462603:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604186496:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.462615:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000365dbac/0xaf35132e630297eb lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99d2 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.462625:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000365dbac/0xaf35132e630297eb lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99d2 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.462633:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78c00, rc 0) 00000100:00100000:0.0:1780298628.462654:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608287360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 796us (876us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.462660:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4039 00000100:00100000:3.0:1780298628.463492:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.463524:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608287488 00000100:00100000:2.0:1780298628.463528:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608287488 00000100:00100000:2.0:1780298628.463564:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4040 00000100:00100000:2.0:1780298628.463572:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608287488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.463580:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.463589:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c361b03c/0xaf35132e630297f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c99d9 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.463608:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029712 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1437696->2084863] (req 1437696->1503231) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98f9 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.463617:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(27 143) 00010000:00010000:2.0:1780298628.463621:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(28 143) 00010000:00010000:2.0:1780298628.463625:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c361b03c/0xaf35132e630297f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1609728->1671167] (req 1609728->1671167) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99d9 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.463647:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029712 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1437696->2084863] (req 1437696->1503231) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98f9 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.463660:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029712 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1437696->2084863] (req 1437696->1503231) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98f9 expref: 7 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.463670:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604186624:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.463710:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.464254:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604186624:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.464267:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c361b03c/0xaf35132e630297f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1609728->1671167] (req 1609728->1671167) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99d9 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.464279:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92a00, rc 0) 00000100:00100000:2.0:1780298628.464300:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608287488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 731us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.464305:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4040 00000100:00100000:1.0:1780298628.464416:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.464463:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608287616 00000100:00100000:3.0:1780298628.464467:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608287616 00010000:00010000:3.0:1780298628.464484:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029712 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1437696->2084863] (req 1437696->1503231) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98f9 expref: 8 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.464511:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14019 00000100:00100000:3.0:1780298628.464518:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608287616:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298628.464528:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298628.464541:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029712 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [1437696->2084863] (req 1437696->1503231) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98f9 expref: 8 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.464553:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029712 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [1437696->2084863] (req 1437696->1503231) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98f9 expref: 8 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.464569:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029712 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [1437696->2084863] (req 1437696->1503231) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98f9 expref: 8 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.464589:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(28 143) 00010000:00010000:3.0:1780298628.464596:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(28 143) 00010000:00010000:3.0:1780298628.464604:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c361b03c/0xaf35132e630297f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1609728->2215935] (req 1609728->1671167) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99d9 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.464610:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c361b03c/0xaf35132e630297f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1609728->2215935] (req 1609728->1671167) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99d9 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.464636:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c361b03c/0xaf35132e630297f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1609728->2215935] (req 1609728->1671167) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99d9 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.464647:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604186752:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298628.464679:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.465311:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604186752:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.465321:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.465344:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608287616:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 828us (931us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.465353:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14019 00000100:00100000:2.0:1780298628.465477:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.465536:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608287744 00000100:00100000:3.0:1780298628.465540:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608287744 00000100:00100000:3.0:1780298628.465573:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4119 00000100:00100000:3.0:1780298628.465581:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608287744:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298628.465733:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2994752 -> 2994752 00002000:00010000:3.0:1780298628.465737:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298628.465738:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298628.465740:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298628.465741:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1464 -> 1464 00000100:00100000:3.0:1780298628.465763:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608287744:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 184us (287us total) trans 4294969080 rc 0/0 00000100:00100000:3.0:1780298628.465767:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4119 00000100:00100000:2.0:1780298628.466715:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.466734:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.466749:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608287872 00000100:00100000:0.0:1780298628.466753:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608287872 00000100:00100000:1.0:1780298628.466767:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608288000 00000100:00100000:1.0:1780298628.466772:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608288000 00000100:00100000:0.0:1780298628.466784:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4041 00000100:00100000:0.0:1780298628.466792:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608287872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.466798:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.466809:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e630297f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c99e0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.466814:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4042 00000100:00100000:1.0:1780298628.466829:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608288000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.466839:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.466840:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e630297f9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99e0 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.466850:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63029800 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c99e7 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.466857:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e630297f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99e0 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.466869:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78800, rc 0) 00000100:00100000:1.0:1780298628.466881:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604186880:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.466901:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608287872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 110us (185us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.466909:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4041 00000100:00100000:1.0:1780298628.466922:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.467686:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604186880:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.467704:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63029800 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99e7 expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.467718:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020d0975d/0xaf35132e63029800 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99e7 expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.467727:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:1.0:1780298628.467757:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608288000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 933us (1020us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.467763:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4042 00000100:00100000:2.0:1780298628.468660:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.468689:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608288128 00000100:00100000:0.0:1780298628.468693:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608288128 00000100:00100000:0.0:1780298628.468718:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4043 00000100:00100000:0.0:1780298628.468722:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608288128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.468729:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.468736:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e63029807 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c99ee expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.468750:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e63029807 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99ee expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.468758:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e63029807 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99ee expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.468765:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:0.0:1780298628.468786:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608288128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 64us (130us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.468790:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4043 00000100:00100000:2.0:1780298628.468807:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.468851:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608288256 00000100:00100000:1.0:1780298628.468856:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608288256 00000100:00100000:1.0:1780298628.468886:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4044 00000100:00100000:1.0:1780298628.468894:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608288256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.468900:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.468908:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e6302980e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c99f5 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.468932:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604187008:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.468983:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.469662:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604187008:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.469675:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e6302980e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99f5 expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.469684:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e6302980e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99f5 expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.469690:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:1.0:1780298628.469712:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608288256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 821us (909us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.469719:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4044 00000100:00100000:2.0:1780298628.471057:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.471109:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608288512 00000100:00100000:0.0:1780298628.471117:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608288512 00000100:00100000:0.0:1780298628.471188:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61415 00000100:00100000:0.0:1780298628.471197:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+127:28749:x1866777608288512:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298628.471251:0:17567:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298628.471270:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031400/0xaf35132e63029655 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c983c expref: 127 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.471286:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.471291:0:17567:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298628.471458:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e63029815 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.471473:0:17567:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e6302962b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9819 expref: 88 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.471492:0:17567:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e63029815 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.471517:0:17567:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e6302962b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9819 expref: 88 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.471531:0:17567:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e6302962b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9819 expref: 88 pid: 6477 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.471542:0:17567:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777604187136:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.471592:0:17567:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.472261:0:17567:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777604187136:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298628.472277:0:17567:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e63029815 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.472494:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.472535:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608288640 00000100:00100000:1.0:1780298628.472539:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608288640 00010000:00010000:1.0:1780298628.472557:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e6302962b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9819 expref: 89 pid: 6477 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.472581:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14020 00000100:00100000:1.0:1780298628.472590:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+89:2399:x1866777608288640:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.472604:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.472609:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e6302962b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9819 expref: 89 pid: 6477 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.472622:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e6302962b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9819 expref: 89 pid: 6477 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.472637:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e6302962b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9819 expref: 89 pid: 6477 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.472648:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298628.472651:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e63029815 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.472663:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e63029815 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.472671:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e63029815 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.472694:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.472724:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+88:2399:x1866777608288640:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 137us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.472729:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14020 00010000:00010000:0.0:1780298628.472796:0:17567:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e63029815 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.472806:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e63029815 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298628.472856:0:17567:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990617 00000004:00010000:0.0:1780298628.472880:0:17567:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009761cd49 reply state 0000000099959178 transno 4294990618 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e63029815 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.472897:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e63029815 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.472905:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.472908:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298628.472910:0:17567:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298628.472964:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+129:28749:x1866777608288512:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1768us (1914us total) trans 4294990618 rc 0/0 00000100:00100000:0.0:1780298628.472972:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61415 00000020:00080000:0.0:1780298628.472976:0:17567:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298628.473755:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.473789:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608288768 00000100:00100000:3.0:1780298628.473795:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608288768 00000100:00100000:3.0:1780298628.473827:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4045 00000100:00100000:3.0:1780298628.473835:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608288768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.473845:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.473857:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302981c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c99fc expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.473877:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302979e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [868352->1212415] (req 868352->901119) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9985 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.473886:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630296ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1216512->1400831] (req 1216512->1220607) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98d6 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.473893:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c361b03c/0xaf35132e630297f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1609728->2215935] (req 1609728->1671167) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99d9 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.473899:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630297b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2215936->2752511] (req 2215936->2236415) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c999a expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.473911:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302976d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2752512->18446744073709551615] (req 2752512->2822143) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9954 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.473918:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 5 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(28 143) 00010000:00010000:3.0:1780298628.473922:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(33 143) 00010000:00010000:3.0:1780298628.473926:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302981c lrc: 8/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99fc expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.473947:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302976d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2752512->18446744073709551615] (req 2752512->2822143) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9954 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.473957:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302976d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2752512->18446744073709551615] (req 2752512->2822143) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9954 expref: 8 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.473967:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604187264:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.474023:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630297b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2215936->2752511] (req 2215936->2236415) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c999a expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.474031:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630297b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2215936->2752511] (req 2215936->2236415) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c999a expref: 11 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.474039:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604187392:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.474065:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c361b03c/0xaf35132e630297f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1609728->2215935] (req 1609728->1671167) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99d9 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.474075:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c361b03c/0xaf35132e630297f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1609728->2215935] (req 1609728->1671167) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99d9 expref: 11 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.474085:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604187520:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.474203:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630296ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1216512->1400831] (req 1216512->1220607) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98d6 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.474213:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630296ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1216512->1400831] (req 1216512->1220607) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98d6 expref: 11 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.474256:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604187648:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.474291:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302979e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [868352->1212415] (req 868352->901119) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9985 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.474299:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302979e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [868352->1212415] (req 868352->901119) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9985 expref: 11 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.474305:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604187776:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.474323:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.474981:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604187264:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.474992:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604187392:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.475040:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604187520:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.475049:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604187648:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.475239:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.475278:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608288896 00000100:00100000:1.0:1780298628.475282:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608288896 00010000:00010000:1.0:1780298628.475300:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630297b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2215936->2752511] (req 2215936->2236415) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c999a expref: 12 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.475309:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.475320:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604187776:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.475345:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608289024 00000100:00100000:1.0:1780298628.475347:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608289024 00010000:00010000:3.0:1780298628.475357:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302981c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99fc expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.475359:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c361b03c/0xaf35132e630297f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [1609728->2215935] (req 1609728->1671167) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99d9 expref: 13 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.475363:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14021 00000100:00100000:2.0:1780298628.475374:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.475381:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608288896:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298628.475400:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00010000:00010000:0.0:1780298628.475402:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298628.475410:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608289280 00000100:00100000:1.0:1780298628.475414:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608289280 00010000:00010000:0.0:1780298628.475421:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630297b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [2215936->2752511] (req 2215936->2236415) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c999a expref: 14 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.475424:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298628.475431:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630296ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 9 type: EXT [1216512->1400831] (req 1216512->1220607) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98d6 expref: 14 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.475437:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630297b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 9 type: EXT [2215936->2752511] (req 2215936->2236415) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c999a expref: 14 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.475455:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.475460:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608289408 00000100:00100000:1.0:1780298628.475464:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608289408 00010000:00010000:0.0:1780298628.475470:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630297b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [2215936->2752511] (req 2215936->2236415) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c999a expref: 15 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.475478:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302979e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 9 type: EXT [868352->1212415] (req 868352->901119) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9985 expref: 15 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.475480:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608288768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1642us (1721us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298628.475492:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298628.475498:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4045 00000100:00100000:1.0:1780298628.475509:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608289152 00000100:00100000:1.0:1780298628.475514:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608289152 00000100:00100000:0.0:1780298628.475519:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608288896:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 143us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.475528:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14021 00010000:00010000:1.0:1780298628.475539:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302976d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2752512->18446744073709551615] (req 2752512->2822143) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9954 expref: 8 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.475549:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14022 00000100:00100000:0.0:1780298628.475557:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608289024:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298628.475566:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298628.475568:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14023 00010000:00010000:0.0:1780298628.475576:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c361b03c/0xaf35132e630297f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1609728->2215935] (req 1609728->1671167) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99d9 expref: 13 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.475579:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608289280:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.475588:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.475599:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630296ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 9 type: EXT [1216512->1400831] (req 1216512->1220607) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98d6 expref: 13 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.475607:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c361b03c/0xaf35132e630297f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 9 type: EXT [1609728->2215935] (req 1609728->1671167) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99d9 expref: 13 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.475629:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c361b03c/0xaf35132e630297f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 9 type: EXT [1609728->2215935] (req 1609728->1671167) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99d9 expref: 13 pid: 8359 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.475633:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630296ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 9 type: EXT [1216512->1400831] (req 1216512->1220607) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98d6 expref: 13 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.475648:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298628.475657:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e630296ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1216512->1400831] (req 1216512->1220607) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c98d6 expref: 12 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.475670:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298628.475679:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608289024:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 122us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.475687:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14022 00000100:00100000:1.0:1780298628.475697:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608289280:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 119us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.475706:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14023 00000100:00100000:0.0:1780298628.475715:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14024 00000100:00100000:1.0:1780298628.475728:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14025 00000100:00100000:0.0:1780298628.475730:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608289408:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298628.475741:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608289152:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298628.475741:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.475753:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298628.475753:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302979e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [868352->1212415] (req 868352->901119) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9985 expref: 9 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.475766:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302976d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2752512->18446744073709551615] (req 2752512->2822143) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9954 expref: 8 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.475768:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302979e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [868352->1212415] (req 868352->901119) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9985 expref: 9 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.475793:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302976d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2752512->18446744073709551615] (req 2752512->2822143) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9954 expref: 8 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.475810:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302979e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [868352->1212415] (req 868352->901119) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9985 expref: 9 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.475816:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302976d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2752512->18446744073709551615] (req 2752512->2822143) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9954 expref: 8 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.475830:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(33 143) 00010000:00010000:0.0:1780298628.475834:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(33 143) 00010000:00010000:0.0:1780298628.475841:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302981c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99fc expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.475851:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302981c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99fc expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.475861:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298628.475877:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302981c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99fc expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.475890:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608289152:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 152us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.475891:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604187904:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.475903:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14025 00000100:00100000:0.0:1780298628.475936:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.476555:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604187904:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298628.476573:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298628.476603:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608289408:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 881us (1183us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.476610:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14024 00000100:00100000:2.0:1780298628.476832:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.476853:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.476872:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608289664 00000100:00100000:0.0:1780298628.476877:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608289664 00002000:00010000:0.0:1780298628.476901:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (733583->18446744073709551615) 00000100:00100000:3.0:1780298628.476902:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608289536 00002000:00100000:0.0:1780298628.476907:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8700 with x1866777608289664 ext(733583->18446744073709551615) 00000100:00100000:3.0:1780298628.476908:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608289536 00002000:00010000:0.0:1780298628.476918:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481f8700. 00002000:00010000:3.0:1780298628.476923:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298628.476926:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb100 with x1866777608289536 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298628.476932:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fb100. 00000100:00100000:0.0:1780298628.476946:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4120 00000100:00100000:2.0:1780298628.476960:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4121 00000100:00100000:0.0:1780298628.476961:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+30:2399:x1866777608289664:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298628.476971:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608289536:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298628.477086:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2994752 -> 4194304 00002000:00010000:2.0:1780298628.477089:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.477090:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.477092:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.477094:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1464 -> 1464 00000100:00100000:2.0:1780298628.477120:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608289536:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 154us (265us total) trans 4294969081 rc 0/0 00000100:00100000:2.0:1780298628.477154:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4121 00002000:00010000:2.0:1780298628.477158:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298628.477161:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb100 with x1866777608289536 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298628.477164:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 733583 00002000:00010000:2.0:1780298628.477167:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fb100. 00002000:00010000:0.0:1780298628.477167:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298628.477172:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298628.477174:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298628.477175:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 8 -> 0 00000100:00100000:0.0:1780298628.477198:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+31:2399:x1866777608289664:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 245us (366us total) trans 4294968766 rc 0/0 00000100:00100000:0.0:1780298628.477203:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4120 00002000:00010000:0.0:1780298628.477206:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (733583->18446744073709551615) 00002000:00100000:0.0:1780298628.477208:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8700 with x1866777608289664 ext(733583->18446744073709551615) 00002000:00010000:0.0:1780298628.477211:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481f8700. 00000100:00100000:2.0:1780298628.478022:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.478054:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608289792 00000100:00100000:0.0:1780298628.478058:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608289792 00000100:00100000:0.0:1780298628.478084:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61416 00000100:00100000:0.0:1780298628.478089:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+88:28749:x1866777608289792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.478098:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.478110:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e63029823 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a03 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.478184:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e6302982a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.478195:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e6302982a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.478202:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e6302982a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298628.478219:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 4927887 00000004:00200000:0.0:1780298628.478222:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298628.478234:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e6302982a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.478253:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e63029823 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a03 expref: 90 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.478267:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e6302982a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a03 expref: 89 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.478276:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.478279:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298628.478282:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79a00, rc 0) 00000100:00100000:0.0:1780298628.478309:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+89:28749:x1866777608289792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 220us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.478314:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61416 00000100:00100000:2.0:1780298628.479283:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.479302:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.479320:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608289920 00000100:00100000:1.0:1780298628.479326:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608289920 00000100:00100000:1.0:1780298628.479357:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608290048 00000100:00100000:1.0:1780298628.479360:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608290048 00000100:00100000:1.0:1780298628.479397:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4046 00000100:00100000:0.0:1780298628.479409:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4047 00000100:00100000:1.0:1780298628.479410:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608289920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.479420:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.479425:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608290048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.479433:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63029831 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a0a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.479435:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.479446:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e63029838 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a11 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.479480:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604188032:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.479485:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604188160:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.479548:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.479549:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.480253:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604188032:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.480270:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63029831 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a0a expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.480283:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63029831 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a0a expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.480291:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00000100:00100000:1.0:1780298628.480321:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608289920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 917us (1038us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.480326:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4046 00000100:00100000:0.0:1780298628.480414:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604188160:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.480437:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e63029838 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a11 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.480452:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e63029838 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a11 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.480462:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:0.0:1780298628.480488:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608290048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1071us (1185us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.480496:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4047 00000100:00100000:3.0:1780298628.481363:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.481433:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.481447:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608290176 00000100:00100000:1.0:1780298628.481453:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608290176 00000100:00100000:0.0:1780298628.481465:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608290304 00000100:00100000:0.0:1780298628.481470:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608290304 00000100:00100000:1.0:1780298628.481497:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4048 00000100:00100000:3.0:1780298628.481510:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4049 00000100:00100000:1.0:1780298628.481510:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608290176:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298628.481521:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608290304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.481525:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.481530:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.481536:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302983f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a18 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.481540:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029846 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a1f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.481580:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604188288:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.481586:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604188416:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.481627:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.481628:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.482331:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604188288:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.482351:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302983f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a18 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.482363:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6cc1684/0xaf35132e6302983f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a18 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.482371:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:1.0:1780298628.482406:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608290176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 903us (1044us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.482412:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4048 00000100:00100000:0.0:1780298628.482416:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604188416:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.482437:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029846 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a1f expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.482451:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029846 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a1f expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.482462:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:0.0:1780298628.482486:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608290304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 968us (1052us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.482493:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4049 00000100:00100000:2.0:1780298628.490634:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.490676:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608290432 00000100:00100000:1.0:1780298628.490685:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608290432 00002000:00100000:1.0:1780298628.490722:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (0->4194303) req@ffff9cf3481f9f80 x1866777608290432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.490730:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9f80 with x1866777608290432 ext(0->4194303) 00002000:00010000:1.0:1780298628.490735:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f9f80 00000100:00100000:1.0:1780298628.490756:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4122 00000100:00100000:1.0:1780298628.490763:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608290432:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.501141:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608290432:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 10350us (10489us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1780298628.501155:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4122 00002000:00100000:1.0:1780298628.501168:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (0->4194303) req@ffff9cf3481f9f80 x1866777608290432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.501180:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9f80 with x1866777608290432 ext(0->4194303) 00002000:00010000:1.0:1780298628.501186:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f9f80 00000100:00100000:3.0:1780298628.503092:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.503150:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608290560 00000100:00100000:1.0:1780298628.503159:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608290560 00000100:00100000:1.0:1780298628.503209:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61417 00000100:00100000:1.0:1780298628.503220:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+129:28749:x1866777608290560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.503240:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.503263:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8600/0xaf35132e6302984d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a26 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.503347:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e63029854 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 69 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.503360:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e63029854 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.503369:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e63029854 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298628.503404:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 4927887 00000004:00200000:1.0:1780298628.503407:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298628.503422:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e63029854 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.503439:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8600/0xaf35132e6302984d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a26 expref: 131 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.503450:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e63029854 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a26 expref: 130 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.503456:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298628.503457:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298628.503460:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00000100:00100000:1.0:1780298628.503485:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+130:28749:x1866777608290560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 269us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.503489:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61417 00000100:00100000:2.0:1780298628.504742:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.504782:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608290688 00000100:00100000:1.0:1780298628.504787:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608290688 00000100:00100000:1.0:1780298628.504826:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4050 00000100:00100000:1.0:1780298628.504834:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608290688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.504843:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298628.504853:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298628.504856:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e6302985b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a2d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.504885:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608290816 00000100:00100000:0.0:1780298628.504891:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608290816 00000100:00100000:1.0:1780298628.504908:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604188544:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.504938:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4051 00000100:00100000:0.0:1780298628.504949:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608290816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.504957:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.504967:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002656d227/0xaf35132e63029862 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a34 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.504995:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.504995:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604188672:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.505023:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00002000:00010000:1.0:1780298628.505687:0:19992:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime: 1780298628 -> 1780298629 00002000:00010000:1.0:1780298628.505690:0:19992:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime: 1780298628 -> 1780298629 00000100:00100000:1.0:1780298628.505701:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604188544:192.168.203.25@tcp:106: 00002000:00010000:0.0:1780298628.505703:0:8358:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime: 1780298628 -> 1780298629 00002000:00010000:0.0:1780298628.505707:0:8358:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime: 1780298628 -> 1780298629 00002000:00010000:0.0:1780298628.505709:0:8358:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1780298628.505719:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604188672:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.505720:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e6302985b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a2d expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.505737:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e6302985b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a2d expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.505740:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002656d227/0xaf35132e63029862 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a34 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.505749:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00010000:00010000:0.0:1780298628.505757:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002656d227/0xaf35132e63029862 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a34 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.505765:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78800, rc 0) 00000100:00100000:1.0:1780298628.505775:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608290688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 943us (1034us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.505780:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4050 00000100:00100000:0.0:1780298628.505786:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608290816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 839us (933us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.505791:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4051 00000100:00100000:3.0:1780298628.506635:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.506678:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608290944 00000100:00100000:2.0:1780298628.506684:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608290944 00000100:00100000:2.0:1780298628.506715:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4052 00000100:00100000:2.0:1780298628.506723:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:28749:x1866777608290944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.506731:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.506739:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029869 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a3b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.506757:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029559 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9763 expref: 30 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.506766:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(4 104) 00010000:00010000:2.0:1780298628.506770:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(5 104) 00010000:00010000:2.0:1780298628.506775:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029869 lrc: 4/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a3b expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.506795:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029559 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9763 expref: 30 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.506809:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029559 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9763 expref: 30 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.506820:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604188800:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.506859:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.507495:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604188800:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.507507:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029869 lrc: 3/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a3b expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.507515:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9bc00, rc 0) 00000100:00100000:2.0:1780298628.507536:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:28749:x1866777608290944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 816us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.507545:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4052 00000100:00100000:0.0:1780298628.507687:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.507718:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608291072 00000100:00100000:1.0:1780298628.507721:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608291072 00010000:00010000:1.0:1780298628.507737:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029559 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9763 expref: 31 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.507758:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14026 00000100:00100000:1.0:1780298628.507764:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+31:2399:x1866777608291072:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.507772:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.507780:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029559 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9763 expref: 31 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.507792:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029559 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9763 expref: 31 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.507803:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029559 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9763 expref: 31 pid: 9128 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.507810:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(5 104) 00010000:00010000:1.0:1780298628.507812:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(5 104) 00010000:00010000:1.0:1780298628.507818:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029869 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a3b expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.507823:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029869 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a3b expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.507837:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029869 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a3b expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.507844:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604188928:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.507870:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.508441:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604188928:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.508448:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.508467:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+30:2399:x1866777608291072:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 705us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.508472:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14026 00000100:00100000:3.0:1780298628.508677:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.508710:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608291200 00000100:00100000:2.0:1780298628.508714:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608291200 00002000:00100000:2.0:1780298628.508733:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (4096->8191) req@ffff9cf241a82d80 x1866777608291200/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.508740:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82d80 with x1866777608291200 ext(4096->8191) 00002000:00010000:2.0:1780298628.508743:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241a82d80 00000100:00100000:2.0:1780298628.508759:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4123 00000100:00100000:2.0:1780298628.508764:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608291200:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.508883:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608291200:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 118us (206us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.508888:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4123 00002000:00100000:2.0:1780298628.508893:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (4096->8191) req@ffff9cf241a82d80 x1866777608291200/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.508899:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82d80 with x1866777608291200 ext(4096->8191) 00002000:00010000:2.0:1780298628.508901:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241a82d80 00000100:00100000:0.0:1780298628.509711:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.509770:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608291328 00000100:00100000:3.0:1780298628.509773:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608291328 00002000:00100000:3.0:1780298628.509790:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (8192->12287) req@ffff9cf2433dea00 x1866777608291328/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.509800:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dea00 with x1866777608291328 ext(8192->12287) 00002000:00010000:3.0:1780298628.509803:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2433dea00 00000100:00100000:3.0:1780298628.509822:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4124 00000100:00100000:3.0:1780298628.509830:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608291328:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298628.509904:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608291328:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (193us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298628.509909:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4124 00002000:00100000:3.0:1780298628.509913:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (8192->12287) req@ffff9cf2433dea00 x1866777608291328/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.509918:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dea00 with x1866777608291328 ext(8192->12287) 00002000:00010000:3.0:1780298628.509921:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2433dea00 00000100:00100000:3.0:1780298628.510694:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.510722:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608291456 00000100:00100000:1.0:1780298628.510726:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608291456 00002000:00100000:1.0:1780298628.510742:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (12288->16383) req@ffff9cf241a83b80 x1866777608291456/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.510749:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a83b80 with x1866777608291456 ext(12288->16383) 00002000:00010000:1.0:1780298628.510752:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241a83b80 00000100:00100000:1.0:1780298628.510767:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4125 00000100:00100000:1.0:1780298628.510772:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608291456:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.510835:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608291456:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 63us (141us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.510840:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4125 00002000:00100000:1.0:1780298628.510845:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (12288->16383) req@ffff9cf241a83b80 x1866777608291456/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.510851:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a83b80 with x1866777608291456 ext(12288->16383) 00002000:00010000:1.0:1780298628.510853:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241a83b80 00000100:00100000:2.0:1780298628.511733:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.511764:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608291584 00000100:00100000:0.0:1780298628.511768:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608291584 00002000:00100000:0.0:1780298628.511784:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (16384->20479) req@ffff9cf3481fa300 x1866777608291584/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.511790:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fa300 with x1866777608291584 ext(16384->20479) 00002000:00010000:0.0:1780298628.511792:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fa300 00000100:00100000:0.0:1780298628.511808:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4126 00000100:00100000:0.0:1780298628.511813:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608291584:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.511881:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608291584:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 68us (150us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298628.511887:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4126 00002000:00100000:0.0:1780298628.511892:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (16384->20479) req@ffff9cf3481fa300 x1866777608291584/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.511898:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fa300 with x1866777608291584 ext(16384->20479) 00002000:00010000:0.0:1780298628.511900:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fa300 00000100:00100000:0.0:1780298628.512776:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.512803:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608291712 00000100:00100000:1.0:1780298628.512807:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608291712 00002000:00100000:1.0:1780298628.512822:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (20480->24575) req@ffff9cf2433dc380 x1866777608291712/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.512827:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dc380 with x1866777608291712 ext(20480->24575) 00002000:00010000:1.0:1780298628.512830:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2433dc380 00000100:00100000:1.0:1780298628.512843:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4127 00000100:00100000:1.0:1780298628.512849:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608291712:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.512928:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608291712:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 79us (150us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.512936:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4127 00002000:00100000:1.0:1780298628.512943:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (20480->24575) req@ffff9cf2433dc380 x1866777608291712/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.512952:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dc380 with x1866777608291712 ext(20480->24575) 00002000:00010000:1.0:1780298628.512955:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2433dc380 00000100:00100000:3.0:1780298628.513804:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.513834:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608291840 00000100:00100000:0.0:1780298628.513838:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608291840 00000100:00100000:0.0:1780298628.513863:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4053 00000100:00100000:0.0:1780298628.513868:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608291840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.513874:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.513884:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e63029870 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a42 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.513909:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604189056:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.513947:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.514569:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604189056:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.514583:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e63029870 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a42 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.514593:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e63029870 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a42 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.514600:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78600, rc 0) 00000100:00100000:0.0:1780298628.514624:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608291840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 757us (821us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.514628:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4053 00000100:00100000:2.0:1780298628.515296:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.515330:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608291968 00000100:00100000:0.0:1780298628.515334:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608291968 00000100:00100000:0.0:1780298628.515360:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4054 00000100:00100000:0.0:1780298628.515366:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608291968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.515372:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.515377:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e63029877 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a49 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.515408:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604189184:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.515436:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.515950:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604189184:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.515964:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e63029877 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a49 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.515981:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e63029877 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a49 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.515988:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78800, rc 0) 00000100:00100000:0.0:1780298628.516009:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608291968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 644us (721us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.516014:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4054 00000100:00100000:2.0:1780298628.516800:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.516829:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608292096 00000100:00100000:0.0:1780298628.516832:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608292096 00000100:00100000:0.0:1780298628.516853:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4055 00000100:00100000:0.0:1780298628.516857:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608292096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.516863:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.516868:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302987e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a50 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.516886:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604189312:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.516913:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.517517:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604189312:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.517528:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302987e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a50 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.517537:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302987e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a50 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.517547:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:0.0:1780298628.517569:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608292096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 711us (770us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.517573:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4055 00000100:00100000:3.0:1780298628.518324:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.518358:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608292224 00000100:00100000:2.0:1780298628.518362:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608292224 00000100:00100000:2.0:1780298628.518397:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4056 00000100:00100000:2.0:1780298628.518404:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608292224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.518411:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.518418:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029885 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a57 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.518431:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302981c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99fc expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.518438:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(33 143) 00010000:00010000:2.0:1780298628.518440:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(34 143) 00010000:00010000:2.0:1780298628.518443:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029885 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [507904->511999] (req 507904->511999) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a57 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.518458:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302981c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99fc expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.518467:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302981c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99fc expref: 7 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.518474:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604189440:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.518504:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.519029:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604189440:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.519046:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029885 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [507904->511999] (req 507904->511999) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a57 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.519064:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b600, rc 0) 00000100:00100000:3.0:1780298628.519094:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608292224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 690us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.519102:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4056 00000100:00100000:0.0:1780298628.519298:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.519332:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608292352 00000100:00100000:2.0:1780298628.519336:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608292352 00002000:00100000:2.0:1780298628.519353:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2371584->2404351) req@ffff9cf2433df800 x1866777608292352/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.519360:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433df800 with x1866777608292352 ext(2371584->2404351) 00010000:00010000:2.0:1780298628.519364:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302981c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99fc expref: 8 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.519371:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302981c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99fc expref: 8 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298628.519376:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2433df800 00000100:00100000:2.0:1780298628.519401:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 104 00000100:00100000:2.0:1780298628.519408:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608292352:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298628.520506:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608292352:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1098us (1206us total) trans 4294969082 rc 0/0 00000100:00100000:2.0:1780298628.520512:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 104 00002000:00100000:2.0:1780298628.520519:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2371584->2404351) req@ffff9cf2433df800 x1866777608292352/t4294969082(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.520525:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433df800 with x1866777608292352 ext(2371584->2404351) 00010000:00010000:2.0:1780298628.520530:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302981c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99fc expref: 10 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.520548:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302981c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99fc expref: 10 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298628.520556:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2433df800 00000100:00100000:0.0:1780298628.523929:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.523976:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608292480 00000100:00100000:1.0:1780298628.523983:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608292480 00010000:00010000:1.0:1780298628.524008:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302981c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99fc expref: 10 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.524038:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14027 00000100:00100000:1.0:1780298628.524046:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608292480:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.524057:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298628.524067:0:6463:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1464 -> 1528 00010000:00010000:1.0:1780298628.524073:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302981c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99fc expref: 10 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.524085:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302981c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99fc expref: 10 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.524102:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302981c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c99fc expref: 10 pid: 12101 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.524113:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(34 143) 00010000:00010000:1.0:1780298628.524118:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(34 143) 00010000:00010000:1.0:1780298628.524149:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029885 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a57 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.524159:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029885 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a57 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.524189:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029885 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a57 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.524202:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604189568:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.524247:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.524900:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604189568:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.524911:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.524941:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608292480:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 896us (1013us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.524949:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14027 00000100:00100000:3.0:1780298628.525117:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.525162:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608292608 00000100:00100000:2.0:1780298628.525167:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608292608 00002000:00100000:2.0:1780298628.525187:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (507904->511999) req@ffff9cf241a80000 x1866777608292608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.525194:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80000 with x1866777608292608 ext(507904->511999) 00002000:00010000:2.0:1780298628.525197:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80000 00000100:00100000:2.0:1780298628.525213:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4128 00000100:00100000:2.0:1780298628.525218:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608292608:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.525312:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608292608:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 94us (197us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.525317:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4128 00002000:00100000:2.0:1780298628.525323:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (507904->511999) req@ffff9cf241a80000 x1866777608292608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.525328:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80000 with x1866777608292608 ext(507904->511999) 00002000:00010000:2.0:1780298628.525331:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80000 00000100:00100000:0.0:1780298628.526271:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.526314:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608292736 00000100:00100000:1.0:1780298628.526319:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608292736 00002000:00100000:1.0:1780298628.526338:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (512000->516095) req@ffff9cf2433dc700 x1866777608292736/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.526348:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dc700 with x1866777608292736 ext(512000->516095) 00002000:00010000:1.0:1780298628.526352:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dc700 00000100:00100000:1.0:1780298628.526372:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4129 00000100:00100000:1.0:1780298628.526380:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608292736:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.526463:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608292736:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 85us (191us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.526471:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4129 00002000:00100000:1.0:1780298628.526477:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (512000->516095) req@ffff9cf2433dc700 x1866777608292736/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.526487:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dc700 with x1866777608292736 ext(512000->516095) 00002000:00010000:1.0:1780298628.526490:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dc700 00000100:00100000:0.0:1780298628.527403:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.527443:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608292864 00000100:00100000:2.0:1780298628.527448:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608292864 00002000:00100000:2.0:1780298628.527467:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (487424->552959) req@ffff9cf2433dd500 x1866777608292864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 504/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.527477:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dd500 with x1866777608292864 ext(487424->552959) 00002000:00010000:2.0:1780298628.527480:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dd500 00000100:00100000:2.0:1780298628.527497:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4130 00000100:00100000:2.0:1780298628.527502:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608292864:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.528283:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608292864:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 781us (879us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298628.528288:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4130 00002000:00100000:2.0:1780298628.528293:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (487424->552959) req@ffff9cf2433dd500 x1866777608292864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 504/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.528299:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dd500 with x1866777608292864 ext(487424->552959) 00002000:00010000:2.0:1780298628.528301:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dd500 00000100:00100000:3.0:1780298628.529545:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.529574:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608292992 00000100:00100000:1.0:1780298628.529578:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608292992 00002000:00100000:1.0:1780298628.529594:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (552960->589823) req@ffff9cf241b01180 x1866777608292992/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.529600:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01180 with x1866777608292992 ext(552960->589823) 00002000:00010000:1.0:1780298628.529603:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b01180 00000100:00100000:1.0:1780298628.529624:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4131 00000100:00100000:1.0:1780298628.529630:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608292992:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.530295:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608292992:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 665us (751us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1780298628.530300:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4131 00002000:00100000:1.0:1780298628.530305:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (552960->589823) req@ffff9cf241b01180 x1866777608292992/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.530310:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01180 with x1866777608292992 ext(552960->589823) 00002000:00010000:1.0:1780298628.530313:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b01180 00000100:00100000:3.0:1780298628.531304:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.531331:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.531350:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608293120 00000100:00100000:0.0:1780298628.531355:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608293120 00000100:00100000:1.0:1780298628.531367:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608293248 00000100:00100000:1.0:1780298628.531372:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608293248 00000100:00100000:0.0:1780298628.531402:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4057 00000100:00100000:0.0:1780298628.531411:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608293120:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298628.531416:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4058 00010000:00010000:0.0:1780298628.531421:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.531427:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+30:2399:x1866777608293248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.531434:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.531435:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e6302988c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a5e expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.531447:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029893 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a65 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.531453:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(34 143) 00010000:00010000:0.0:1780298628.531460:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(34 143) 00010000:00010000:0.0:1780298628.531466:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e6302988c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a5e expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.531469:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(5 104) 00010000:00010000:1.0:1780298628.531475:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(5 104) 00010000:00010000:0.0:1780298628.531480:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e6302988c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a5e expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.531485:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029893 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a65 expref: 31 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.531505:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78800, rc 0) 00010000:00010000:1.0:1780298628.531509:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029893 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a65 expref: 31 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.531518:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9c00, rc 0) 00000100:00100000:0.0:1780298628.531533:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608293120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 124us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.531541:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4057 00000100:00100000:1.0:1780298628.531542:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+31:2399:x1866777608293248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 116us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.531548:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4058 00000100:00100000:0.0:1780298628.532515:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.532560:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608293376 00000100:00100000:2.0:1780298628.532564:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608293376 00000100:00100000:2.0:1780298628.532591:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4059 00000100:00100000:2.0:1780298628.532601:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608293376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.532610:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.532619:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e6302989a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a6c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.532637:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029885 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a57 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.532647:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e6302988c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a5e expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.532652:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(34 143) 00010000:00010000:2.0:1780298628.532654:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(34 143) 00010000:00010000:2.0:1780298628.532658:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e6302989a lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2396160->2404351] (req 2396160->2404351) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a6c expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.532679:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e6302988c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a5e expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.532688:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e6302988c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a5e expref: 11 pid: 12101 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.532697:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604189696:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.532743:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029885 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a57 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.532750:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029885 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a57 expref: 8 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.532761:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604189824:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.532778:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.533402:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604189696:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.533411:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604189824:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298628.533425:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e6302989a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2396160->2404351] (req 2396160->2404351) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a6c expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.533435:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00000100:00100000:0.0:1780298628.533458:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608293376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 860us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.533462:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4059 00000100:00100000:3.0:1780298628.533622:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.533672:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608293504 00000100:00100000:1.0:1780298628.533676:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608293504 00010000:00010000:1.0:1780298628.533692:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e6302988c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a5e expref: 11 pid: 12101 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.533716:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14028 00000100:00100000:1.0:1780298628.533721:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608293504:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.533729:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.533739:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e6302988c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a5e expref: 11 pid: 12101 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.533748:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e6302988c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a5e expref: 11 pid: 12101 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.533760:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e6302988c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a5e expref: 11 pid: 12101 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.533769:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.533792:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608293504:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 71us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.533798:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14028 00000100:00100000:2.0:1780298628.533816:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.533847:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608293632 00000100:00100000:1.0:1780298628.533850:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608293632 00010000:00010000:1.0:1780298628.533862:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029885 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a57 expref: 9 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.533881:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14029 00000100:00100000:1.0:1780298628.533887:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608293632:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.533893:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.533899:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029885 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a57 expref: 9 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.533909:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029885 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a57 expref: 9 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.533918:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029885 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a57 expref: 9 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.533925:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(34 143) 00010000:00010000:1.0:1780298628.533927:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(34 143) 00010000:00010000:1.0:1780298628.533932:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e6302989a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2396160->35950591] (req 2396160->2404351) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a6c expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.533938:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e6302989a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2396160->35950591] (req 2396160->2404351) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a6c expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.533952:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e6302989a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2396160->35950591] (req 2396160->2404351) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a6c expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.533959:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604189952:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.533986:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.534630:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604189952:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.534638:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.534659:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608293632:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 773us (845us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.534664:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14029 00000100:00100000:3.0:1780298628.534790:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.534832:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608293760 00000100:00100000:2.0:1780298628.534836:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608293760 00000100:00100000:2.0:1780298628.534870:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4132 00000100:00100000:2.0:1780298628.534877:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608293760:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.535070:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298628.535074:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.535076:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:2.0:1780298628.535078:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.535080:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1528 -> 1528 00000100:00100000:2.0:1780298628.535108:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608293760:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 232us (351us total) trans 4294969083 rc 0/0 00000100:00100000:2.0:1780298628.535113:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4132 00000100:00100000:2.0:1780298628.535954:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.535992:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608293888 00000100:00100000:3.0:1780298628.535997:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608293888 00000100:00100000:3.0:1780298628.536025:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4060 00000100:00100000:3.0:1780298628.536032:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608293888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.536041:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.536050:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e630298a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a73 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.536080:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241b02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604190080:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.536112:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.536752:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241b02d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604190080:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.536767:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e630298a1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a73 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.536781:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e630298a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a73 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.536788:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:3.0:1780298628.536809:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608293888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 778us (856us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.536813:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4060 00000100:00100000:0.0:1780298628.537666:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.537703:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608294016 00000100:00100000:2.0:1780298628.537706:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608294016 00000100:00100000:2.0:1780298628.537730:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4061 00000100:00100000:2.0:1780298628.537734:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608294016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.537741:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.537747:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630298a8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a7a expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.537771:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604190208:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.537804:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.538412:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604190208:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.538430:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630298a8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a7a expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.538445:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630298a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a7a expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.538462:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00000100:00100000:0.0:1780298628.538492:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608294016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 756us (826us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.538499:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4061 00000100:00100000:0.0:1780298628.539408:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.539440:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608294144 00000100:00100000:1.0:1780298628.539445:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608294144 00000100:00100000:1.0:1780298628.539470:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4062 00000100:00100000:1.0:1780298628.539475:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608294144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.539483:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.539495:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630298af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a81 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.539516:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604190336:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.539550:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00002000:00010000:1.0:1780298628.540208:0:19992:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298628 -> 1780298629 00000100:00100000:1.0:1780298628.540218:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604190336:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.540229:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630298af lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a81 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.540240:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630298af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a81 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.540247:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:1.0:1780298628.540273:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608294144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 798us (866us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.540278:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4062 00000100:00100000:2.0:1780298628.541065:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.541096:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608294272 00000100:00100000:0.0:1780298628.541100:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608294272 00000100:00100000:0.0:1780298628.541138:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4063 00000100:00100000:0.0:1780298628.541145:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608294272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.541152:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.541159:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630298b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a88 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.541171:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(34 143) 00010000:00010000:0.0:1780298628.541175:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(34 143) 00010000:00010000:0.0:1780298628.541181:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630298b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2293760->2396159] (req 2293760->2297855) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a88 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.541189:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630298b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2293760->2396159] (req 2293760->2297855) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a88 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.541195:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78600, rc 0) 00000100:00100000:0.0:1780298628.541217:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608294272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 74us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.541223:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4063 00000100:00100000:0.0:1780298628.541820:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.541855:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608294400 00000100:00100000:2.0:1780298628.541859:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608294400 00002000:00100000:2.0:1780298628.541878:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2293760->2297855) req@ffff9cf255686300 x1866777608294400/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.541885:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255686300 with x1866777608294400 ext(2293760->2297855) 00002000:00010000:2.0:1780298628.541888:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255686300 00000100:00100000:2.0:1780298628.541903:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4133 00000100:00100000:2.0:1780298628.541908:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608294400:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.541998:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608294400:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 90us (177us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.542002:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4133 00002000:00100000:2.0:1780298628.542006:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2293760->2297855) req@ffff9cf255686300 x1866777608294400/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.542012:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255686300 with x1866777608294400 ext(2293760->2297855) 00002000:00010000:2.0:1780298628.542014:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255686300 00000100:00100000:3.0:1780298628.542884:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.542912:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608294528 00000100:00100000:1.0:1780298628.542915:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608294528 00002000:00100000:1.0:1780298628.542932:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2297856->2301951) req@ffff9cf241b02d80 x1866777608294528/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.542942:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b02d80 with x1866777608294528 ext(2297856->2301951) 00002000:00010000:1.0:1780298628.542945:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b02d80 00000100:00100000:1.0:1780298628.542959:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4134 00000100:00100000:1.0:1780298628.542964:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608294528:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.543018:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608294528:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 53us (135us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.543024:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4134 00002000:00100000:1.0:1780298628.543028:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2297856->2301951) req@ffff9cf241b02d80 x1866777608294528/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.543034:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b02d80 with x1866777608294528 ext(2297856->2301951) 00002000:00010000:1.0:1780298628.543036:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b02d80 00000100:00100000:0.0:1780298628.544081:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.544151:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608294656 00000100:00100000:2.0:1780298628.544155:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608294656 00002000:00100000:2.0:1780298628.544174:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2301952->2306047) req@ffff9cf255685180 x1866777608294656/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.544182:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255685180 with x1866777608294656 ext(2301952->2306047) 00002000:00010000:2.0:1780298628.544186:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255685180 00000100:00100000:2.0:1780298628.544203:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4135 00000100:00100000:2.0:1780298628.544210:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608294656:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.544286:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608294656:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 76us (206us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.544293:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4135 00002000:00100000:2.0:1780298628.544300:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2301952->2306047) req@ffff9cf255685180 x1866777608294656/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.544308:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255685180 with x1866777608294656 ext(2301952->2306047) 00002000:00010000:2.0:1780298628.544311:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255685180 00000100:00100000:0.0:1780298628.545179:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.545210:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608294784 00000100:00100000:1.0:1780298628.545215:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608294784 00002000:00100000:1.0:1780298628.545233:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2306048->2310143) req@ffff9cf37f8b0e00 x1866777608294784/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.545240:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b0e00 with x1866777608294784 ext(2306048->2310143) 00002000:00010000:1.0:1780298628.545248:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b0e00 00000100:00100000:1.0:1780298628.545267:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4136 00000100:00100000:1.0:1780298628.545274:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608294784:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.545360:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608294784:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 86us (181us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.545367:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4136 00002000:00100000:1.0:1780298628.545374:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2306048->2310143) req@ffff9cf37f8b0e00 x1866777608294784/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.545382:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b0e00 with x1866777608294784 ext(2306048->2310143) 00002000:00010000:1.0:1780298628.545396:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b0e00 00000100:00100000:3.0:1780298628.546440:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.546483:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608294912 00000100:00100000:2.0:1780298628.546488:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608294912 00002000:00100000:2.0:1780298628.546508:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2310144->2314239) req@ffff9cf241b03b80 x1866777608294912/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.546517:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03b80 with x1866777608294912 ext(2310144->2314239) 00002000:00010000:2.0:1780298628.546529:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b03b80 00000100:00100000:2.0:1780298628.546546:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4137 00000100:00100000:2.0:1780298628.546552:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608294912:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.546611:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608294912:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (170us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.546617:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4137 00002000:00100000:2.0:1780298628.546624:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2310144->2314239) req@ffff9cf241b03b80 x1866777608294912/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.546639:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03b80 with x1866777608294912 ext(2310144->2314239) 00002000:00010000:2.0:1780298628.546641:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b03b80 00000100:00100000:0.0:1780298628.547513:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.547573:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608295040 00000100:00100000:2.0:1780298628.547578:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608295040 00002000:00100000:2.0:1780298628.547600:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2314240->2318335) req@ffff9cf37f8b2d80 x1866777608295040/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.547611:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b2d80 with x1866777608295040 ext(2314240->2318335) 00002000:00010000:2.0:1780298628.547614:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b2d80 00000100:00100000:2.0:1780298628.547635:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4138 00000100:00100000:2.0:1780298628.547644:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608295040:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.547733:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608295040:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 90us (220us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.547740:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4138 00002000:00100000:2.0:1780298628.547747:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2314240->2318335) req@ffff9cf37f8b2d80 x1866777608295040/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.547757:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b2d80 with x1866777608295040 ext(2314240->2318335) 00002000:00010000:2.0:1780298628.547760:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b2d80 00000100:00100000:0.0:1780298628.548820:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.548851:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608295168 00000100:00100000:1.0:1780298628.548855:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608295168 00002000:00100000:1.0:1780298628.548871:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2318336->2322431) req@ffff9cf37f8b2680 x1866777608295168/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.548877:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b2680 with x1866777608295168 ext(2318336->2322431) 00002000:00010000:1.0:1780298628.548880:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b2680 00000100:00100000:1.0:1780298628.548894:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4139 00000100:00100000:1.0:1780298628.548899:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608295168:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.548954:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608295168:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 55us (137us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.548959:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4139 00002000:00100000:1.0:1780298628.548963:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2318336->2322431) req@ffff9cf37f8b2680 x1866777608295168/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.548969:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b2680 with x1866777608295168 ext(2318336->2322431) 00002000:00010000:1.0:1780298628.548972:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b2680 00000100:00100000:3.0:1780298628.550058:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.550115:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608295296 00000100:00100000:0.0:1780298628.550120:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608295296 00002000:00100000:0.0:1780298628.550172:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2322432->2326527) req@ffff9cf24310d880 x1866777608295296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.550181:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310d880 with x1866777608295296 ext(2322432->2326527) 00002000:00010000:0.0:1780298628.550184:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310d880 00000100:00100000:0.0:1780298628.550203:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4140 00000100:00100000:0.0:1780298628.550211:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608295296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.550293:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608295296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 83us (260us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298628.550300:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4140 00002000:00100000:0.0:1780298628.550307:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2322432->2326527) req@ffff9cf24310d880 x1866777608295296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.550316:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310d880 with x1866777608295296 ext(2322432->2326527) 00002000:00010000:0.0:1780298628.550319:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310d880 00000100:00100000:0.0:1780298628.551229:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.551274:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608295424 00000100:00100000:1.0:1780298628.551279:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608295424 00002000:00100000:1.0:1780298628.551300:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2293760->2326527) req@ffff9cf37f8b1c00 x1866777608295424/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.551310:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b1c00 with x1866777608295424 ext(2293760->2326527) 00002000:00010000:1.0:1780298628.551314:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b1c00 00000100:00100000:1.0:1780298628.551336:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4141 00000100:00100000:1.0:1780298628.551345:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608295424:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298628.552496:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608295424:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1152us (1267us total) trans 4294969084 rc 0/0 00000100:00100000:1.0:1780298628.552501:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4141 00002000:00100000:1.0:1780298628.552507:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2293760->2326527) req@ffff9cf37f8b1c00 x1866777608295424/t4294969084(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.552513:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b1c00 with x1866777608295424 ext(2293760->2326527) 00002000:00010000:1.0:1780298628.552516:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b1c00 00000100:00100000:0.0:1780298628.553184:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.553220:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608295552 00000100:00100000:3.0:1780298628.553225:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608295552 00000100:00100000:3.0:1780298628.553258:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4064 00000100:00100000:3.0:1780298628.553267:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608295552:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298628.553944:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969084 is committed 00000001:00080000:0.0:1780298628.553956:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969080 is committed 00000100:00100000:3.0:1780298628.554037:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608295552:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 770us (852us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.554044:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4064 00000100:00100000:2.0:1780298628.555015:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.555060:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608295680 00000100:00100000:0.0:1780298628.555064:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608295680 00000100:00100000:0.0:1780298628.555090:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4065 00000100:00100000:0.0:1780298628.555094:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608295680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.555103:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.555119:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e630298bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a8f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.555191:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604190464:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.555255:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57cc0 going to sleep for 11 seconds 00002000:00010000:2.0:1780298628.556031:0:9128:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 1528 -> 1592 00000100:00100000:2.0:1780298628.556043:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604190464:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.556063:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e630298bd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a8f expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.556084:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e630298bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a8f expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.556092:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:2.0:1780298628.556117:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608295680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1023us (1105us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.556148:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4065 00000100:00100000:2.0:1780298628.557001:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.557068:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608295808 00000100:00100000:1.0:1780298628.557074:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608295808 00000100:00100000:1.0:1780298628.557107:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4066 00000100:00100000:1.0:1780298628.557116:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608295808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.557145:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.557156:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630298c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a96 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.557192:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604190592:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.557242:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.557909:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604190592:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.557927:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630298c4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a96 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.557948:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020d0975d/0xaf35132e630298c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a96 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.557957:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9a00, rc 0) 00000100:00100000:1.0:1780298628.557988:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608295808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 873us (987us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.557994:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4066 00000100:00100000:0.0:1780298628.559253:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.559294:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608296064 00000100:00100000:2.0:1780298628.559299:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608296064 00000100:00100000:2.0:1780298628.559345:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61418 00000100:00100000:2.0:1780298628.559355:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+130:28749:x1866777608296064:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298628.559410:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.559431:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8400/0xaf35132e63029854 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a26 expref: 130 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.559454:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.559459:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298628.559612:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630298cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.559627:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e6302982a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a03 expref: 88 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.559646:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630298cb lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.559673:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e6302982a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a03 expref: 88 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.559687:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e6302982a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a03 expref: 88 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.559700:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541ebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604190720:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.559743:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.560346:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541ebb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604190720:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298628.560363:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630298cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.560505:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.560533:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608296192 00000100:00100000:2.0:1780298628.560537:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608296192 00010000:00010000:2.0:1780298628.560558:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e6302982a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a03 expref: 89 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.560588:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14030 00000100:00100000:2.0:1780298628.560595:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+89:2400:x1866777608296192:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.560603:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.560607:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e6302982a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a03 expref: 89 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.560615:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e6302982a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a03 expref: 89 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.560625:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e6302982a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a03 expref: 89 pid: 9976 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.560632:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.560636:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630298cb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.560645:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630298cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.560650:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630298cb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.560664:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298628.560684:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630298cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.560690:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+88:2400:x1866777608296192:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 94us (183us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298628.560695:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630298cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.560699:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14030 00000001:00080000:0.0:1780298628.560749:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990619 00000004:00010000:0.0:1780298628.560768:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000075a876fb reply state 00000000ee1348c1 transno 4294990620 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630298cb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.560776:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630298cb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.560784:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.560785:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298628.560787:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298628.560835:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+132:28749:x1866777608296064:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1483us (1584us total) trans 4294990620 rc 0/0 00000100:00100000:0.0:1780298628.560841:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61418 00000020:00080000:0.0:1780298628.560844:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298628.561426:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.561453:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608296320 00000100:00100000:2.0:1780298628.561457:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608296320 00000100:00100000:2.0:1780298628.561479:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4067 00000100:00100000:2.0:1780298628.561484:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608296320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.561492:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.561501:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e630298d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9a9d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.561515:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630298b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2293760->2396159] (req 2293760->2297855) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a88 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.561522:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e6302989a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2396160->35950591] (req 2396160->2404351) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a6c expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.561526:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(34 143) 00010000:00010000:2.0:1780298628.561530:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(36 143) 00010000:00010000:2.0:1780298628.561533:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e630298d2 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a9d expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.561548:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e6302989a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2396160->35950591] (req 2396160->2404351) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a6c expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.561559:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e6302989a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2396160->35950591] (req 2396160->2404351) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a6c expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.561569:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604190848:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.561611:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630298b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2293760->2396159] (req 2293760->2297855) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a88 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.561618:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630298b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2293760->2396159] (req 2293760->2297855) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a88 expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.561626:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604190976:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.561643:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.562220:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604190848:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.562350:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604190976:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.562370:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e630298d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a9d expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.562381:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b000, rc 0) 00000100:00100000:2.0:1780298628.562414:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608296320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 929us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.562421:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4067 00000100:00100000:2.0:1780298628.562541:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.562580:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608296448 00000100:00100000:0.0:1780298628.562584:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608296448 00010000:00010000:0.0:1780298628.562600:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630298b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2293760->2396159] (req 2293760->2297855) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a88 expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.562620:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14031 00000100:00100000:0.0:1780298628.562625:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608296448:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298628.562632:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298628.562644:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630298b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2293760->2396159] (req 2293760->2297855) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a88 expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.562655:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630298b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2293760->2396159] (req 2293760->2297855) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a88 expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.562673:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630298b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2293760->2396159] (req 2293760->2297855) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a88 expref: 9 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.562690:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298628.562695:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.562721:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608296448:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 95us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.562730:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14031 00000100:00100000:2.0:1780298628.562743:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608296576 00000100:00100000:2.0:1780298628.562748:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608296576 00010000:00010000:2.0:1780298628.562766:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e6302989a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2396160->35950591] (req 2396160->2404351) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a6c expref: 8 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.562795:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14032 00000100:00100000:0.0:1780298628.562805:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608296576:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298628.562814:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298628.562824:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e6302989a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2396160->35950591] (req 2396160->2404351) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a6c expref: 8 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.562835:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e6302989a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2396160->35950591] (req 2396160->2404351) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a6c expref: 8 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.562847:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e6302989a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2396160->35950591] (req 2396160->2404351) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a6c expref: 8 pid: 8358 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.562854:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(36 143) 00010000:00010000:0.0:1780298628.562857:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(36 143) 00010000:00010000:0.0:1780298628.562861:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e630298d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a9d expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.562867:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e630298d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a9d expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.562886:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e630298d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a9d expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.562893:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604191104:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298628.562922:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.563578:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.563591:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604191104:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298628.563603:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298628.563615:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608296704 00000100:00100000:3.0:1780298628.563620:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608296704 00000100:00100000:0.0:1780298628.563630:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608296576:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 827us (938us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.563639:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14032 00000100:00100000:3.0:1780298628.563662:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4068 00000100:00100000:3.0:1780298628.563672:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+31:28749:x1866777608296704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.563682:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.563693:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630298d9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9aa4 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.563714:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029869 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a3b expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.563724:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029893 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a65 expref: 32 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.563769:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(5 104) 00010000:00010000:3.0:1780298628.563774:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(5 104) 00010000:00010000:3.0:1780298628.563779:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630298d9 lrc: 5/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aa4 expref: 32 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.563799:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029893 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a65 expref: 32 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.563809:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029893 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a65 expref: 32 pid: 19992 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.563819:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604191232:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.563878:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029869 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a3b expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.563889:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029869 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a3b expref: 16 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.563906:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604191360:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.563979:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.564351:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604191232:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.564522:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604191360:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.564598:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630298d9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aa4 expref: 32 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.564607:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:3.0:1780298628.564634:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+32:28749:x1866777608296704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 965us (1057us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.564642:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4068 00000100:00100000:1.0:1780298628.564649:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.564683:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608296832 00000100:00100000:2.0:1780298628.564687:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608296832 00010000:00010000:2.0:1780298628.564705:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029893 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a65 expref: 32 pid: 19992 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.564731:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14033 00000100:00100000:2.0:1780298628.564739:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+32:2400:x1866777608296832:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.564748:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.564760:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029893 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a65 expref: 32 pid: 19992 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.564768:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029893 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a65 expref: 32 pid: 19992 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.564780:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec78c784/0xaf35132e63029893 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a65 expref: 32 pid: 19992 timeout: 917 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.564788:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.564815:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+31:2400:x1866777608296832:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 76us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.564828:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14033 00000100:00100000:0.0:1780298628.564828:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.564847:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608296960 00000100:00100000:2.0:1780298628.564852:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608296960 00010000:00010000:2.0:1780298628.564864:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029869 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a3b expref: 17 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.564889:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14034 00000100:00100000:2.0:1780298628.564895:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777608296960:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.564904:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.564912:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029869 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a3b expref: 17 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.564924:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029869 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a3b expref: 17 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.564936:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029869 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a3b expref: 17 pid: 20252 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.564944:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(5 104) 00010000:00010000:2.0:1780298628.564946:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(5 104) 00010000:00010000:2.0:1780298628.564950:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630298d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aa4 expref: 30 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.564955:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630298d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aa4 expref: 30 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.564970:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630298d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aa4 expref: 30 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.564976:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604191488:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.565005:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.565581:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604191488:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.565591:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.565617:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608296960:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 723us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.565625:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14034 00000100:00100000:1.0:1780298628.565704:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.565729:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608297088 00000100:00100000:2.0:1780298628.565732:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608297088 00002000:00010000:2.0:1780298628.565749:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298628.565753:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889180 with x1866777608297088 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298628.565761:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254889180. 00000100:00100000:2.0:1780298628.565782:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4142 00000100:00100000:2.0:1780298628.565791:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608297088:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298628.565791:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.565820:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608297216 00000100:00100000:3.0:1780298628.565824:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608297216 00002000:00010000:3.0:1780298628.565837:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2332679->18446744073709551615) 00002000:00100000:3.0:1780298628.565841:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889880 with x1866777608297216 ext(2332679->18446744073709551615) 00002000:00010000:3.0:1780298628.565851:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254889880. 00000100:00100000:3.0:1780298628.565875:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4143 00000100:00100000:3.0:1780298628.565886:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+31:2398:x1866777608297216:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298628.565908:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298628.565912:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.565914:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.565917:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.565919:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1592 -> 1592 00000100:00100000:2.0:1780298628.565947:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608297088:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 158us (242us total) trans 4294969085 rc 0/0 00000100:00100000:2.0:1780298628.565955:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4142 00002000:00010000:2.0:1780298628.565959:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298628.565962:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889180 with x1866777608297088 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298628.565967:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254889180. 00002000:00010000:3.0:1780298628.566021:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 733583 -> 2332679 00002000:00010000:3.0:1780298628.566025:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298628.566027:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:3.0:1780298628.566030:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298628.566032:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 1 -> 0 00000100:00100000:3.0:1780298628.566098:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+32:2398:x1866777608297216:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 215us (306us total) trans 4294968767 rc 0/0 00000100:00100000:3.0:1780298628.566103:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4143 00002000:00010000:3.0:1780298628.566106:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2332679->18446744073709551615) 00002000:00100000:3.0:1780298628.566107:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889880 with x1866777608297216 ext(2332679->18446744073709551615) 00002000:00010000:3.0:1780298628.566111:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254889880. 00000100:00100000:1.0:1780298628.570719:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.570755:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608297344 00000100:00100000:3.0:1780298628.570763:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608297344 00002000:00100000:3.0:1780298628.570795:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (0->2334719) req@ffff9cf25488aa00 x1866777608297344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.570803:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488aa00 with x1866777608297344 ext(0->2334719) 00002000:00010000:3.0:1780298628.570806:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25488aa00 00000100:00100000:3.0:1780298628.570827:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4144 00000100:00100000:3.0:1780298628.570838:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+32:2397:x1866777608297344:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.578230:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+32:2397:x1866777608297344:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 7382us (7506us total) trans 0 rc 2334720/2334720 00000100:00100000:2.0:1780298628.578243:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4144 00002000:00100000:2.0:1780298628.578256:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (0->2334719) req@ffff9cf25488aa00 x1866777608297344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 2334720/2334720 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.578268:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488aa00 with x1866777608297344 ext(0->2334719) 00002000:00010000:2.0:1780298628.578274:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25488aa00 00000100:00100000:3.0:1780298628.580740:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.580787:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608297472 00000100:00100000:0.0:1780298628.580796:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608297472 00002000:00100000:0.0:1780298628.580832:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2318336->2332678) req@ffff9cf24310ce00 x1866777608297472/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 14832/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.580839:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ce00 with x1866777608297472 ext(2318336->2332678) 00002000:00010000:0.0:1780298628.580843:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310ce00 00000100:00100000:0.0:1780298628.580864:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4145 00000100:00100000:0.0:1780298628.580871:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+32:2397:x1866777608297472:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298628.581396:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+34:2397:x1866777608297472:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 514us (653us total) trans 4294968768 rc 0/0 00000100:00100000:0.0:1780298628.581403:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4145 00002000:00100000:0.0:1780298628.581408:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2318336->2332678) req@ffff9cf24310ce00 x1866777608297472/t4294968768(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 14832/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.581414:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ce00 with x1866777608297472 ext(2318336->2332678) 00002000:00010000:0.0:1780298628.581417:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310ce00 00000100:00100000:0.0:1780298628.582166:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.582211:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608297600 00000100:00100000:2.0:1780298628.582216:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608297600 00000100:00100000:2.0:1780298628.582243:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4069 00000100:00100000:2.0:1780298628.582248:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+34:2397:x1866777608297600:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298628.583995:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968768 is committed 00000001:00080000:1.0:1780298628.584015:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968762 is committed 00000100:00100000:2.0:1780298628.584166:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608297600:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 1915us (1997us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.584176:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4069 00000100:00100000:1.0:1780298628.585213:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.585261:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608297728 00000100:00100000:0.0:1780298628.585267:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608297728 00000100:00100000:0.0:1780298628.585304:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61419 00000100:00100000:0.0:1780298628.585312:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+132:28749:x1866777608297728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.585329:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.585348:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d800/0xaf35132e630298e0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9aab expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.585436:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e630298e7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 69 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.585453:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e630298e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.585466:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e630298e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298628.585488:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6526983 00000004:00200000:0.0:1780298628.585491:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298628.585507:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e630298e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.585529:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d800/0xaf35132e630298e0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aab expref: 134 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.585556:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e630298e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aab expref: 133 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.585565:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.585568:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298628.585571:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00000100:00100000:0.0:1780298628.585604:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+133:28749:x1866777608297728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 293us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.585610:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61419 00000100:00100000:3.0:1780298628.587256:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.587286:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608297984 00000100:00100000:0.0:1780298628.587292:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608297984 00000100:00100000:0.0:1780298628.587327:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61420 00000100:00100000:0.0:1780298628.587335:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+133:28749:x1866777608297984:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298628.587366:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298628.587379:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e630298e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aab expref: 133 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.587401:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.587404:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298628.587513:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830dc00/0xaf35132e630298ee lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.587531:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830dc00/0xaf35132e630298ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.587536:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830dc00/0xaf35132e630298ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298628.587567:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990621 00000004:00010000:0.0:1780298628.587579:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cef8a71d reply state 00000000b27450ae transno 4294990622 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830dc00/0xaf35132e630298ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.587587:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830dc00/0xaf35132e630298ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.587592:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.587594:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298628.587596:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298628.587647:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+135:28749:x1866777608297984:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 313us (395us total) trans 4294990622 rc 0/0 00000100:00100000:0.0:1780298628.587652:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61420 00000020:00080000:0.0:1780298628.587655:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298628.588442:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.588475:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.588493:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608298112 00000100:00100000:1.0:1780298628.588497:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608298112 00000100:00100000:0.0:1780298628.588506:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608298240 00000100:00100000:0.0:1780298628.588511:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608298240 00002000:00010000:1.0:1780298628.588517:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4619330->18446744073709551615) 00002000:00100000:1.0:1780298628.588521:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541ebb80 with x1866777608298112 ext(4619330->18446744073709551615) 00002000:00010000:0.0:1780298628.588523:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298628.588527:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541e9c00 with x1866777608298240 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298628.588531:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2541ebb80. 00002000:00010000:0.0:1780298628.588532:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2541e9c00. 00000100:00100000:0.0:1780298628.588552:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4146 00000100:00100000:0.0:1780298628.588557:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608298240:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298628.588574:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4147 00000100:00100000:1.0:1780298628.588584:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608298112:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298628.588652:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2332679 -> 4194304 00002000:00010000:0.0:1780298628.588654:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.588656:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:0.0:1780298628.588658:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.588659:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 32 00000100:00100000:0.0:1780298628.588684:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608298240:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 127us (211us total) trans 4294968769 rc 0/0 00000100:00100000:0.0:1780298628.588690:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4146 00002000:00010000:0.0:1780298628.588693:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298628.588695:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541e9c00 with x1866777608298240 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298628.588699:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2541e9c00. 00002000:00010000:1.0:1780298628.588718:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4619330 00002000:00010000:1.0:1780298628.588722:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298628.588724:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298628.588725:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298628.588727:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1592 -> 1592 00000100:00100000:1.0:1780298628.588757:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608298112:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 177us (316us total) trans 4294969086 rc 0/0 00000100:00100000:1.0:1780298628.588762:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4147 00002000:00010000:1.0:1780298628.588765:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4619330->18446744073709551615) 00002000:00100000:1.0:1780298628.588768:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541ebb80 with x1866777608298112 ext(4619330->18446744073709551615) 00002000:00010000:1.0:1780298628.588772:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2541ebb80. 00000100:00100000:2.0:1780298628.593189:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.593215:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.593257:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608298368 00000100:00100000:1.0:1780298628.593265:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608298368 00000100:00100000:3.0:1780298628.593291:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608298496 00000100:00100000:3.0:1780298628.593297:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608298496 00002000:00100000:1.0:1780298628.593305:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (4194304->4620287) req@ffff9cf2541e8e00 x1866777608298368/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.593313:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541e8e00 with x1866777608298368 ext(4194304->4620287) 00002000:00010000:1.0:1780298628.593318:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2541e8e00 00002000:00100000:3.0:1780298628.593322:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2334720->4194303) req@ffff9cf348007100 x1866777608298496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.593332:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348007100 with x1866777608298496 ext(2334720->4194303) 00002000:00010000:3.0:1780298628.593337:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348007100 00000100:00100000:1.0:1780298628.593343:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4148 00000100:00100000:1.0:1780298628.593352:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608298368:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.593358:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4149 00000100:00100000:2.0:1780298628.593367:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608298496:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.595459:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608298368:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 2107us (2274us total) trans 0 rc 425984/425984 00000100:00100000:1.0:1780298628.595465:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4148 00002000:00100000:1.0:1780298628.595471:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (4194304->4620287) req@ffff9cf2541e8e00 x1866777608298368/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 425984/425984 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.595479:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541e8e00 with x1866777608298368 ext(4194304->4620287) 00002000:00010000:1.0:1780298628.595482:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2541e8e00 00000100:00100000:3.0:1780298628.598381:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.598440:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608298624 00000100:00100000:0.0:1780298628.598449:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608298624 00002000:00100000:0.0:1780298628.598482:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (4575232->4619329) req@ffff9cf24310c000 x1866777608298624/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.598489:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310c000 with x1866777608298624 ext(4575232->4619329) 00002000:00010000:0.0:1780298628.598494:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310c000 00000100:00100000:0.0:1780298628.598513:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4150 00000100:00100000:0.0:1780298628.598520:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608298624:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298628.600469:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608298496:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 7100us (7249us total) trans 0 rc 1859584/1859584 00000100:00100000:1.0:1780298628.600478:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4149 00002000:00100000:1.0:1780298628.600486:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2334720->4194303) req@ffff9cf348007100 x1866777608298496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 1859584/1859584 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.600493:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348007100 with x1866777608298496 ext(2334720->4194303) 00002000:00010000:1.0:1780298628.600497:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348007100 00000100:00100000:0.0:1780298628.600532:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608298624:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 2011us (2158us total) trans 4294969087 rc 0/0 00000100:00100000:0.0:1780298628.600539:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4150 00002000:00100000:0.0:1780298628.600545:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (4575232->4619329) req@ffff9cf24310c000 x1866777608298624/t4294969087(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.600551:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310c000 with x1866777608298624 ext(4575232->4619329) 00002000:00010000:0.0:1780298628.600554:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310c000 00000100:00100000:2.0:1780298628.601262:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.601317:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608298752 00000100:00100000:1.0:1780298628.601325:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608298752 00000100:00100000:1.0:1780298628.601366:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4070 00000100:00100000:1.0:1780298628.601376:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608298752:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298628.602064:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969087 is committed 00000100:00100000:1.0:1780298628.602198:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608298752:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 823us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.602205:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4070 00000100:00100000:3.0:1780298628.602936:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.602974:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608298880 00000100:00100000:1.0:1780298628.602979:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608298880 00000100:00100000:1.0:1780298628.603015:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61421 00000100:00100000:1.0:1780298628.603024:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+135:28749:x1866777608298880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.603040:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.603058:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9c00/0xaf35132e630298f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 69 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ab2 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.603149:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9600/0xaf35132e630298fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 70 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.603161:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9600/0xaf35132e630298fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.603170:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9600/0xaf35132e630298fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298628.603192:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 8813634 00000004:00200000:1.0:1780298628.603195:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298628.603209:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9600/0xaf35132e630298fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.603227:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9c00/0xaf35132e630298f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab2 expref: 137 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.603240:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9600/0xaf35132e630298fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 69 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab2 expref: 136 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.603245:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298628.603247:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298628.603249:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:1.0:1780298628.603281:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+136:28749:x1866777608298880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 259us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.603288:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61421 00000100:00100000:3.0:1780298628.604257:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.604308:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608299136 00000100:00100000:0.0:1780298628.604316:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608299136 00000100:00100000:0.0:1780298628.604363:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61422 00000100:00100000:0.0:1780298628.604372:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+88:28749:x1866777608299136:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298628.604572:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36000/0xaf35132e63029903 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 70 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.604588:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9600/0xaf35132e630298fc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab2 expref: 135 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.604613:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36000/0xaf35132e63029903 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.604647:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9600/0xaf35132e630298fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab2 expref: 135 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.604661:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9600/0xaf35132e630298fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab2 expref: 135 pid: 6477 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.604675:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604191616:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.604752:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.605382:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604191616:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298628.605406:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36000/0xaf35132e63029903 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.605593:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.605629:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608299264 00000100:00100000:2.0:1780298628.605633:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608299264 00010000:00010000:2.0:1780298628.605651:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9600/0xaf35132e630298fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab2 expref: 136 pid: 6477 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.605671:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14035 00000100:00100000:2.0:1780298628.605676:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+136:2400:x1866777608299264:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.605683:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.605687:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9600/0xaf35132e630298fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab2 expref: 136 pid: 6477 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.605696:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9600/0xaf35132e630298fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab2 expref: 136 pid: 6477 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.605709:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9600/0xaf35132e630298fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab2 expref: 136 pid: 6477 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.605718:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.605721:0:8374:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36000/0xaf35132e63029903 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.605730:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36000/0xaf35132e63029903 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.605734:0:8374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36000/0xaf35132e63029903 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.605752:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298628.605768:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36000/0xaf35132e63029903 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.605774:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36000/0xaf35132e63029903 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.605776:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+135:2400:x1866777608299264:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 100us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.605787:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14035 00000001:00080000:0.0:1780298628.605822:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990623 00000004:00010000:0.0:1780298628.605842:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000077723ec4 reply state 000000004d218b3d transno 4294990624 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36000/0xaf35132e63029903 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.605852:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36000/0xaf35132e63029903 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.605857:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.605859:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298628.605861:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298628.605905:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+91:28749:x1866777608299136:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1534us (1647us total) trans 4294990624 rc 0/0 00000100:00100000:0.0:1780298628.605910:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61422 00000020:00080000:0.0:1780298628.605914:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298628.606548:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.606578:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608299392 00000100:00100000:2.0:1780298628.606582:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608299392 00000100:00100000:2.0:1780298628.606611:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4071 00000100:00100000:2.0:1780298628.606616:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608299392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.606625:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.606636:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302990a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ab9 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.606661:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e630298d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a9d expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.606671:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(36 143) 00010000:00010000:2.0:1780298628.606675:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(37 143) 00010000:00010000:2.0:1780298628.606680:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302990a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab9 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.606701:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e630298d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a9d expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.606712:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e630298d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a9d expref: 6 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.606729:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604191744:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.606772:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.607336:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604191744:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298628.607351:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302990a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab9 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.607364:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b600, rc 0) 00000100:00100000:0.0:1780298628.607404:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608299392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 786us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.607412:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4071 00000100:00100000:3.0:1780298628.607972:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.608007:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608299520 00000100:00100000:2.0:1780298628.608013:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608299520 00010000:00010000:2.0:1780298628.608031:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e630298d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a9d expref: 7 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.608053:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14036 00000100:00100000:2.0:1780298628.608057:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608299520:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.608064:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298628.608073:0:7400:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1592 -> 1680 00010000:00010000:2.0:1780298628.608078:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e630298d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a9d expref: 7 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.608086:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e630298d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a9d expref: 7 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.608100:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e630298d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9a9d expref: 7 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.608107:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(37 143) 00010000:00010000:2.0:1780298628.608110:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(37 143) 00010000:00010000:2.0:1780298628.608114:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302990a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab9 expref: 5 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.608142:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302990a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab9 expref: 5 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.608162:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302990a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab9 expref: 5 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.608173:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604191872:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.608214:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.608877:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604191872:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.608886:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.608907:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608299520:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 850us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.608913:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14036 00000100:00100000:3.0:1780298628.608972:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.609007:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608299648 00000100:00100000:2.0:1780298628.609011:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608299648 00000100:00100000:2.0:1780298628.609043:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4072 00000100:00100000:2.0:1780298628.609054:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608299648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.609062:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.609071:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63029911 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ac0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.609086:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630298d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aa4 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.609096:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(5 104) 00010000:00010000:2.0:1780298628.609098:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(6 104) 00010000:00010000:2.0:1780298628.609100:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63029911 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ac0 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.609112:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630298d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aa4 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.609119:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630298d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aa4 expref: 9 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.609142:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604192000:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.609177:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.609768:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604192000:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.609780:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63029911 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ac0 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.609788:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:2.0:1780298628.609812:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608299648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 764us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.609817:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4072 00000100:00100000:3.0:1780298628.613076:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.613112:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608299776 00000100:00100000:2.0:1780298628.613118:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608299776 00010000:00010000:2.0:1780298628.613157:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630298d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aa4 expref: 10 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.613181:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14037 00000100:00100000:2.0:1780298628.613187:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608299776:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.613196:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.613212:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630298d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aa4 expref: 10 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.613221:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630298d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aa4 expref: 10 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.613237:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630298d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aa4 expref: 10 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.613247:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(6 104) 00010000:00010000:2.0:1780298628.613249:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(6 104) 00010000:00010000:2.0:1780298628.613254:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63029911 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ac0 expref: 5 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.613260:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63029911 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ac0 expref: 5 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.613277:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63029911 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ac0 expref: 5 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.613288:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604192128:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.613331:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.614048:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.614063:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604192128:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.614079:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298628.614099:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608299904 00000100:00100000:0.0:1780298628.614104:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608299904 00000100:00100000:2.0:1780298628.614122:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608299776:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 932us (1046us total) trans 0 rc 0/0 00002000:00010000:0.0:1780298628.614145:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2553301->18446744073709551615) 00002000:00100000:0.0:1780298628.614150:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889500 with x1866777608299904 ext(2553301->18446744073709551615) 00002000:00010000:0.0:1780298628.614160:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254889500. 00000100:00100000:2.0:1780298628.614161:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14037 00000100:00100000:0.0:1780298628.614185:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4151 00000100:00100000:0.0:1780298628.614193:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608299904:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298628.614272:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.614310:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608300032 00000100:00100000:1.0:1780298628.614315:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608300032 00002000:00010000:1.0:1780298628.614329:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:1.0:1780298628.614332:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006680 with x1866777608300032 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298628.614337:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348006680. 00000100:00100000:1.0:1780298628.614356:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4152 00000100:00100000:1.0:1780298628.614364:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608300032:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298628.616221:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4619330 -> 2553301 00002000:00010000:0.0:1780298628.616225:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.616228:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.616230:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.616232:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1680 -> 1592 00000100:00100000:0.0:1780298628.616263:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608299904:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 2072us (2216us total) trans 4294969088 rc 0/0 00000100:00100000:0.0:1780298628.616269:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4151 00002000:00010000:0.0:1780298628.616272:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2553301->18446744073709551615) 00002000:00100000:0.0:1780298628.616274:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889500 with x1866777608299904 ext(2553301->18446744073709551615) 00002000:00010000:0.0:1780298628.616278:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254889500. 00002000:00010000:1.0:1780298628.617689:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:1.0:1780298628.617692:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298628.617694:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298628 -> 1780298628 00002000:00010000:1.0:1780298628.617695:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298628.617697:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 32 -> 0 00000100:00100000:1.0:1780298628.617723:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608300032:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 3361us (3452us total) trans 4294968770 rc 0/0 00000100:00100000:1.0:1780298628.617727:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4152 00002000:00010000:1.0:1780298628.617730:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:1.0:1780298628.617732:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006680 with x1866777608300032 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298628.617736:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348006680. 00000100:00100000:2.0:1780298628.618529:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.618567:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608300160 00000100:00100000:0.0:1780298628.618573:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608300160 00000100:00100000:0.0:1780298628.618612:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61423 00000100:00100000:0.0:1780298628.618620:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+135:28749:x1866777608300160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.618633:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.618650:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37e00/0xaf35132e63029918 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 70 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ac7 expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.618727:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36a00/0xaf35132e6302991f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.618742:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36a00/0xaf35132e6302991f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.618754:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36a00/0xaf35132e6302991f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298628.618782:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 2553301 00000004:00200000:0.0:1780298628.618785:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298628.618799:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36a00/0xaf35132e6302991f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.618817:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37e00/0xaf35132e63029918 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ac7 expref: 137 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.618827:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36a00/0xaf35132e6302991f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 70 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ac7 expref: 136 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.618833:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.618835:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298628.618837:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36a00, rc 0) 00000100:00100000:0.0:1780298628.618861:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+136:28749:x1866777608300160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 243us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.618864:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61423 00000100:00100000:3.0:1780298628.619688:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.619719:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608300288 00000100:00100000:2.0:1780298628.619723:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608300288 00000100:00100000:2.0:1780298628.619750:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4073 00000100:00100000:2.0:1780298628.619756:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608300288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.619763:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.619771:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029926 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ace expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.619807:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604192256:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.619815:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.619846:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608300416 00000100:00100000:1.0:1780298628.619850:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608300416 00000100:00100000:2.0:1780298628.619855:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.619885:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4074 00000100:00100000:1.0:1780298628.619892:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608300416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.619899:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.619906:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e6302992d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ad5 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.619929:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604192384:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.619956:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00002000:00010000:1.0:1780298628.620515:0:19992:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime: 1780298628 -> 1780298629 00000100:00100000:2.0:1780298628.620517:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604192256:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.620527:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604192384:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.620538:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029926 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ace expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.620546:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e6302992d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ad5 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.620564:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029926 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ace expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.620577:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00010000:00010000:1.0:1780298628.620581:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ad57e78/0xaf35132e6302992d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ad5 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.620589:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:2.0:1780298628.620600:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608300288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 844us (912us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.620606:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4073 00000100:00100000:1.0:1780298628.620612:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608300416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 720us (825us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.620622:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4074 00000100:00100000:3.0:1780298628.621453:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.621487:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608300544 00000100:00100000:0.0:1780298628.621492:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608300544 00000100:00100000:0.0:1780298628.621522:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4075 00000100:00100000:0.0:1780298628.621530:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608300544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.621540:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.621549:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e63029934 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9adc expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.621565:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.621585:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604192512:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.621625:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608300672 00000100:00100000:3.0:1780298628.621629:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608300672 00000100:00100000:0.0:1780298628.621630:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.621656:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4076 00000100:00100000:3.0:1780298628.621664:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608300672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.621671:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.621678:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302993b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ae3 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.621698:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604192640:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.621755:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.622249:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604192512:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.622264:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e63029934 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9adc expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.622275:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e63029934 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9adc expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.622283:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37400, rc 0) 00000100:00100000:0.0:1780298628.622309:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608300544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 781us (857us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.622314:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4075 00000100:00100000:2.0:1780298628.622370:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604192640:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.622397:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302993b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ae3 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.622407:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302993b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ae3 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.622414:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450dc00, rc 0) 00000100:00100000:2.0:1780298628.622436:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608300672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 774us (872us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.622442:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4076 00000100:00100000:1.0:1780298628.623218:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.623243:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608300800 00000100:00100000:0.0:1780298628.623246:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608300800 00000100:00100000:0.0:1780298628.623272:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61424 00000100:00100000:0.0:1780298628.623278:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+91:28749:x1866777608300800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.623289:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.623298:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37a00/0xaf35132e63029942 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9aea expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.623338:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37600/0xaf35132e63029949 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 72 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.623347:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37600/0xaf35132e63029949 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.623354:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37600/0xaf35132e63029949 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298628.623367:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 2553301 00000004:00200000:0.0:1780298628.623370:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298628.623378:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37600/0xaf35132e63029949 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.623404:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37a00/0xaf35132e63029942 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aea expref: 93 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.623412:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37600/0xaf35132e63029949 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aea expref: 92 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.623418:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.623420:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298628.623422:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37600, rc 0) 00000100:00100000:0.0:1780298628.623443:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+92:28749:x1866777608300800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 166us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.623447:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61424 00000100:00100000:0.0:1780298628.624364:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.624406:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608300928 00000100:00100000:1.0:1780298628.624410:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608300928 00000100:00100000:1.0:1780298628.624436:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4077 00000100:00100000:1.0:1780298628.624442:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608300928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.624448:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.624456:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63029950 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9af1 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.624479:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604192768:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.624509:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.624517:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.624549:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608301056 00000100:00100000:2.0:1780298628.624554:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608301056 00000100:00100000:2.0:1780298628.624592:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4078 00000100:00100000:2.0:1780298628.624601:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608301056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.624611:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.624619:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029957 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9af8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.624646:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604192896:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.624681:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.625141:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604192768:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.625158:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63029950 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9af1 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.625170:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009864fb5/0xaf35132e63029950 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9af1 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.625178:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8200, rc 0) 00000100:00100000:1.0:1780298628.625207:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608300928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 765us (842us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.625212:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4077 00000100:00100000:3.0:1780298628.625298:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604192896:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.625311:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029957 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9af8 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.625348:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029957 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9af8 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.625359:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b000, rc 0) 00000100:00100000:3.0:1780298628.625381:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608301056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 783us (876us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.625400:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4078 00000100:00100000:0.0:1780298628.626057:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.626186:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608301184 00000100:00100000:0.0:1780298628.626190:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608301184 00000100:00100000:2.0:1780298628.626202:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.626223:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608301312 00000100:00100000:0.0:1780298628.626226:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608301312 00000100:00100000:1.0:1780298628.626233:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4079 00000100:00100000:3.0:1780298628.626245:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4080 00000100:00100000:1.0:1780298628.626251:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608301184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.626258:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.626265:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e6302995e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9aff expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.626278:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608301312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.626287:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.626288:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604193024:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.626299:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029965 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b06 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.626331:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604193152:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.626336:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.626360:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.626823:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604193024:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.626839:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e6302995e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aff expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.626853:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e6302995e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aff expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.626863:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:1.0:1780298628.626891:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608301184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 651us (836us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.626897:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4079 00000100:00100000:3.0:1780298628.626951:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604193152:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.626989:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029965 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b06 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.627000:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029965 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b06 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.627006:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9bc00, rc 0) 00000100:00100000:3.0:1780298628.627030:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608301312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 774us (830us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.627038:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4080 00000100:00100000:0.0:1780298628.627809:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.627861:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608301440 00000100:00100000:3.0:1780298628.627865:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608301440 00000100:00100000:3.0:1780298628.627889:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4081 00000100:00100000:2.0:1780298628.627895:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.627898:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608301440:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298628.627913:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608301568 00000100:00100000:1.0:1780298628.627917:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608301568 00000100:00100000:1.0:1780298628.627942:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4082 00010000:00010000:3.0:1780298628.627947:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.627951:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608301568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.627956:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e6302996c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b0d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.627958:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.627966:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63029973 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b14 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.627989:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604193280:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.628000:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604193408:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.628024:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.628033:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.628647:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604193280:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.628661:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e6302996c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b0d expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.628671:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e6302996c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b0d expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.628678:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c400, rc 0) 00000100:00100000:1.0:1780298628.628678:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604193408:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.628695:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63029973 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b14 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.628705:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608301440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 809us (896us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298628.628708:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6cc1684/0xaf35132e63029973 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b14 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.628717:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4081 00010000:00010000:1.0:1780298628.628723:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8600, rc 0) 00000100:00100000:1.0:1780298628.628745:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608301568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 796us (851us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.628750:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4082 00000100:00100000:0.0:1780298628.629567:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.629602:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608301696 00000100:00100000:2.0:1780298628.629606:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608301696 00000100:00100000:2.0:1780298628.629626:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4083 00000100:00100000:2.0:1780298628.629631:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608301696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.629638:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.629645:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e6302997a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b1b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.629658:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302990a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab9 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.629669:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(37 143) 00010000:00010000:2.0:1780298628.629672:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(38 143) 00010000:00010000:2.0:1780298628.629675:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e6302997a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2392064->2416639] (req 2392064->2416639) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b1b expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.629690:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302990a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab9 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.629699:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302990a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab9 expref: 6 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.629705:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604193536:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.629734:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.630314:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604193536:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298628.630330:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e6302997a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2392064->2416639] (req 2392064->2416639) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b1b expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.630341:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a600, rc 0) 00000100:00100000:0.0:1780298628.630367:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608301696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 735us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.630373:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4083 00000100:00100000:0.0:1780298628.630506:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.630544:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608301824 00000100:00100000:2.0:1780298628.630548:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608301824 00010000:00010000:2.0:1780298628.630564:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302990a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab9 expref: 7 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.630585:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14038 00000100:00100000:2.0:1780298628.630589:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608301824:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.630596:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.630604:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302990a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab9 expref: 7 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.630616:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302990a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab9 expref: 7 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.630627:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302990a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ab9 expref: 7 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.630634:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(38 143) 00010000:00010000:2.0:1780298628.630637:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(38 143) 00010000:00010000:2.0:1780298628.630641:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e6302997a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2416639) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b1b expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.630647:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e6302997a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2416639) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b1b expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.630662:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e6302997a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2416639) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b1b expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.630668:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604193664:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.630695:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.631277:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604193664:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.631285:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.631304:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608301824:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 715us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.631310:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14038 00000100:00100000:3.0:1780298628.631453:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.631477:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608301952 00000100:00100000:0.0:1780298628.631482:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608301952 00000100:00100000:0.0:1780298628.631521:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4153 00000100:00100000:0.0:1780298628.631529:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608301952:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298628.631700:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2553301 -> 2553301 00002000:00010000:0.0:1780298628.631704:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.631707:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.631709:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.631711:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1592 -> 1616 00000100:00100000:0.0:1780298628.631742:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608301952:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 214us (290us total) trans 4294969089 rc 0/0 00000100:00100000:0.0:1780298628.631750:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4153 00000100:00100000:0.0:1780298628.632513:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.632576:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608302080 00000100:00100000:3.0:1780298628.632579:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608302080 00000100:00100000:3.0:1780298628.632600:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4084 00000100:00100000:3.0:1780298628.632608:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608302080:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298628.632613:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.632632:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608302208 00000100:00100000:0.0:1780298628.632636:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608302208 00010000:00010000:3.0:1780298628.632655:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.632663:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e63029981 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b22 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.632668:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4085 00000100:00100000:0.0:1780298628.632681:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608302208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.632690:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298628.632691:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604193792:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.632701:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e63029988 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b29 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.632728:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.632733:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604193920:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.632765:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.633255:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604193792:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.633267:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e63029981 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b22 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.633276:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e63029981 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b22 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.633283:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:3.0:1780298628.633345:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608302080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 740us (834us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.633350:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4084 00000100:00100000:3.0:1780298628.633436:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604193920:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.633527:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e63029988 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b29 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.633536:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e63029988 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b29 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.633542:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37a00, rc 0) 00000100:00100000:3.0:1780298628.633562:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608302208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 886us (952us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.633567:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4085 00000100:00100000:0.0:1780298628.634252:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.634275:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608302336 00000100:00100000:1.0:1780298628.634280:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608302336 00000100:00100000:1.0:1780298628.634311:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4086 00000100:00100000:1.0:1780298628.634320:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608302336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.634330:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.634338:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e6302998f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b30 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.634364:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604194048:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.634415:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.634420:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.634458:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608302464 00000100:00100000:3.0:1780298628.634462:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608302464 00000100:00100000:3.0:1780298628.634485:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4087 00000100:00100000:3.0:1780298628.634491:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608302464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.634497:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.634538:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e63029996 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b37 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.634558:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604194176:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.634581:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.635015:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604194048:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.635032:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e6302998f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b30 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.635052:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000748d8f5/0xaf35132e6302998f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b30 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.635062:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8c00, rc 0) 00000100:00100000:1.0:1780298628.635086:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608302336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 769us (835us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.635092:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4086 00000100:00100000:3.0:1780298628.635103:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604194176:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.635206:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e63029996 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b37 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.635222:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e63029996 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b37 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.635231:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00000100:00100000:3.0:1780298628.635257:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608302464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 766us (841us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.635265:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4087 00000100:00100000:0.0:1780298628.637417:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.637466:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608302592 00000100:00100000:2.0:1780298628.637472:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608302592 00000100:00100000:2.0:1780298628.637511:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4088 00000100:00100000:2.0:1780298628.637522:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608302592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.637533:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.637544:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302999d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b3e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.637581:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604194304:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.637632:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.638259:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604194304:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.638273:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302999d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b3e expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.638284:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302999d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b3e expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.638293:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b600, rc 0) 00000100:00100000:2.0:1780298628.638325:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608302592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 806us (909us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.638332:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4088 00000100:00100000:3.0:1780298628.638987:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.639028:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608302720 00000100:00100000:0.0:1780298628.639032:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608302720 00000100:00100000:0.0:1780298628.639061:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4089 00000100:00100000:0.0:1780298628.639068:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608302720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.639076:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.639083:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e630299a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b45 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.639099:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e6302997a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2416639) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b1b expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.639108:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(38 143) 00010000:00010000:0.0:1780298628.639112:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(39 143) 00010000:00010000:0.0:1780298628.639116:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e630299a4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5758976->5763071] (req 5758976->5763071) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b45 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.639160:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e6302997a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2416639) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b1b expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.639172:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e6302997a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2416639) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b1b expref: 7 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.639183:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604194432:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.639212:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.639770:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604194432:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.639785:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e630299a4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5758976->5763071] (req 5758976->5763071) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b45 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.639798:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37000, rc 0) 00000100:00100000:3.0:1780298628.639821:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608302720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 755us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.639826:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4089 00000100:00100000:0.0:1780298628.639966:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.640002:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608302848 00000100:00100000:1.0:1780298628.640006:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608302848 00010000:00010000:1.0:1780298628.640025:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e6302997a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2416639) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b1b expref: 8 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.640047:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14039 00000100:00100000:1.0:1780298628.640055:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608302848:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.640063:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.640070:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e6302997a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2392064->35946495] (req 2392064->2416639) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b1b expref: 8 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.640078:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e6302997a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2392064->35946495] (req 2392064->2416639) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b1b expref: 8 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.640089:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e6302997a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2392064->35946495] (req 2392064->2416639) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b1b expref: 8 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.640096:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(39 143) 00010000:00010000:1.0:1780298628.640098:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(39 143) 00010000:00010000:1.0:1780298628.640103:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e630299a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5758976->39313407] (req 5758976->5763071) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b45 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.640109:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e630299a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5758976->39313407] (req 5758976->5763071) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b45 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.640142:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e630299a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5758976->39313407] (req 5758976->5763071) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b45 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.640150:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604194560:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.640181:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.640693:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604194560:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.640701:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.640721:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608302848:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 669us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.640729:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14039 00000100:00100000:0.0:1780298628.640813:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.640842:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608302976 00000100:00100000:3.0:1780298628.640846:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608302976 00000100:00100000:3.0:1780298628.640875:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4154 00000100:00100000:3.0:1780298628.640880:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608302976:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298628.641055:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2553301 -> 5762840 00002000:00010000:3.0:1780298628.641058:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298628.641061:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298628.641063:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298628.641064:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1616 -> 1624 00000100:00100000:3.0:1780298628.641095:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608302976:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 213us (281us total) trans 4294969090 rc 0/0 00000100:00100000:3.0:1780298628.641102:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4154 00000100:00100000:0.0:1780298628.641853:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.641883:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.641885:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608303104 00000100:00100000:1.0:1780298628.641889:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608303104 00000100:00100000:1.0:1780298628.641914:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608303232 00000100:00100000:1.0:1780298628.641916:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608303232 00000100:00100000:2.0:1780298628.641921:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4090 00000100:00100000:3.0:1780298628.641934:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4091 00000100:00100000:2.0:1780298628.641934:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608303104:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298628.641947:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608303232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.641947:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.641955:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.641955:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630299ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b4c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.641965:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e630299b2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b53 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.641990:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604194688:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.641999:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604194816:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.642024:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.642037:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.642729:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604194688:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.642746:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630299ab lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b4c expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.642760:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604194816:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.642760:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630299ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b4c expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.642773:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00010000:00010000:3.0:1780298628.642785:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e630299b2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b53 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.642797:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e630299b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b53 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.642805:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c400, rc 0) 00000100:00100000:1.0:1780298628.642805:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608303104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 876us (953us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.642812:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4090 00000100:00100000:3.0:1780298628.642828:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608303232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 884us (946us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.642833:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4091 00000100:00100000:0.0:1780298628.643747:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.643782:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608303360 00000100:00100000:2.0:1780298628.643786:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608303360 00000100:00100000:2.0:1780298628.643814:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4092 00000100:00100000:2.0:1780298628.643820:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608303360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.643826:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.643833:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e630299b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b5a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.643840:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.643861:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604194944:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.643872:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608303488 00000100:00100000:0.0:1780298628.643876:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608303488 00000100:00100000:2.0:1780298628.643895:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.643906:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4093 00000100:00100000:0.0:1780298628.643913:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608303488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.643919:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.643926:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009cb6f854/0xaf35132e630299c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b61 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.643951:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604195072:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.643980:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.644570:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604194944:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.644587:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e630299b9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b5a expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.644602:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e630299b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b5a expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.644613:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ac00, rc 0) 00000100:00100000:2.0:1780298628.644645:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608303360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 825us (897us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.644653:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4092 00000100:00100000:1.0:1780298628.644721:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604195072:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.644738:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009cb6f854/0xaf35132e630299c0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b61 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.644749:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009cb6f854/0xaf35132e630299c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b61 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.644754:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36e00, rc 0) 00000100:00100000:1.0:1780298628.644774:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608303488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 863us (938us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.644780:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4093 00000100:00100000:0.0:1780298628.645620:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.645644:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608303616 00000100:00100000:3.0:1780298628.645649:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608303616 00000100:00100000:3.0:1780298628.645675:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4094 00000100:00100000:3.0:1780298628.645680:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608303616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.645687:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.645693:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e630299c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b68 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.645713:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604195200:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.645747:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.646338:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604195200:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.646350:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e630299c7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b68 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.646358:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e630299c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b68 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.646368:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c000, rc 0) 00000100:00100000:0.0:1780298628.646399:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608303616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 719us (780us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.646404:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4094 00000100:00100000:0.0:1780298628.647153:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.647173:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608303744 00000100:00100000:3.0:1780298628.647178:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608303744 00000100:00100000:3.0:1780298628.647206:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4095 00000100:00100000:3.0:1780298628.647214:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608303744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.647222:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.647230:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e630299ce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b6f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.647245:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(39 143) 00010000:00010000:3.0:1780298628.647248:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(39 143) 00010000:00010000:3.0:1780298628.647258:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e630299ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3207168->5758975] (req 3207168->3211263) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b6f expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.647271:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e630299ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3207168->5758975] (req 3207168->3211263) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b6f expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.647280:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00000100:00100000:3.0:1780298628.647303:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608303744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 91us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.647308:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4095 00000100:00100000:2.0:1780298628.648044:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.648078:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608303872 00000100:00100000:0.0:1780298628.648082:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608303872 00002000:00100000:0.0:1780298628.648103:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3207168->3211263) req@ffff9cf254889f80 x1866777608303872/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.648111:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889f80 with x1866777608303872 ext(3207168->3211263) 00002000:00010000:0.0:1780298628.648114:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254889f80 00000100:00100000:0.0:1780298628.648158:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4155 00000100:00100000:0.0:1780298628.648167:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608303872:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.648304:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608303872:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 140us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298628.648309:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4155 00002000:00100000:0.0:1780298628.648315:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3207168->3211263) req@ffff9cf254889f80 x1866777608303872/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.648320:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889f80 with x1866777608303872 ext(3207168->3211263) 00002000:00010000:0.0:1780298628.648323:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254889f80 00000100:00100000:0.0:1780298628.649185:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.649241:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608304000 00000100:00100000:3.0:1780298628.649246:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608304000 00002000:00100000:3.0:1780298628.649266:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3211264->3215359) req@ffff9cf24304fb80 x1866777608304000/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.649276:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304fb80 with x1866777608304000 ext(3211264->3215359) 00002000:00010000:3.0:1780298628.649279:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304fb80 00000100:00100000:3.0:1780298628.649296:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4156 00000100:00100000:3.0:1780298628.649302:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608304000:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298628.649422:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608304000:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 120us (236us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298628.649429:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4156 00002000:00100000:3.0:1780298628.649436:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3211264->3215359) req@ffff9cf24304fb80 x1866777608304000/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.649445:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304fb80 with x1866777608304000 ext(3211264->3215359) 00002000:00010000:3.0:1780298628.649448:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304fb80 00000100:00100000:0.0:1780298628.650206:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.650234:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608304128 00000100:00100000:1.0:1780298628.650238:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608304128 00002000:00100000:1.0:1780298628.650259:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3215360->3219455) req@ffff9cf24304ca80 x1866777608304128/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.650265:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ca80 with x1866777608304128 ext(3215360->3219455) 00002000:00010000:1.0:1780298628.650268:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304ca80 00000100:00100000:1.0:1780298628.650282:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4157 00000100:00100000:1.0:1780298628.650286:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608304128:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.650350:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608304128:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 62us (143us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.650357:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4157 00002000:00100000:1.0:1780298628.650363:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3215360->3219455) req@ffff9cf24304ca80 x1866777608304128/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.650371:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ca80 with x1866777608304128 ext(3215360->3219455) 00002000:00010000:1.0:1780298628.650374:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304ca80 00000100:00100000:2.0:1780298628.651174:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.651210:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608304256 00000100:00100000:0.0:1780298628.651215:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608304256 00002000:00100000:0.0:1780298628.651232:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3219456->3223551) req@ffff9cf254888700 x1866777608304256/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.651238:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888700 with x1866777608304256 ext(3219456->3223551) 00002000:00010000:0.0:1780298628.651242:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254888700 00000100:00100000:0.0:1780298628.651262:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4158 00000100:00100000:0.0:1780298628.651270:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608304256:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.651355:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608304256:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 86us (181us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298628.651360:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4158 00002000:00100000:0.0:1780298628.651364:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3219456->3223551) req@ffff9cf254888700 x1866777608304256/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.651370:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888700 with x1866777608304256 ext(3219456->3223551) 00002000:00010000:0.0:1780298628.651372:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254888700 00000100:00100000:0.0:1780298628.652168:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.652200:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608304384 00000100:00100000:3.0:1780298628.652204:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608304384 00002000:00100000:3.0:1780298628.652220:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (3223552->3227647) req@ffff9cf24304dc00 x1866777608304384/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.652227:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304dc00 with x1866777608304384 ext(3223552->3227647) 00002000:00010000:3.0:1780298628.652230:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304dc00 00000100:00100000:3.0:1780298628.652244:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4159 00000100:00100000:3.0:1780298628.652249:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608304384:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298628.652318:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608304384:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (151us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298628.652325:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4159 00002000:00100000:3.0:1780298628.652330:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (3223552->3227647) req@ffff9cf24304dc00 x1866777608304384/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.652335:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304dc00 with x1866777608304384 ext(3223552->3227647) 00002000:00010000:3.0:1780298628.652338:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304dc00 00000100:00100000:3.0:1780298628.653284:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.653323:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608304512 00000100:00100000:0.0:1780298628.653328:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608304512 00002000:00100000:0.0:1780298628.653347:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3227648->3231743) req@ffff9cf243847100 x1866777608304512/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.653357:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243847100 with x1866777608304512 ext(3227648->3231743) 00002000:00010000:0.0:1780298628.653361:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243847100 00000100:00100000:0.0:1780298628.653382:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4160 00000100:00100000:0.0:1780298628.653405:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608304512:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.653487:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608304512:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 87us (203us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298628.653495:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4160 00002000:00100000:0.0:1780298628.653501:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3227648->3231743) req@ffff9cf243847100 x1866777608304512/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.653510:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243847100 with x1866777608304512 ext(3227648->3231743) 00002000:00010000:0.0:1780298628.653513:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243847100 00000100:00100000:2.0:1780298628.654350:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.654370:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608304640 00000100:00100000:3.0:1780298628.654374:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608304640 00002000:00100000:3.0:1780298628.654400:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3231744->3235839) req@ffff9cf24339e680 x1866777608304640/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.654407:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339e680 with x1866777608304640 ext(3231744->3235839) 00002000:00010000:3.0:1780298628.654409:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339e680 00000100:00100000:3.0:1780298628.654423:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4161 00000100:00100000:3.0:1780298628.654428:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608304640:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298628.654506:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608304640:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (156us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298628.654514:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4161 00002000:00100000:3.0:1780298628.654520:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3231744->3235839) req@ffff9cf24339e680 x1866777608304640/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.654528:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339e680 with x1866777608304640 ext(3231744->3235839) 00002000:00010000:3.0:1780298628.654531:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339e680 00000100:00100000:0.0:1780298628.655332:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.655365:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608304768 00000100:00100000:1.0:1780298628.655369:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608304768 00002000:00100000:1.0:1780298628.655397:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3235840->3276799) req@ffff9cf348319500 x1866777608304768/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.655404:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348319500 with x1866777608304768 ext(3235840->3276799) 00002000:00010000:1.0:1780298628.655407:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348319500 00000100:00100000:1.0:1780298628.655422:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4162 00000100:00100000:1.0:1780298628.655429:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608304768:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.656027:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608304768:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 599us (696us total) trans 0 rc 40960/40960 00000100:00100000:1.0:1780298628.656033:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4162 00002000:00100000:1.0:1780298628.656038:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3235840->3276799) req@ffff9cf348319500 x1866777608304768/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.656045:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348319500 with x1866777608304768 ext(3235840->3276799) 00002000:00010000:1.0:1780298628.656048:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348319500 00000100:00100000:0.0:1780298628.656875:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.656901:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.656916:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608304896 00000100:00100000:1.0:1780298628.656920:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608304896 00000100:00100000:1.0:1780298628.656946:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608305024 00000100:00100000:1.0:1780298628.656948:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608305024 00000100:00100000:2.0:1780298628.656959:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4096 00000100:00100000:0.0:1780298628.656969:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4097 00000100:00100000:2.0:1780298628.656974:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608304896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.656983:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.656984:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608305024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.656995:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.657000:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630299d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b76 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.657008:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e630299dc lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b7d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.657052:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604195328:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.657052:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604195456:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.657113:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.657114:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.657737:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604195328:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.657754:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604195456:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.657762:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630299d5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b76 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.657767:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e630299dc lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b7d expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.657782:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630299d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b76 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.657782:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e630299dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b7d expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.657793:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00010000:00010000:0.0:1780298628.657797:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37a00, rc 0) 00000100:00100000:3.0:1780298628.657825:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608304896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 858us (950us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.657825:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608305024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 847us (925us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.657832:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4097 00000100:00100000:3.0:1780298628.657837:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4096 00000100:00100000:3.0:1780298628.658770:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.658802:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608305152 00000100:00100000:0.0:1780298628.658807:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608305152 00000100:00100000:0.0:1780298628.658837:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4098 00000100:00100000:0.0:1780298628.658844:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608305152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.658853:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.658863:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e630299e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b84 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.658895:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.658895:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604195584:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.658940:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.658954:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608305280 00000100:00100000:3.0:1780298628.658958:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608305280 00000100:00100000:3.0:1780298628.658988:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4099 00000100:00100000:3.0:1780298628.658996:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608305280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.659004:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.659011:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e630299ea lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b8b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.659076:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604195712:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.659112:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.659641:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604195584:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.659658:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e630299e3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b84 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.659673:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e630299e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b84 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.659683:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36600, rc 0) 00000100:00100000:0.0:1780298628.659709:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608305152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 865us (938us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.659716:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4098 00000100:00100000:0.0:1780298628.659821:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604195712:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.659837:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e630299ea lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b8b expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.659849:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e630299ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b8b expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.659858:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c400, rc 0) 00000100:00100000:0.0:1780298628.659883:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608305280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 890us (992us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.659890:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4099 00000100:00100000:1.0:1780298628.660920:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.660941:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608305536 00000100:00100000:3.0:1780298628.660946:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608305536 00000100:00100000:1.0:1780298628.660950:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.660974:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608305408 00000100:00100000:3.0:1780298628.660977:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608305408 00000100:00100000:3.0:1780298628.661001:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4100 00000100:00100000:0.0:1780298628.661007:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4101 00000100:00100000:3.0:1780298628.661008:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608305536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.661017:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.661024:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608305408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.661027:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e630299f1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b99 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.661033:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.661040:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e630299f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9b92 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.661056:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604195840:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.661060:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604195968:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.661095:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.661095:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.661963:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604195840:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.661980:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e630299f1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b99 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.661990:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e630299f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b99 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.661997:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450cc00, rc 0) 00000100:00100000:3.0:1780298628.662025:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608305536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1017us (1106us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.662032:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4100 00000100:00100000:0.0:1780298628.662072:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604195968:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.662088:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e630299f8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b92 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.662106:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e630299f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b92 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.662115:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:0.0:1780298628.662156:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608305408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1142us (1206us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.662162:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4101 00000100:00100000:2.0:1780298628.663005:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.663034:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.663049:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608305664 00000100:00100000:3.0:1780298628.663053:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608305792 00000100:00100000:0.0:1780298628.663055:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608305664 00000100:00100000:3.0:1780298628.663057:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608305792 00000100:00100000:0.0:1780298628.663086:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4102 00000100:00100000:3.0:1780298628.663093:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4103 00000100:00100000:0.0:1780298628.663093:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608305664:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298628.663100:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608305792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.663102:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.663106:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.663112:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e630299ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ba0 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.663113:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e63029a06 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ba7 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.663168:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604196224:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.663168:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604196096:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.663208:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.663208:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.663922:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604196096:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.663940:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e630299ff lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ba0 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.663954:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e630299ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ba0 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.663963:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604196224:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.663969:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37400, rc 0) 00000100:00100000:0.0:1780298628.663999:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608305664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 906us (995us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.664005:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4102 00010000:00010000:3.0:1780298628.664015:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e63029a06 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ba7 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.664028:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e63029a06 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ba7 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.664038:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00000100:00100000:3.0:1780298628.664055:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608305792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 957us (1022us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.664060:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4103 00000100:00100000:2.0:1780298628.664896:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.664942:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608305920 00000100:00100000:1.0:1780298628.664947:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608305920 00000100:00100000:1.0:1780298628.664982:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4104 00000100:00100000:1.0:1780298628.664988:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608305920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.664995:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.665002:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63029a0d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9bae expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.665026:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604196352:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.665058:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.665736:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604196352:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.665754:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63029a0d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bae expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.665768:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6db1624/0xaf35132e63029a0d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bae expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.665776:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8400, rc 0) 00000100:00100000:0.0:1780298628.665799:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608305920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 812us (905us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.665803:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4104 00000100:00100000:2.0:1780298628.666687:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.666726:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608306048 00000100:00100000:0.0:1780298628.666731:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608306048 00000100:00100000:0.0:1780298628.666771:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4163 00000100:00100000:0.0:1780298628.666779:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608306048:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298628.666955:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1780298628.666958:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.666961:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298628 00002000:00010000:0.0:1780298628.666964:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.666966:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 72 00000100:00100000:0.0:1780298628.666998:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608306048:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 220us (311us total) trans 4294968771 rc 0/0 00000100:00100000:0.0:1780298628.667006:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4163 00000100:00100000:2.0:1780298628.667817:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.667856:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608306176 00000100:00100000:0.0:1780298628.667861:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608306176 00000100:00100000:0.0:1780298628.667893:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4105 00000100:00100000:0.0:1780298628.667901:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608306176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.667910:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.667920:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e63029a14 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9bb5 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.667956:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604196480:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.668003:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.668634:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604196480:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.668653:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e63029a14 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bb5 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.668669:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e63029a14 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bb5 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.668678:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36600, rc 0) 00000100:00100000:0.0:1780298628.668707:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608306176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 808us (892us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.668714:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4105 00000100:00100000:2.0:1780298628.669513:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.669547:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608306304 00000100:00100000:3.0:1780298628.669551:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608306304 00000100:00100000:3.0:1780298628.669574:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4106 00000100:00100000:3.0:1780298628.669583:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608306304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.669590:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.669597:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b22e06ca/0xaf35132e63029a1b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9bbc expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.669620:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604196608:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.669652:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.670296:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604196608:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.670309:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b22e06ca/0xaf35132e63029a1b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bbc expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.670319:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b22e06ca/0xaf35132e63029a1b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bbc expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.670325:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450cc00, rc 0) 00000100:00100000:3.0:1780298628.670348:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608306304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 765us (834us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.670355:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4106 00000100:00100000:1.0:1780298628.671215:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.671236:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.671260:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608306432 00000100:00100000:3.0:1780298628.671265:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608306432 00000100:00100000:0.0:1780298628.671271:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608306560 00000100:00100000:0.0:1780298628.671275:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608306560 00000100:00100000:3.0:1780298628.671296:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4107 00000100:00100000:3.0:1780298628.671305:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608306432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.671314:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.671314:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4108 00010000:00010000:3.0:1780298628.671323:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029a22 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9bc3 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.671326:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608306560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.671337:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.671346:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63029a29 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9bca expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.671359:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604196736:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.671379:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604196864:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.671411:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.671419:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.672094:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604196736:192.168.203.25@tcp:106: 00002000:00010000:1.0:1780298628.672103:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime: 1780298628 -> 1780298629 00010000:00010000:3.0:1780298628.672111:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029a22 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bc3 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.672116:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604196864:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.672147:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029a22 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bc3 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.672154:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63029a29 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bca expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.672156:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00010000:00010000:1.0:1780298628.672169:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005043b515/0xaf35132e63029a29 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bca expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.672178:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:3.0:1780298628.672186:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608306432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 882us (971us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.672192:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4107 00000100:00100000:1.0:1780298628.672201:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608306560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 878us (962us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.672207:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4108 00000100:00100000:2.0:1780298628.673055:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.673090:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608306688 00000100:00100000:0.0:1780298628.673094:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608306688 00000100:00100000:0.0:1780298628.673116:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4109 00000100:00100000:0.0:1780298628.673121:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608306688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.673139:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.673146:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029a30 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9bd1 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.673161:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63029911 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ac0 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.673167:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(6 104) 00010000:00010000:0.0:1780298628.673170:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(7 104) 00010000:00010000:0.0:1780298628.673173:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029a30 lrc: 4/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bd1 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.673187:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63029911 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ac0 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.673198:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63029911 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ac0 expref: 7 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.673205:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604196992:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.673234:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.673867:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348318700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604196992:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.673886:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029a30 lrc: 3/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [4096->8191] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bd1 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.673898:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:1.0:1780298628.673930:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608306688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 807us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.673937:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4109 00000100:00100000:2.0:1780298628.674140:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.674174:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608306816 00000100:00100000:1.0:1780298628.674179:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608306816 00010000:00010000:1.0:1780298628.674200:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63029911 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ac0 expref: 8 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.674226:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14040 00000100:00100000:1.0:1780298628.674233:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608306816:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.674243:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.674254:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63029911 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ac0 expref: 8 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.674267:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63029911 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ac0 expref: 8 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.674284:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63029911 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ac0 expref: 8 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.674295:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(7 104) 00010000:00010000:1.0:1780298628.674298:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(7 104) 00010000:00010000:1.0:1780298628.674306:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029a30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bd1 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.674316:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029a30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bd1 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.674339:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029a30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bd1 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.674351:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604197120:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.674407:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.675062:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604197120:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.675073:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.675100:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608306816:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 867us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.675106:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14040 00000100:00100000:2.0:1780298628.675213:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.675267:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608306944 00000100:00100000:3.0:1780298628.675272:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608306944 00000100:00100000:3.0:1780298628.675301:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4110 00000100:00100000:3.0:1780298628.675307:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608306944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.675315:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.675323:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e63029a37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9bd8 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.675345:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604197248:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.675378:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.675994:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604197248:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.676008:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e63029a37 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bd8 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.676018:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e63029a37 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bd8 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.676024:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:3.0:1780298628.676056:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608306944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 746us (841us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.676063:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4110 00000100:00100000:2.0:1780298628.676812:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.676835:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608307072 00000100:00100000:3.0:1780298628.676839:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608307072 00002000:00100000:3.0:1780298628.676866:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (4096->8191) req@ffff9cf34372c380 x1866777608307072/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.676873:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372c380 with x1866777608307072 ext(4096->8191) 00002000:00010000:3.0:1780298628.676877:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372c380 00000100:00100000:3.0:1780298628.676896:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4164 00000100:00100000:3.0:1780298628.676904:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608307072:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298628.677024:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608307072:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 121us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.677028:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4164 00002000:00100000:3.0:1780298628.677032:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (4096->8191) req@ffff9cf34372c380 x1866777608307072/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.677038:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372c380 with x1866777608307072 ext(4096->8191) 00002000:00010000:3.0:1780298628.677041:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372c380 00000100:00100000:2.0:1780298628.677927:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.677958:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608307200 00000100:00100000:1.0:1780298628.677962:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608307200 00000100:00100000:1.0:1780298628.677989:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4111 00000100:00100000:1.0:1780298628.677994:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608307200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.678001:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.678010:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e63029a3e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9bdf expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.678042:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604197376:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.678077:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.678697:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604197376:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.678710:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e63029a3e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bdf expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.678725:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e63029a3e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bdf expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.678732:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9c00, rc 0) 00000100:00100000:1.0:1780298628.678753:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608307200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 760us (829us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.678758:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4111 00000100:00100000:2.0:1780298628.679472:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.679504:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608307328 00000100:00100000:0.0:1780298628.679510:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608307328 00002000:00100000:0.0:1780298628.679534:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (8192->12287) req@ffff9cf34372dc00 x1866777608307328/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.679544:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372dc00 with x1866777608307328 ext(8192->12287) 00002000:00010000:0.0:1780298628.679548:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372dc00 00000100:00100000:0.0:1780298628.679570:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4165 00000100:00100000:0.0:1780298628.679579:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608307328:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.679660:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608307328:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 84us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.679666:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4165 00002000:00100000:0.0:1780298628.679671:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (8192->12287) req@ffff9cf34372dc00 x1866777608307328/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.679677:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372dc00 with x1866777608307328 ext(8192->12287) 00002000:00010000:0.0:1780298628.679680:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372dc00 00000100:00100000:2.0:1780298628.680446:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.680477:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608307456 00000100:00100000:1.0:1780298628.680481:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608307456 00000100:00100000:1.0:1780298628.680510:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4112 00000100:00100000:1.0:1780298628.680514:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608307456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.680520:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.680526:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029a45 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9be6 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.680546:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604197504:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.680578:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.681228:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604197504:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.681246:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029a45 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9be6 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.681261:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005043b515/0xaf35132e63029a45 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9be6 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.681271:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8a00, rc 0) 00000100:00100000:0.0:1780298628.681298:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608307456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 783us (852us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.681310:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4112 00000100:00100000:2.0:1780298628.682162:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.682199:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608307584 00000100:00100000:3.0:1780298628.682203:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608307584 00002000:00100000:3.0:1780298628.682224:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (12288->16383) req@ffff9cf34372ce00 x1866777608307584/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.682230:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ce00 with x1866777608307584 ext(12288->16383) 00002000:00010000:3.0:1780298628.682233:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372ce00 00000100:00100000:3.0:1780298628.682256:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4166 00000100:00100000:3.0:1780298628.682261:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608307584:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298628.682361:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608307584:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 99us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.682369:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4166 00002000:00100000:3.0:1780298628.682375:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (12288->16383) req@ffff9cf34372ce00 x1866777608307584/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.682394:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ce00 with x1866777608307584 ext(12288->16383) 00002000:00010000:3.0:1780298628.682398:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372ce00 00000100:00100000:2.0:1780298628.683395:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.683432:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608307712 00000100:00100000:1.0:1780298628.683436:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608307712 00000100:00100000:1.0:1780298628.683475:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4113 00000100:00100000:1.0:1780298628.683484:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608307712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.683499:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.683511:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029a4c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9bed expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.683551:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604197632:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.683609:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.684295:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604197632:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.684319:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029a4c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bed expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.684337:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ad57e78/0xaf35132e63029a4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bed expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.684347:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd8e00, rc 0) 00000100:00100000:0.0:1780298628.684378:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608307712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 896us (999us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.684397:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4113 00000100:00100000:2.0:1780298628.685171:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.685204:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608307840 00000100:00100000:1.0:1780298628.685210:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608307840 00002000:00100000:1.0:1780298628.685237:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (16384->20479) req@ffff9cf37f7bd500 x1866777608307840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.685248:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd500 with x1866777608307840 ext(16384->20479) 00002000:00010000:1.0:1780298628.685253:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bd500 00000100:00100000:1.0:1780298628.685287:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4167 00000100:00100000:1.0:1780298628.685296:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608307840:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.685418:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608307840:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 124us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.685427:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4167 00002000:00100000:1.0:1780298628.685434:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (16384->20479) req@ffff9cf37f7bd500 x1866777608307840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.685443:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd500 with x1866777608307840 ext(16384->20479) 00002000:00010000:1.0:1780298628.685447:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bd500 00000100:00100000:2.0:1780298628.686271:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.686316:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608307968 00000100:00100000:3.0:1780298628.686320:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608307968 00000100:00100000:3.0:1780298628.686347:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4114 00000100:00100000:3.0:1780298628.686352:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608307968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.686359:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.686370:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e63029a53 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9bf4 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.686419:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604197760:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.686472:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.687075:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604197760:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.687103:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e63029a53 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bf4 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.687115:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e63029a53 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bf4 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.687122:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:3.0:1780298628.687165:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608307968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 813us (895us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.687170:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4114 00000100:00100000:2.0:1780298628.688081:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.688144:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608308096 00000100:00100000:0.0:1780298628.688149:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608308096 00002000:00100000:0.0:1780298628.688177:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (20480->24575) req@ffff9cf37f7bd180 x1866777608308096/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.688187:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd180 with x1866777608308096 ext(20480->24575) 00002000:00010000:0.0:1780298628.688191:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bd180 00000100:00100000:0.0:1780298628.688209:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4168 00000100:00100000:0.0:1780298628.688218:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608308096:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.688310:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608308096:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 95us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.688315:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4168 00002000:00100000:0.0:1780298628.688319:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (20480->24575) req@ffff9cf37f7bd180 x1866777608308096/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.688325:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd180 with x1866777608308096 ext(20480->24575) 00002000:00010000:0.0:1780298628.688328:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bd180 00000100:00100000:2.0:1780298628.689225:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.689278:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608308224 00000100:00100000:1.0:1780298628.689283:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608308224 00000100:00100000:1.0:1780298628.689308:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4115 00000100:00100000:1.0:1780298628.689314:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608308224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.689321:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.689331:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e63029a5a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9bfb expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.689359:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604197888:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.689406:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.690036:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604197888:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.690056:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e63029a5a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bfb expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.690072:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec78c784/0xaf35132e63029a5a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bfb expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.690083:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9c00, rc 0) 00000100:00100000:2.0:1780298628.690114:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608308224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 800us (891us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.690121:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4115 00000100:00100000:2.0:1780298628.691017:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.691048:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608308352 00000100:00100000:3.0:1780298628.691054:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608308352 00002000:00100000:3.0:1780298628.691082:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (24576->28671) req@ffff9cf37f7bf480 x1866777608308352/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.691091:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf480 with x1866777608308352 ext(24576->28671) 00002000:00010000:3.0:1780298628.691095:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bf480 00000100:00100000:3.0:1780298628.691113:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4169 00000100:00100000:3.0:1780298628.691120:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608308352:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298628.691242:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608308352:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 123us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.691247:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4169 00002000:00100000:3.0:1780298628.691251:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (24576->28671) req@ffff9cf37f7bf480 x1866777608308352/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.691257:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf480 with x1866777608308352 ext(24576->28671) 00002000:00010000:3.0:1780298628.691259:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bf480 00000100:00100000:1.0:1780298628.692208:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.692243:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608308480 00000100:00100000:0.0:1780298628.692248:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608308480 00000100:00100000:0.0:1780298628.692276:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4116 00000100:00100000:0.0:1780298628.692284:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608308480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.692293:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.692305:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d106f86/0xaf35132e63029a61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c02 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.692343:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604198016:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.692397:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.693104:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604198016:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.693152:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000d106f86/0xaf35132e63029a61 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c02 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.693169:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d106f86/0xaf35132e63029a61 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c02 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.693178:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36400, rc 0) 00000100:00100000:0.0:1780298628.693207:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608308480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 924us (999us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.693214:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4116 00000100:00100000:2.0:1780298628.693961:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.693993:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608308608 00000100:00100000:0.0:1780298628.693999:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608308608 00002000:00100000:0.0:1780298628.694022:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (28672->32767) req@ffff9cf37f7bf800 x1866777608308608/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.694031:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf800 with x1866777608308608 ext(28672->32767) 00002000:00010000:0.0:1780298628.694035:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bf800 00000100:00100000:0.0:1780298628.694055:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4170 00000100:00100000:0.0:1780298628.694063:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608308608:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.694196:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608308608:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 134us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.694203:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4170 00002000:00100000:0.0:1780298628.694210:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (28672->32767) req@ffff9cf37f7bf800 x1866777608308608/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.694219:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf800 with x1866777608308608 ext(28672->32767) 00002000:00010000:0.0:1780298628.694223:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bf800 00000100:00100000:1.0:1780298628.694967:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.694997:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608308736 00000100:00100000:0.0:1780298628.695002:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608308736 00000100:00100000:0.0:1780298628.695034:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4117 00000100:00100000:0.0:1780298628.695041:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608308736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.695050:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.695061:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c8dab73/0xaf35132e63029a68 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c09 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.695093:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604198144:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.695163:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.695766:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604198144:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.695784:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c8dab73/0xaf35132e63029a68 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c09 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.695799:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c8dab73/0xaf35132e63029a68 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c09 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.695809:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36800, rc 0) 00000100:00100000:0.0:1780298628.695836:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608308736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 795us (869us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.695843:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4117 00000100:00100000:2.0:1780298628.696600:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.696643:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608308864 00000100:00100000:3.0:1780298628.696648:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608308864 00002000:00100000:3.0:1780298628.696672:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (32768->36863) req@ffff9cf37f7bea00 x1866777608308864/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.696683:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bea00 with x1866777608308864 ext(32768->36863) 00002000:00010000:3.0:1780298628.696686:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bea00 00000100:00100000:3.0:1780298628.696713:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4171 00000100:00100000:3.0:1780298628.696721:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608308864:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298628.696811:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608308864:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 91us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.696819:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4171 00002000:00100000:3.0:1780298628.696825:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (32768->36863) req@ffff9cf37f7bea00 x1866777608308864/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.696835:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bea00 with x1866777608308864 ext(32768->36863) 00002000:00010000:3.0:1780298628.696839:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bea00 00000100:00100000:1.0:1780298628.697641:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.697677:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608308992 00000100:00100000:2.0:1780298628.697681:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608308992 00000100:00100000:2.0:1780298628.697710:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4118 00000100:00100000:2.0:1780298628.697718:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608308992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.697727:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.697740:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029a6f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c10 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.697775:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604198272:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.697821:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.698420:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604198272:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.698438:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029a6f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c10 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.698453:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029a6f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c10 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.698463:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b600, rc 0) 00000100:00100000:2.0:1780298628.698490:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608308992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 775us (850us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.698496:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4118 00000100:00100000:0.0:1780298628.699287:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.699338:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608309120 00000100:00100000:1.0:1780298628.699344:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608309120 00002000:00100000:1.0:1780298628.699371:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (36864->40959) req@ffff9cf34831ad80 x1866777608309120/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.699381:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831ad80 with x1866777608309120 ext(36864->40959) 00002000:00010000:1.0:1780298628.699396:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831ad80 00000100:00100000:1.0:1780298628.699416:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4172 00000100:00100000:1.0:1780298628.699425:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608309120:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.699542:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608309120:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 118us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.699550:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4172 00002000:00100000:1.0:1780298628.699556:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (36864->40959) req@ffff9cf34831ad80 x1866777608309120/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.699565:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831ad80 with x1866777608309120 ext(36864->40959) 00002000:00010000:1.0:1780298628.699569:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831ad80 00000100:00100000:1.0:1780298628.700468:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.700498:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608309248 00000100:00100000:2.0:1780298628.700502:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608309248 00000100:00100000:2.0:1780298628.700526:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4119 00000100:00100000:2.0:1780298628.700547:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608309248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.700556:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.700569:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63029a76 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c17 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.700606:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604198400:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.700657:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.701289:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604198400:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.701309:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63029a76 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c17 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.701321:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63029a76 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c17 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.701329:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ac00, rc 0) 00000100:00100000:2.0:1780298628.701352:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608309248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 821us (885us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.701357:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4119 00000100:00100000:0.0:1780298628.702181:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.702217:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608309376 00000100:00100000:2.0:1780298628.702223:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608309376 00002000:00100000:2.0:1780298628.702261:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (40960->45055) req@ffff9cf34831a680 x1866777608309376/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.702270:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831a680 with x1866777608309376 ext(40960->45055) 00002000:00010000:2.0:1780298628.702274:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831a680 00000100:00100000:2.0:1780298628.702296:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4173 00000100:00100000:2.0:1780298628.702306:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608309376:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.702439:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608309376:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 135us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.702446:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4173 00002000:00100000:2.0:1780298628.702453:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (40960->45055) req@ffff9cf34831a680 x1866777608309376/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.702467:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831a680 with x1866777608309376 ext(40960->45055) 00002000:00010000:2.0:1780298628.702470:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831a680 00000100:00100000:1.0:1780298628.703296:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.703326:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608309504 00000100:00100000:0.0:1780298628.703330:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608309504 00000100:00100000:0.0:1780298628.703358:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4120 00000100:00100000:0.0:1780298628.703365:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608309504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.703375:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.703396:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e63029a7d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c1e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.703434:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604198528:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.703477:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.704079:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604198528:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.704095:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e63029a7d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c1e expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.704106:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e63029a7d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c1e expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.704113:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36200, rc 0) 00000100:00100000:1.0:1780298628.704161:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608309504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 796us (865us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.704167:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4120 00000100:00100000:2.0:1780298628.704844:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.704881:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608309632 00000100:00100000:3.0:1780298628.704885:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608309632 00002000:00100000:3.0:1780298628.704902:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (45056->49151) req@ffff9cf37f7bc380 x1866777608309632/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.704909:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bc380 with x1866777608309632 ext(45056->49151) 00002000:00010000:3.0:1780298628.704911:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bc380 00000100:00100000:3.0:1780298628.704928:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4174 00000100:00100000:3.0:1780298628.704935:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608309632:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298628.705016:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608309632:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.705023:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4174 00002000:00100000:3.0:1780298628.705030:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (45056->49151) req@ffff9cf37f7bc380 x1866777608309632/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.705038:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bc380 with x1866777608309632 ext(45056->49151) 00002000:00010000:3.0:1780298628.705041:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bc380 00000100:00100000:2.0:1780298628.705849:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.705892:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608309760 00000100:00100000:0.0:1780298628.705895:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608309760 00000100:00100000:0.0:1780298628.705919:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4121 00000100:00100000:0.0:1780298628.705924:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608309760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.705931:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.705938:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029a84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c25 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.705960:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604198656:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.705994:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.706587:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604198656:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.706603:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029a84 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c25 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.706619:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029a84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c25 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.706625:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37800, rc 0) 00000100:00100000:1.0:1780298628.706647:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608309760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 723us (799us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.706651:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4121 00000100:00100000:2.0:1780298628.707317:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.707355:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608309888 00000100:00100000:0.0:1780298628.707359:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608309888 00002000:00100000:0.0:1780298628.707377:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (49152->53247) req@ffff9cf37f7be680 x1866777608309888/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.707392:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7be680 with x1866777608309888 ext(49152->53247) 00002000:00010000:0.0:1780298628.707395:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7be680 00000100:00100000:0.0:1780298628.707410:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4175 00000100:00100000:0.0:1780298628.707419:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608309888:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.707488:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608309888:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.707493:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4175 00002000:00100000:0.0:1780298628.707498:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (49152->53247) req@ffff9cf37f7be680 x1866777608309888/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.707503:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7be680 with x1866777608309888 ext(49152->53247) 00002000:00010000:0.0:1780298628.707506:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7be680 00000100:00100000:2.0:1780298628.708328:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.708371:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608310016 00000100:00100000:0.0:1780298628.708376:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608310016 00000100:00100000:0.0:1780298628.708414:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4122 00000100:00100000:0.0:1780298628.708422:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608310016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.708431:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.708440:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e63029a8b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c2c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.708471:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604198784:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.708516:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.709108:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604198784:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.709145:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e63029a8b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c2c expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.709158:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e63029a8b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c2c expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.709165:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36600, rc 0) 00000100:00100000:0.0:1780298628.709192:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608310016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 771us (864us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.709199:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4122 00000100:00100000:2.0:1780298628.709956:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.709992:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608310144 00000100:00100000:3.0:1780298628.709997:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608310144 00002000:00100000:3.0:1780298628.710020:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (53248->57343) req@ffff9cf37f7bce00 x1866777608310144/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.710026:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bce00 with x1866777608310144 ext(53248->57343) 00002000:00010000:3.0:1780298628.710029:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bce00 00000100:00100000:3.0:1780298628.710047:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4176 00000100:00100000:3.0:1780298628.710054:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608310144:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298628.710202:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608310144:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 149us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.710209:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4176 00002000:00100000:3.0:1780298628.710214:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (53248->57343) req@ffff9cf37f7bce00 x1866777608310144/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.710220:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bce00 with x1866777608310144 ext(53248->57343) 00002000:00010000:3.0:1780298628.710223:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bce00 00000100:00100000:2.0:1780298628.711189:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.711216:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608310400 00000100:00100000:2.0:1780298628.711217:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.711221:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608310400 00000100:00100000:1.0:1780298628.711252:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608310272 00000100:00100000:1.0:1780298628.711256:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608310272 00000100:00100000:3.0:1780298628.711261:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4123 00000100:00100000:3.0:1780298628.711273:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608310400:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.711277:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4124 00010000:00010000:3.0:1780298628.711285:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.711289:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608310272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.711296:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.711300:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e63029a92 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c3a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.711304:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e63029a99 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c33 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.711331:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(7 104) 00010000:00010000:3.0:1780298628.711336:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(7 104) 00010000:00010000:3.0:1780298628.711345:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e63029a92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c3a expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.711345:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604198912:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.711367:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e63029a92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c3a expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.711374:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:0.0:1780298628.711402:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57c00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.711412:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608310400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 141us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.711422:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4123 00000100:00100000:0.0:1780298628.712174:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348318e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604198912:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.712188:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e63029a99 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c33 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.712198:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e63029a99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c33 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.712204:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37e00, rc 0) 00000100:00100000:0.0:1780298628.712226:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608310272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 942us (1010us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.712231:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4124 00000100:00100000:2.0:1780298628.713044:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.713073:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608310528 00000100:00100000:1.0:1780298628.713077:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608310528 00000100:00100000:1.0:1780298628.713102:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4125 00000100:00100000:1.0:1780298628.713108:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608310528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.713114:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.713121:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63029aa0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c41 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.713173:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604199040:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.713209:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.713901:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604199040:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.713916:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63029aa0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c41 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.713925:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000243eb82/0xaf35132e63029aa0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c41 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.713931:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344fd9600, rc 0) 00000100:00100000:1.0:1780298628.713953:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608310528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 847us (911us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.713958:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4125 00000100:00100000:0.0:1780298628.714778:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.714819:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608310656 00000100:00100000:2.0:1780298628.714824:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608310656 00000100:00100000:2.0:1780298628.714857:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4126 00000100:00100000:2.0:1780298628.714866:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608310656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.714874:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.714883:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029aa7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c48 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.714912:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604199168:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.714957:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.715581:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604199168:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.715598:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029aa7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c48 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.715618:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029aa7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c48 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.715627:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00000100:00100000:0.0:1780298628.715660:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608310656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 796us (883us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.715666:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4126 00000100:00100000:1.0:1780298628.716439:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.716478:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608310784 00000100:00100000:2.0:1780298628.716481:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608310784 00000100:00100000:2.0:1780298628.716505:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4127 00000100:00100000:2.0:1780298628.716509:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608310784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.716515:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.716523:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63029aae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c4f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.716537:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(39 143) 00010000:00010000:2.0:1780298628.716541:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(39 143) 00010000:00010000:2.0:1780298628.716549:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63029aae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5722112->5758975] (req 5722112->5726207) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c4f expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.716559:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63029aae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5722112->5758975] (req 5722112->5726207) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c4f expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.716565:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ac00, rc 0) 00000100:00100000:2.0:1780298628.716588:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608310784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 78us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.716594:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4127 00000100:00100000:1.0:1780298628.717365:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.717418:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608310912 00000100:00100000:2.0:1780298628.717422:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608310912 00002000:00100000:2.0:1780298628.717443:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (5722112->5726207) req@ffff9cf36d4b5c00 x1866777608310912/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.717450:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5c00 with x1866777608310912 ext(5722112->5726207) 00002000:00010000:2.0:1780298628.717454:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b5c00 00000100:00100000:2.0:1780298628.717470:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4177 00000100:00100000:2.0:1780298628.717474:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608310912:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.717613:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608310912:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 137us (249us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.717620:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4177 00002000:00100000:2.0:1780298628.717627:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (5722112->5726207) req@ffff9cf36d4b5c00 x1866777608310912/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.717636:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5c00 with x1866777608310912 ext(5722112->5726207) 00002000:00010000:2.0:1780298628.717640:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b5c00 00000100:00100000:0.0:1780298628.718634:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.718677:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608311040 00000100:00100000:2.0:1780298628.718681:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608311040 00002000:00100000:2.0:1780298628.718697:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (5726208->5730303) req@ffff9cf348318a80 x1866777608311040/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.718704:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318a80 with x1866777608311040 ext(5726208->5730303) 00002000:00010000:2.0:1780298628.718706:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348318a80 00000100:00100000:2.0:1780298628.718722:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4178 00000100:00100000:2.0:1780298628.718726:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608311040:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.718793:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608311040:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (160us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.718798:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4178 00002000:00100000:2.0:1780298628.718803:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (5726208->5730303) req@ffff9cf348318a80 x1866777608311040/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.718809:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318a80 with x1866777608311040 ext(5726208->5730303) 00002000:00010000:2.0:1780298628.718811:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348318a80 00000100:00100000:1.0:1780298628.719684:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.719734:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608311168 00000100:00100000:3.0:1780298628.719739:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608311168 00002000:00100000:3.0:1780298628.719764:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (5730304->5734399) req@ffff9cf36d4b7b80 x1866777608311168/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.719773:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7b80 with x1866777608311168 ext(5730304->5734399) 00002000:00010000:3.0:1780298628.719776:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b7b80 00000100:00100000:3.0:1780298628.719795:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4179 00000100:00100000:3.0:1780298628.719804:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608311168:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298628.719891:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608311168:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 88us (206us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298628.719899:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4179 00002000:00100000:3.0:1780298628.719906:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (5730304->5734399) req@ffff9cf36d4b7b80 x1866777608311168/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.719914:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7b80 with x1866777608311168 ext(5730304->5734399) 00002000:00010000:3.0:1780298628.719918:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b7b80 00000100:00100000:1.0:1780298628.720725:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.720759:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608311296 00000100:00100000:0.0:1780298628.720764:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608311296 00002000:00100000:0.0:1780298628.720781:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (5734400->5738495) req@ffff9cf36d4b5500 x1866777608311296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.720789:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5500 with x1866777608311296 ext(5734400->5738495) 00002000:00010000:0.0:1780298628.720791:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b5500 00000100:00100000:0.0:1780298628.720810:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4180 00000100:00100000:0.0:1780298628.720816:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608311296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.720888:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608311296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (163us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298628.720893:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4180 00002000:00100000:0.0:1780298628.720898:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (5734400->5738495) req@ffff9cf36d4b5500 x1866777608311296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.720904:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5500 with x1866777608311296 ext(5734400->5738495) 00002000:00010000:0.0:1780298628.720907:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b5500 00000100:00100000:0.0:1780298628.721724:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.721749:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608311424 00000100:00100000:3.0:1780298628.721753:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608311424 00002000:00100000:3.0:1780298628.721769:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (5738496->5742591) req@ffff9cf34831a300 x1866777608311424/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.721775:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831a300 with x1866777608311424 ext(5738496->5742591) 00002000:00010000:3.0:1780298628.721778:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831a300 00000100:00100000:3.0:1780298628.721794:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4181 00000100:00100000:3.0:1780298628.721801:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608311424:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298628.721876:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608311424:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 75us (150us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298628.721882:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4181 00002000:00100000:3.0:1780298628.721888:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (5738496->5742591) req@ffff9cf34831a300 x1866777608311424/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.721897:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831a300 with x1866777608311424 ext(5738496->5742591) 00002000:00010000:3.0:1780298628.721900:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831a300 00000100:00100000:1.0:1780298628.722691:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.722763:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608311552 00000100:00100000:2.0:1780298628.722768:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608311552 00002000:00100000:2.0:1780298628.722787:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (5742592->5746687) req@ffff9cf36d4b4700 x1866777608311552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.722797:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4700 with x1866777608311552 ext(5742592->5746687) 00002000:00010000:2.0:1780298628.722801:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b4700 00000100:00100000:2.0:1780298628.722816:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4182 00000100:00100000:2.0:1780298628.722823:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608311552:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.722908:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608311552:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 85us (217us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.722916:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4182 00002000:00100000:2.0:1780298628.722920:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (5742592->5746687) req@ffff9cf36d4b4700 x1866777608311552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.722926:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4700 with x1866777608311552 ext(5742592->5746687) 00002000:00010000:2.0:1780298628.722929:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b4700 00000100:00100000:1.0:1780298628.723839:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.723876:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608311680 00000100:00100000:2.0:1780298628.723881:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608311680 00002000:00100000:2.0:1780298628.723898:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (5746688->5750783) req@ffff9cf2556af480 x1866777608311680/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.723905:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556af480 with x1866777608311680 ext(5746688->5750783) 00002000:00010000:2.0:1780298628.723908:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556af480 00000100:00100000:2.0:1780298628.723924:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4183 00000100:00100000:2.0:1780298628.723931:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608311680:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.724010:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608311680:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 80us (171us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.724015:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4183 00002000:00100000:2.0:1780298628.724020:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (5746688->5750783) req@ffff9cf2556af480 x1866777608311680/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.724026:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556af480 with x1866777608311680 ext(5746688->5750783) 00002000:00010000:2.0:1780298628.724029:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556af480 00000100:00100000:0.0:1780298628.724892:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.724933:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608311808 00000100:00100000:3.0:1780298628.724936:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608311808 00002000:00100000:3.0:1780298628.724951:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (5750784->5754879) req@ffff9cf348318700 x1866777608311808/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.724957:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318700 with x1866777608311808 ext(5750784->5754879) 00002000:00010000:3.0:1780298628.724959:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348318700 00000100:00100000:3.0:1780298628.724974:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4184 00000100:00100000:3.0:1780298628.724981:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608311808:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.725087:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608311808:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 107us (195us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.725092:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4184 00002000:00100000:2.0:1780298628.725097:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (5750784->5754879) req@ffff9cf348318700 x1866777608311808/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.725102:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318700 with x1866777608311808 ext(5750784->5754879) 00002000:00010000:2.0:1780298628.725104:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348318700 00000100:00100000:1.0:1780298628.725973:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.726001:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608311936 00000100:00100000:0.0:1780298628.726005:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608311936 00002000:00100000:0.0:1780298628.726020:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (5754880->5758975) req@ffff9cf2556af800 x1866777608311936/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.726026:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556af800 with x1866777608311936 ext(5754880->5758975) 00002000:00010000:0.0:1780298628.726029:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556af800 00000100:00100000:0.0:1780298628.726044:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4185 00000100:00100000:0.0:1780298628.726050:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608311936:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.726119:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608311936:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (146us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298628.726140:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4185 00002000:00100000:0.0:1780298628.726145:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (5754880->5758975) req@ffff9cf2556af800 x1866777608311936/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.726151:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556af800 with x1866777608311936 ext(5754880->5758975) 00002000:00010000:0.0:1780298628.726154:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556af800 00000100:00100000:1.0:1780298628.726881:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.726923:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608312064 00000100:00100000:0.0:1780298628.726927:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608312064 00000100:00100000:0.0:1780298628.726949:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4128 00000100:00100000:0.0:1780298628.726954:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608312064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.726962:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.726976:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e63029ab5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c56 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.726998:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e630299a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5758976->39313407] (req 5758976->5763071) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b45 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.727004:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(39 143) 00010000:00010000:0.0:1780298628.727007:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(40 143) 00010000:00010000:0.0:1780298628.727011:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e63029ab5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5758976->5763071] (req 5758976->5763071) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c56 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.727036:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e630299a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5758976->39313407] (req 5758976->5763071) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b45 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.727046:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e630299a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5758976->39313407] (req 5758976->5763071) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b45 expref: 8 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.727056:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604199296:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.727116:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.727722:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604199296:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298628.727742:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e63029ab5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5758976->5763071] (req 5758976->5763071) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c56 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.727756:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36c00, rc 0) 00000100:00100000:0.0:1780298628.727791:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608312064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 835us (909us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.727797:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4128 00000100:00100000:1.0:1780298628.728040:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.728083:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608312192 00000100:00100000:2.0:1780298628.728088:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608312192 00010000:00010000:2.0:1780298628.728105:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e630299a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5758976->39313407] (req 5758976->5763071) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b45 expref: 9 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.728146:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14041 00000100:00100000:2.0:1780298628.728155:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608312192:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.728166:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.728180:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e630299a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [5758976->39313407] (req 5758976->5763071) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b45 expref: 9 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.728193:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e630299a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [5758976->39313407] (req 5758976->5763071) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b45 expref: 9 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.728212:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e630299a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [5758976->39313407] (req 5758976->5763071) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b45 expref: 9 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.728222:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(40 143) 00010000:00010000:2.0:1780298628.728226:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(40 143) 00010000:00010000:2.0:1780298628.728233:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e63029ab5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c56 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.728241:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e63029ab5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c56 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.728265:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e63029ab5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c56 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.728275:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604199424:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.728312:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.729004:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604199424:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.729013:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.729034:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608312192:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 881us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.729039:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14041 00000100:00100000:0.0:1780298628.730822:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.730856:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608312320 00000100:00100000:3.0:1780298628.730860:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608312320 00002000:00100000:3.0:1780298628.730880:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (4620288->5763071) req@ffff9cf242b69180 x1866777608312320/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 504/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.730886:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69180 with x1866777608312320 ext(4620288->5763071) 00002000:00010000:3.0:1780298628.730890:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b69180 00000100:00100000:3.0:1780298628.730904:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4186 00000100:00100000:3.0:1780298628.730909:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608312320:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.735232:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608312320:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 4313us (4400us total) trans 0 rc 1105920/1105920 00000100:00100000:2.0:1780298628.735245:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4186 00002000:00100000:2.0:1780298628.735259:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (4620288->5763071) req@ffff9cf242b69180 x1866777608312320/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 504/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 1105920/1105920 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.735271:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69180 with x1866777608312320 ext(4620288->5763071) 00002000:00010000:2.0:1780298628.735276:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b69180 00000100:00100000:1.0:1780298628.736528:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.736575:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608312448 00000100:00100000:0.0:1780298628.736583:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608312448 00000100:00100000:0.0:1780298628.736620:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4129 00000100:00100000:0.0:1780298628.736630:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608312448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.736644:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.736661:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e63029abc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c5d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.736685:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(40 143) 00010000:00010000:0.0:1780298628.736689:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(40 143) 00010000:00010000:0.0:1780298628.736696:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e63029abc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c5d expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.736709:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e63029abc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c5d expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.736720:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36e00, rc 0) 00000100:00100000:0.0:1780298628.736745:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608312448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 118us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.736749:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4129 00000100:00100000:0.0:1780298628.737826:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.737862:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608312576 00000100:00100000:2.0:1780298628.737866:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608312576 00000100:00100000:2.0:1780298628.737890:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4130 00000100:00100000:2.0:1780298628.737895:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608312576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.737902:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.737909:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029ac3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c64 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.737926:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e63029ab5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c56 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.737933:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e63029abc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c5d expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.737938:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(40 143) 00010000:00010000:2.0:1780298628.737940:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(40 143) 00010000:00010000:2.0:1780298628.737942:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029ac3 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2105344->2109439] (req 2105344->2109439) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c64 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.737965:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e63029abc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c5d expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.737975:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e63029abc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c5d expref: 8 pid: 19992 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.737984:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604199552:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.738042:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e63029ab5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c56 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.738051:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e63029ab5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c56 expref: 10 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.738057:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604199680:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.738074:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.738703:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604199552:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.738768:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604199680:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.738790:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029ac3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2105344->2109439] (req 2105344->2109439) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c64 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.738803:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00000100:00100000:2.0:1780298628.738835:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608312576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 938us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.738841:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4130 00000100:00100000:0.0:1780298628.738895:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.738927:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608312704 00000100:00100000:2.0:1780298628.738931:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608312704 00010000:00010000:2.0:1780298628.738948:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e63029abc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c5d expref: 9 pid: 19992 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.738973:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14042 00000100:00100000:2.0:1780298628.738982:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608312704:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.738993:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.739010:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e63029abc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c5d expref: 9 pid: 19992 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.739023:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e63029abc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c5d expref: 9 pid: 19992 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.739040:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e63029abc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c5d expref: 9 pid: 19992 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.739051:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.739083:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608312704:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 102us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.739090:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14042 00000100:00100000:1.0:1780298628.739955:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.739991:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608312832 00000100:00100000:2.0:1780298628.739996:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608312832 00010000:00010000:2.0:1780298628.740011:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e63029ab5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c56 expref: 10 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.740031:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14043 00000100:00100000:2.0:1780298628.740036:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608312832:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.740042:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.740050:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e63029ab5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c56 expref: 10 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.740057:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e63029ab5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c56 expref: 10 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.740071:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e63029ab5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 5758976->5763071) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c56 expref: 10 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.740078:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(40 143) 00010000:00010000:2.0:1780298628.740081:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(40 143) 00010000:00010000:2.0:1780298628.740086:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029ac3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2105344->3207167] (req 2105344->2109439) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c64 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.740092:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029ac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2105344->3207167] (req 2105344->2109439) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c64 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.740106:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029ac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2105344->3207167] (req 2105344->2109439) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c64 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.740114:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604199808:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.740163:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.740777:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604199808:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.740787:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.740815:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608312832:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 779us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.740823:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14043 00000100:00100000:0.0:1780298628.740934:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.740966:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608312960 00000100:00100000:2.0:1780298628.740971:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608312960 00000100:00100000:2.0:1780298628.741006:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4187 00000100:00100000:2.0:1780298628.741013:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608312960:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.741173:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5762840 -> 5762840 00002000:00010000:2.0:1780298628.741176:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.741178:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.741179:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.741181:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1624 -> 1632 00000100:00100000:2.0:1780298628.741203:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608312960:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 191us (269us total) trans 4294969091 rc 0/0 00000100:00100000:2.0:1780298628.741207:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4187 00000100:00100000:1.0:1780298628.742008:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.742039:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608313088 00000100:00100000:2.0:1780298628.742043:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608313088 00000100:00100000:2.0:1780298628.742067:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4131 00000100:00100000:2.0:1780298628.742072:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608313088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.742078:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.742086:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029aca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c6b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.742104:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029aca lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c6b expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.742113:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e63029aca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c6b expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.742120:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b600, rc 0) 00000100:00100000:2.0:1780298628.742155:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608313088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 83us (147us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.742160:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4131 00000100:00100000:3.0:1780298628.742814:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.742844:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608313216 00000100:00100000:0.0:1780298628.742848:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608313216 00000100:00100000:0.0:1780298628.742874:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4132 00000100:00100000:0.0:1780298628.742881:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608313216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.742890:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.742897:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a10929f0/0xaf35132e63029ad1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c72 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.742916:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a10929f0/0xaf35132e63029ad1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c72 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.742924:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a10929f0/0xaf35132e63029ad1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c72 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.742934:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37200, rc 0) 00000100:00100000:0.0:1780298628.742958:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608313216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 78us (145us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.742965:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4132 00000100:00100000:0.0:1780298628.743762:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.743798:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608313344 00000100:00100000:1.0:1780298628.743801:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608313344 00000100:00100000:1.0:1780298628.743826:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4133 00000100:00100000:1.0:1780298628.743831:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608313344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.743838:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.743847:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029ad8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c79 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.743861:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029a30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bd1 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.743867:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e63029a92 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c3a expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.743871:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(7 104) 00010000:00010000:1.0:1780298628.743874:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(7 104) 00010000:00010000:1.0:1780298628.743876:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029ad8 lrc: 5/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3756032->3772415] (req 3756032->3772415) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c79 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.743892:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e63029a92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c3a expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.743902:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e63029a92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c3a expref: 9 pid: 20252 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.743910:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604199936:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.743955:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029a30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bd1 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.743962:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029a30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bd1 expref: 9 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.743969:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604200064:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.743985:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.744650:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604199936:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.744811:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.744816:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604200064:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.744835:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029ad8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3756032->3772415] (req 3756032->3772415) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c79 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.744844:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298628.744850:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608313472 00000100:00100000:2.0:1780298628.744855:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608313472 00000100:00100000:1.0:1780298628.744869:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608313344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1037us (1109us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298628.744874:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e63029a92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c3a expref: 10 pid: 20252 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.744878:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4133 00000100:00100000:2.0:1780298628.744908:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14044 00000100:00100000:2.0:1780298628.744914:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608313472:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.744921:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.744934:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e63029a92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c3a expref: 9 pid: 20252 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.744941:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e63029a92 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c3a expref: 9 pid: 20252 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.744951:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e63029a92 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c3a expref: 9 pid: 20252 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.744958:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.744973:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608313472:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 61us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.744977:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14044 00000100:00100000:3.0:1780298628.745023:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.745071:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608313600 00000100:00100000:2.0:1780298628.745076:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608313600 00010000:00010000:2.0:1780298628.745093:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029a30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bd1 expref: 10 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.745153:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14045 00000100:00100000:3.0:1780298628.745163:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608313600:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298628.745170:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298628.745178:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029a30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bd1 expref: 10 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.745186:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029a30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bd1 expref: 10 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.745196:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029a30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9bd1 expref: 10 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.745204:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(7 104) 00010000:00010000:3.0:1780298628.745206:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(7 104) 00010000:00010000:3.0:1780298628.745212:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029ad8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3756032->37310463] (req 3756032->3772415) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c79 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.745217:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029ad8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3756032->37310463] (req 3756032->3772415) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c79 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.745232:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029ad8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3756032->37310463] (req 3756032->3772415) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c79 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.745245:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604200192:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298628.745284:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.745921:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604200192:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.745934:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.745963:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608313600:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 803us (941us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.745969:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14045 00000100:00100000:1.0:1780298628.746072:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.746113:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608313728 00000100:00100000:2.0:1780298628.746118:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608313728 00000100:00100000:2.0:1780298628.746171:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4188 00000100:00100000:2.0:1780298628.746179:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608313728:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.746343:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 3769759 00002000:00010000:2.0:1780298628.746346:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.746347:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298628 00002000:00010000:2.0:1780298628.746349:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.746350:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 72 -> 104 00000100:00100000:2.0:1780298628.746374:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608313728:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 197us (304us total) trans 4294968772 rc 0/0 00000100:00100000:2.0:1780298628.746379:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4188 00000100:00100000:0.0:1780298628.747393:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.747416:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.747432:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608313856 00000100:00100000:2.0:1780298628.747437:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608313856 00000100:00100000:3.0:1780298628.747447:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608313984 00000100:00100000:3.0:1780298628.747454:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608313984 00000100:00100000:2.0:1780298628.747467:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4134 00000100:00100000:2.0:1780298628.747474:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608313856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.747483:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298628.747499:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4135 00010000:00010000:2.0:1780298628.747500:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63029adf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c80 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.747513:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608313984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.747527:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.747538:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63029ae6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c87 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.747542:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63029adf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c80 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.747571:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63029adf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c80 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.747582:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00000100:00100000:3.0:1780298628.747583:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604200320:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.747619:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608313856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 144us (234us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.747626:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4134 00000100:00100000:3.0:1780298628.747642:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00002000:00010000:0.0:1780298628.748339:0:8356:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime: 1780298628 -> 1780298629 00000100:00100000:0.0:1780298628.748352:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604200320:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.748375:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63029ae6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c87 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.748403:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63029ae6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c87 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.748413:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450cc00, rc 0) 00000100:00100000:0.0:1780298628.748445:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608313984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 939us (1028us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.748452:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4135 00000100:00100000:1.0:1780298628.749357:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.749403:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608314112 00000100:00100000:0.0:1780298628.749409:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608314112 00000100:00100000:0.0:1780298628.749439:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4136 00000100:00100000:0.0:1780298628.749447:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608314112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.749456:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.749468:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e63029aed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c8e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.749491:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e63029aed lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c8e expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.749501:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e63029aed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c8e expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.749509:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37400, rc 0) 00000100:00100000:2.0:1780298628.749533:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.749544:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608314112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 97us (187us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.749553:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4136 00000100:00100000:3.0:1780298628.749560:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608314240 00000100:00100000:3.0:1780298628.749566:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608314240 00000100:00100000:3.0:1780298628.749671:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4137 00000100:00100000:3.0:1780298628.749681:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608314240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.749690:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.749699:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e63029af4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c95 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.749732:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604200448:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.749787:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.750548:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604200448:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.750567:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e63029af4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c95 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.750581:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e63029af4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c95 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.750592:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00000100:00100000:3.0:1780298628.750616:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608314240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 938us (1085us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.750621:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4137 00000100:00100000:1.0:1780298628.751678:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.751707:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608314368 00000100:00100000:0.0:1780298628.751711:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608314368 00000100:00100000:0.0:1780298628.751738:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4138 00000100:00100000:0.0:1780298628.751743:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608314368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.751750:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.751757:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a10929f0/0xaf35132e63029afb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9c9c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.751773:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a10929f0/0xaf35132e63029afb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c9c expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.751786:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a10929f0/0xaf35132e63029afb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c9c expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.751792:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37200, rc 0) 00000100:00100000:0.0:1780298628.751815:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608314368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 73us (141us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.751820:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4138 00000100:00100000:1.0:1780298628.751890:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.751919:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608314496 00000100:00100000:0.0:1780298628.751922:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608314496 00000100:00100000:0.0:1780298628.751940:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4139 00000100:00100000:0.0:1780298628.751944:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608314496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.751949:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.751955:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f68a0cb8/0xaf35132e63029b02 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ca3 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.751995:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604200576:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.752036:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.752826:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604200576:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.752854:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f68a0cb8/0xaf35132e63029b02 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ca3 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.752867:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f68a0cb8/0xaf35132e63029b02 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ca3 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.752881:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37800, rc 0) 00000100:00100000:0.0:1780298628.752909:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608314496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 963us (1020us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.752915:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4139 00000100:00100000:1.0:1780298628.753846:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.753877:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608314624 00000100:00100000:0.0:1780298628.753885:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608314624 00000100:00100000:0.0:1780298628.753912:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4140 00000100:00100000:0.0:1780298628.753919:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608314624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.753927:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.753937:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e63029b09 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9caa expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.753950:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298628.753962:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e63029b09 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9caa expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.753977:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e63029b09 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9caa expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.753988:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36200, rc 0) 00000100:00100000:0.0:1780298628.754019:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608314624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 101us (173us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.754024:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4140 00000100:00100000:3.0:1780298628.754030:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608314752 00000100:00100000:3.0:1780298628.754036:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608314752 00000100:00100000:3.0:1780298628.754072:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4141 00000100:00100000:3.0:1780298628.754081:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608314752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.754089:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.754161:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e63029b10 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9cb1 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.754194:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604200704:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.754240:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.754844:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604200704:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.754861:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e63029b10 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cb1 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.754875:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e63029b10 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cb1 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.754891:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c800, rc 0) 00000100:00100000:3.0:1780298628.754921:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608314752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 842us (973us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.754928:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4141 00000100:00100000:1.0:1780298628.756354:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.756410:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608314880 00000100:00100000:0.0:1780298628.756417:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608314880 00000100:00100000:0.0:1780298628.756456:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4142 00000100:00100000:0.0:1780298628.756464:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608314880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.756476:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.756491:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e63029b17 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9cb8 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.756510:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(40 143) 00010000:00010000:0.0:1780298628.756513:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(40 143) 00010000:00010000:0.0:1780298628.756520:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e63029b17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [294912->2105343] (req 294912->356351) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cb8 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.756533:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e63029b17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [294912->2105343] (req 294912->356351) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cb8 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.756540:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37a00, rc 0) 00000100:00100000:0.0:1780298628.756570:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608314880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 108us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.756574:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4142 00000100:00100000:1.0:1780298628.757834:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.757875:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608315008 00000100:00100000:2.0:1780298628.757882:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608315008 00002000:00100000:2.0:1780298628.757918:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (294912->356351) req@ffff9cf2556aad80 x1866777608315008/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.757928:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aad80 with x1866777608315008 ext(294912->356351) 00002000:00010000:2.0:1780298628.757933:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aad80 00000100:00100000:2.0:1780298628.757956:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4189 00000100:00100000:2.0:1780298628.757965:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608315008:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.758973:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608315008:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1007us (1138us total) trans 0 rc 61440/61440 00000100:00100000:2.0:1780298628.758982:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4189 00002000:00100000:2.0:1780298628.758991:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (294912->356351) req@ffff9cf2556aad80 x1866777608315008/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.758999:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aad80 with x1866777608315008 ext(294912->356351) 00002000:00010000:2.0:1780298628.759003:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aad80 00000100:00100000:2.0:1780298628.759941:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.759973:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608315136 00000100:00100000:0.0:1780298628.759978:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608315136 00000100:00100000:2.0:1780298628.759989:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.760021:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608315264 00000100:00100000:0.0:1780298628.760025:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608315264 00000100:00100000:2.0:1780298628.760037:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4143 00000100:00100000:1.0:1780298628.760046:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4144 00000100:00100000:2.0:1780298628.760048:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608315136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.760059:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.760062:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608315264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.760073:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63029b1e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9cbf expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.760074:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.760086:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029b25 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9cc6 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.760101:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63029b1e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cbf expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.760115:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63029b1e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cbf expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.760147:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00000100:00100000:1.0:1780298628.760152:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604200832:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.760172:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608315136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 127us (230us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.760177:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4143 00000100:00100000:1.0:1780298628.760212:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.761004:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604200832:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.761028:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029b25 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cc6 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.761059:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029b25 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cc6 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.761069:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:2.0:1780298628.761101:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608315264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1044us (1113us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.761108:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4144 00000100:00100000:0.0:1780298628.762033:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.762060:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608315392 00000100:00100000:3.0:1780298628.762067:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608315392 00000100:00100000:0.0:1780298628.762082:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.762121:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608315520 00000100:00100000:1.0:1780298628.762147:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4145 00000100:00100000:1.0:1780298628.762156:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608315392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.762166:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.762176:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029b2c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ccd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.762190:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608315520 00010000:00010000:1.0:1780298628.762196:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029b2c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ccd expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.762207:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029b2c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ccd expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.762214:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:3.0:1780298628.762224:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4146 00000100:00100000:3.0:1780298628.762234:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608315520:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298628.762241:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608315392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 86us (212us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298628.762244:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.762247:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4145 00010000:00010000:3.0:1780298628.762256:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e63029b33 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9cd4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.762296:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604200960:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.762395:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.762998:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604200960:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.763013:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e63029b33 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cd4 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.763022:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e63029b33 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cd4 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.763029:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c800, rc 0) 00000100:00100000:3.0:1780298628.763052:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608315520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 821us (971us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.763057:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4146 00000100:00100000:2.0:1780298628.763999:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.764025:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608315648 00000100:00100000:3.0:1780298628.764029:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608315648 00000100:00100000:3.0:1780298628.764055:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4147 00000100:00100000:3.0:1780298628.764059:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608315648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.764068:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.764076:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029b3a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9cdb expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.764095:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e63029b17 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [294912->2105343] (req 294912->356351) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cb8 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.764102:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(40 143) 00010000:00010000:3.0:1780298628.764105:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(41 143) 00010000:00010000:3.0:1780298628.764109:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029b3a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [331776->335871] (req 331776->335871) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cdb expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.764155:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e63029b17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [294912->2105343] (req 294912->356351) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cb8 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.764167:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e63029b17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [294912->2105343] (req 294912->356351) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cb8 expref: 8 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.764175:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604201088:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.764210:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.764846:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604201088:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.764860:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029b3a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [331776->335871] (req 331776->335871) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cdb expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.764869:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00000100:00100000:3.0:1780298628.764893:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608315648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 834us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.764898:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4147 00000100:00100000:0.0:1780298628.765109:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.765163:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608315776 00000100:00100000:1.0:1780298628.765167:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608315776 00010000:00010000:1.0:1780298628.765185:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e63029b17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [294912->2105343] (req 294912->356351) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cb8 expref: 9 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.765208:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14046 00000100:00100000:1.0:1780298628.765217:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608315776:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.765226:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.765243:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e63029b17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [294912->2105343] (req 294912->356351) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cb8 expref: 9 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.765254:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e63029b17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [294912->2105343] (req 294912->356351) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cb8 expref: 9 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.765269:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e63029b17 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [294912->2105343] (req 294912->356351) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cb8 expref: 9 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.765277:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(41 143) 00010000:00010000:1.0:1780298628.765279:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(41 143) 00010000:00010000:1.0:1780298628.765286:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029b3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [331776->2105343] (req 331776->335871) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cdb expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.765292:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029b3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [331776->2105343] (req 331776->335871) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cdb expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.765310:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029b3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [331776->2105343] (req 331776->335871) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cdb expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.765317:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604201216:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.765351:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.766010:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604201216:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.766021:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.766052:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608315776:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 837us (942us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.766059:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14046 00000100:00100000:0.0:1780298628.766270:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.766309:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608315904 00000100:00100000:2.0:1780298628.766313:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608315904 00000100:00100000:2.0:1780298628.766355:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4190 00000100:00100000:2.0:1780298628.766364:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608315904:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.766594:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5762840 -> 5762840 00002000:00010000:2.0:1780298628.766597:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.766600:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.766602:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.766604:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1632 -> 1632 00000100:00100000:2.0:1780298628.766639:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608315904:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 276us (368us total) trans 4294969092 rc 0/0 00000100:00100000:2.0:1780298628.766647:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4190 00000100:00100000:0.0:1780298628.767626:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.767678:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608316032 00000100:00100000:2.0:1780298628.767682:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608316032 00000100:00100000:2.0:1780298628.767712:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4148 00000100:00100000:2.0:1780298628.767719:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608316032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.767727:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.767737:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298628.767741:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63029b41 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ce2 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.767762:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608316160 00000100:00100000:3.0:1780298628.767767:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608316160 00010000:00010000:2.0:1780298628.767772:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63029b41 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ce2 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.767789:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63029b41 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ce2 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.767799:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a600, rc 0) 00000100:00100000:1.0:1780298628.767815:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4149 00000100:00100000:1.0:1780298628.767824:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608316160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.767834:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298628.767835:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608316032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 115us (209us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.767842:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4148 00010000:00010000:1.0:1780298628.767844:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63029b48 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ce9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.767874:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604201344:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.767911:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.768532:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604201344:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.768544:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63029b48 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ce9 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.768552:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63029b48 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ce9 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.768559:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:1.0:1780298628.768583:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608316160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 761us (846us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.768589:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4149 00000100:00100000:0.0:1780298628.769340:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.769369:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608316288 00000100:00100000:3.0:1780298628.769374:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608316288 00000100:00100000:0.0:1780298628.769381:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.769413:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608316416 00000100:00100000:3.0:1780298628.769416:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608316416 00000100:00100000:2.0:1780298628.769422:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4150 00000100:00100000:2.0:1780298628.769432:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608316288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.769439:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.769446:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029b4f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9cf0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.769464:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029b4f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cf0 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.769474:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029b4f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cf0 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.769483:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4151 00010000:00010000:2.0:1780298628.769490:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:3.0:1780298628.769496:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608316416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.769505:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.769515:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e63029b56 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9cf7 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.769516:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608316288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 87us (177us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.769530:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4150 00000100:00100000:3.0:1780298628.769559:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604201472:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.769647:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.770276:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604201472:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.770298:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e63029b56 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cf7 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.770317:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e63029b56 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cf7 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.770328:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c800, rc 0) 00000100:00100000:3.0:1780298628.770363:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608316416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 869us (981us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.770373:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4151 00000100:00100000:0.0:1780298628.771168:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.771204:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608316544 00000100:00100000:1.0:1780298628.771210:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608316544 00000100:00100000:1.0:1780298628.771251:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4152 00000100:00100000:1.0:1780298628.771259:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608316544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.771269:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.771278:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029b5d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9cfe expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.771296:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(41 143) 00010000:00010000:1.0:1780298628.771300:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(41 143) 00010000:00010000:1.0:1780298628.771310:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029b5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [16384->327679] (req 16384->49151) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cfe expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.771325:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029b5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [16384->327679] (req 16384->49151) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cfe expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.771335:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:1.0:1780298628.771363:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777608316544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 106us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.771371:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4152 00000100:00100000:0.0:1780298628.772113:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.772171:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608316672 00000100:00100000:2.0:1780298628.772175:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608316672 00002000:00100000:2.0:1780298628.772204:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (16384->20479) req@ffff9cf37f8ed180 x1866777608316672/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.772210:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ed180 with x1866777608316672 ext(16384->20479) 00002000:00010000:2.0:1780298628.772215:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ed180 00000100:00100000:2.0:1780298628.772230:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4191 00000100:00100000:2.0:1780298628.772234:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608316672:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.772346:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608316672:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 111us (232us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.772350:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4191 00002000:00100000:2.0:1780298628.772355:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (16384->20479) req@ffff9cf37f8ed180 x1866777608316672/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.772360:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ed180 with x1866777608316672 ext(16384->20479) 00002000:00010000:2.0:1780298628.772363:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ed180 00000100:00100000:0.0:1780298628.773228:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.773256:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608316800 00000100:00100000:2.0:1780298628.773260:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608316800 00002000:00100000:2.0:1780298628.773275:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (45056->49151) req@ffff9cf37f8eea00 x1866777608316800/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.773285:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8eea00 with x1866777608316800 ext(45056->49151) 00002000:00010000:2.0:1780298628.773288:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8eea00 00000100:00100000:2.0:1780298628.773303:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4192 00000100:00100000:2.0:1780298628.773308:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608316800:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.773363:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608316800:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 55us (136us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.773368:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4192 00002000:00100000:2.0:1780298628.773372:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (45056->49151) req@ffff9cf37f8eea00 x1866777608316800/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.773377:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8eea00 with x1866777608316800 ext(45056->49151) 00002000:00010000:2.0:1780298628.773380:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8eea00 00000100:00100000:0.0:1780298628.774439:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.774470:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608316928 00000100:00100000:1.0:1780298628.774474:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608316928 00000100:00100000:1.0:1780298628.774502:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4153 00000100:00100000:1.0:1780298628.774508:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608316928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.774515:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.774528:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63029b64 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d05 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.774552:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63029b64 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d05 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.774563:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298628.774567:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63029b64 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d05 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.774576:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298628.774602:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608316928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 94us (169us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.774608:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4153 00000100:00100000:1.0:1780298628.774622:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608317056 00000100:00100000:1.0:1780298628.774624:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608317056 00000100:00100000:1.0:1780298628.774644:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4154 00000100:00100000:1.0:1780298628.774649:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608317056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.774654:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.774662:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029b6b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d0c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.774700:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604201600:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.774746:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.775494:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604201600:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.775530:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029b6b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d0c expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.775551:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029b6b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d0c expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.775562:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298628.775593:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608317056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 943us (1030us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.775601:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4154 00000100:00100000:0.0:1780298628.776423:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.776509:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608317184 00000100:00100000:3.0:1780298628.776514:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608317184 00000100:00100000:0.0:1780298628.776537:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.776579:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608317312 00000100:00100000:3.0:1780298628.776583:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608317312 00000100:00100000:2.0:1780298628.776589:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4155 00000100:00100000:2.0:1780298628.776602:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608317184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.776611:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298628.776615:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4156 00010000:00010000:2.0:1780298628.776622:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029b72 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d13 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.776629:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608317312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.776642:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.776652:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e63029b79 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d1a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.776652:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029b72 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d13 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.776670:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029b72 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d13 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.776682:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00000100:00100000:3.0:1780298628.776696:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604201728:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.776707:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608317184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 110us (284us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.776713:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4155 00000100:00100000:3.0:1780298628.776738:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.777447:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604201728:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.777464:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e63029b79 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d1a expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.777476:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e63029b79 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d1a expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.777485:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c200, rc 0) 00000100:00100000:3.0:1780298628.777511:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608317312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 890us (974us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.777518:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4156 00000100:00100000:0.0:1780298628.778324:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.778354:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608317440 00000100:00100000:2.0:1780298628.778358:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608317440 00000100:00100000:2.0:1780298628.778400:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4193 00000100:00100000:2.0:1780298628.778406:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608317440:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.778644:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5762840 -> 5762840 00002000:00010000:2.0:1780298628.778648:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.778650:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.778652:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.778653:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1632 -> 1720 00000100:00100000:2.0:1780298628.778677:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608317440:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 272us (353us total) trans 4294969093 rc 0/0 00000100:00100000:2.0:1780298628.778682:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4193 00000100:00100000:0.0:1780298628.779485:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.779546:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608317568 00000100:00100000:3.0:1780298628.779551:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608317568 00000100:00100000:0.0:1780298628.779582:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.779612:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608317696 00000100:00100000:3.0:1780298628.779617:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608317696 00000100:00100000:2.0:1780298628.779620:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4157 00000100:00100000:2.0:1780298628.779634:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608317568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.779643:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298628.779650:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4158 00010000:00010000:2.0:1780298628.779656:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029b80 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d21 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.779660:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608317696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.779672:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.779682:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e63029b87 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d28 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.779689:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029b80 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d21 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.779712:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604201856:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.779714:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029b80 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d21 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.779726:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:2.0:1780298628.779753:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608317568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 123us (266us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.779759:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.779762:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4157 00000100:00100000:3.0:1780298628.780407:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604201856:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.780425:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e63029b87 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d28 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.780435:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e63029b87 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d28 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.780442:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c800, rc 0) 00000100:00100000:3.0:1780298628.780467:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608317696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 810us (885us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.780473:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4158 00000100:00100000:0.0:1780298628.781196:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.781225:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608317824 00000100:00100000:1.0:1780298628.781230:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608317824 00000100:00100000:1.0:1780298628.781261:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4159 00000100:00100000:1.0:1780298628.781269:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608317824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.781279:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.781289:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029b8e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d2f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.781307:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298628.781312:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029b8e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d2f expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.781326:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029b8e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d2f expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.781333:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:3.0:1780298628.781351:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608317952 00000100:00100000:3.0:1780298628.781357:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608317952 00000100:00100000:1.0:1780298628.781358:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608317824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 91us (164us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.781365:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4159 00000100:00100000:1.0:1780298628.781380:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4160 00000100:00100000:1.0:1780298628.781397:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608317952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.781406:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.781414:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029b95 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d36 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.781443:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604201984:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.781477:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.782053:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604201984:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.782070:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029b95 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d36 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.782079:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029b95 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d36 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.782086:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298628.782111:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608317952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 716us (805us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.782117:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4160 00000100:00100000:0.0:1780298628.782979:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.783002:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608318080 00000100:00100000:3.0:1780298628.783007:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608318080 00000100:00100000:3.0:1780298628.783038:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4161 00000100:00100000:3.0:1780298628.783044:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:28749:x1866777608318080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.783051:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.783059:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e63029b9c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d3d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.783073:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e630299ce lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [3207168->5758975] (req 3207168->3211263) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b6f expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.783080:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(41 143) 00010000:00010000:3.0:1780298628.783083:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(42 143) 00010000:00010000:3.0:1780298628.783086:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e63029b9c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [3706880->3739647] (req 3706880->3739647) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d3d expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.783102:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e630299ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [3207168->5758975] (req 3207168->3211263) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b6f expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.783111:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e630299ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [3207168->5758975] (req 3207168->3211263) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b6f expref: 7 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.783143:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604202112:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.783177:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.783838:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604202112:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.783851:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e63029b9c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [3706880->3739647] (req 3706880->3739647) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d3d expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.783858:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d200, rc 0) 00000100:00100000:3.0:1780298628.783880:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:28749:x1866777608318080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 837us (903us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.783884:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4161 00000100:00100000:0.0:1780298628.784192:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.784232:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608318208 00000100:00100000:2.0:1780298628.784236:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608318208 00010000:00010000:2.0:1780298628.784259:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e630299ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [3207168->5758975] (req 3207168->3211263) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b6f expref: 8 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.784290:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14047 00000100:00100000:2.0:1780298628.784300:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608318208:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.784310:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.784324:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e630299ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [3207168->5758975] (req 3207168->3211263) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b6f expref: 8 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.784333:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e630299ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [3207168->5758975] (req 3207168->3211263) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b6f expref: 8 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.784347:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e630299ce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [3207168->5758975] (req 3207168->3211263) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9b6f expref: 8 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.784359:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(42 143) 00010000:00010000:2.0:1780298628.784362:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(42 143) 00010000:00010000:2.0:1780298628.784367:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e63029b9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [3706880->5722111] (req 3706880->3739647) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d3d expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.784374:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e63029b9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [3706880->5722111] (req 3706880->3739647) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d3d expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.784405:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e63029b9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [3706880->5722111] (req 3706880->3739647) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d3d expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.784413:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604202240:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.784446:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.785297:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604202240:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298628.785313:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.785349:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608318336 00010000:00010000:3.0:1780298628.785352:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.785355:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608318336 00000100:00100000:3.0:1780298628.785397:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608318208:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1087us (1192us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.785406:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14047 00000100:00100000:2.0:1780298628.785415:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4194 00000100:00100000:2.0:1780298628.785426:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777608318336:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.785598:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5762840 -> 5762840 00002000:00010000:2.0:1780298628.785602:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.785604:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.785607:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.785609:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1720 -> 1720 00000100:00100000:2.0:1780298628.785636:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777608318336:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 214us (326us total) trans 4294969094 rc 0/0 00000100:00100000:2.0:1780298628.785647:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4194 00000100:00100000:0.0:1780298628.786462:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.786559:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608318464 00000100:00100000:3.0:1780298628.786563:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608318464 00000100:00100000:0.0:1780298628.786585:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.786613:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608318592 00000100:00100000:2.0:1780298628.786617:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608318592 00000100:00100000:3.0:1780298628.786642:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4162 00000100:00100000:3.0:1780298628.786654:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608318464:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298628.786659:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4163 00010000:00010000:3.0:1780298628.786666:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298628.786672:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608318592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.786678:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029ba3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d44 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.786681:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.786694:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e63029baa lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d4b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.786706:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029ba3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d44 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.786721:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029ba3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d44 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.786732:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00000100:00100000:2.0:1780298628.786739:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243edaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604202368:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.786761:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608318464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 111us (299us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.786766:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4162 00000100:00100000:2.0:1780298628.786791:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.787455:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243edaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604202368:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.787468:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e63029baa lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d4b expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.787477:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e63029baa lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d4b expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.787484:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a600, rc 0) 00000100:00100000:2.0:1780298628.787506:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608318592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 840us (922us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.787510:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4163 00000100:00100000:0.0:1780298628.788287:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.788329:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608318720 00000100:00100000:1.0:1780298628.788335:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608318720 00000100:00100000:1.0:1780298628.788374:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4164 00000100:00100000:1.0:1780298628.788395:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608318720:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.788404:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298628.788405:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.788417:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029bb1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d52 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.788440:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029bb1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d52 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.788455:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63029bb1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d52 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.788457:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608318848 00000100:00100000:3.0:1780298628.788463:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608318848 00010000:00010000:1.0:1780298628.788471:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:3.0:1780298628.788497:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4165 00000100:00100000:3.0:1780298628.788507:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608318848:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298628.788511:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608318720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 127us (221us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298628.788517:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.788522:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4164 00010000:00010000:3.0:1780298628.788529:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63029bb8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d59 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.788564:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604202496:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.788656:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.789249:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604202496:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.789268:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63029bb8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d59 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.789288:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63029bb8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d59 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.789298:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:3.0:1780298628.789329:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608318848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 824us (924us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.789336:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4165 00000100:00100000:0.0:1780298628.790186:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.790236:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608318976 00000100:00100000:1.0:1780298628.790241:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608318976 00000100:00100000:1.0:1780298628.790273:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4166 00000100:00100000:1.0:1780298628.790282:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608318976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.790292:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.790302:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029bbf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d60 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.790319:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(42 143) 00010000:00010000:1.0:1780298628.790323:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(42 143) 00010000:00010000:1.0:1780298628.790334:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029bbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [3510272->3706879] (req 3510272->3522559) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d60 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.790350:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029bbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [3510272->3706879] (req 3510272->3522559) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d60 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.790359:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298628.790426:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608318976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 143us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.790433:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4166 00000100:00100000:2.0:1780298628.791322:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.791362:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608319104 00000100:00100000:0.0:1780298628.791366:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608319104 00002000:00100000:0.0:1780298628.791401:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3510272->3522559) req@ffff9cf243edaa00 x1866777608319104/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.791408:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243edaa00 with x1866777608319104 ext(3510272->3522559) 00002000:00010000:0.0:1780298628.791411:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243edaa00 00000100:00100000:0.0:1780298628.791427:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4195 00000100:00100000:0.0:1780298628.791434:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608319104:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.791612:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608319104:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 178us (289us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1780298628.791619:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4195 00002000:00100000:0.0:1780298628.791626:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3510272->3522559) req@ffff9cf243edaa00 x1866777608319104/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/12728 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.791633:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243edaa00 with x1866777608319104 ext(3510272->3522559) 00002000:00010000:0.0:1780298628.791636:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243edaa00 00000100:00100000:0.0:1780298628.792690:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.792720:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.792737:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608319232 00000100:00100000:2.0:1780298628.792741:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608319232 00000100:00100000:1.0:1780298628.792760:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608319360 00000100:00100000:1.0:1780298628.792766:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608319360 00000100:00100000:2.0:1780298628.792770:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4167 00000100:00100000:2.0:1780298628.792779:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608319232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.792786:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.792796:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029bc6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d67 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.792807:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4168 00010000:00010000:2.0:1780298628.792815:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029bc6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d67 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.792821:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608319360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.792830:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029bc6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d67 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.792833:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.792837:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00010000:00010000:1.0:1780298628.792845:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e63029bcd lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d6e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.792863:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608319232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 87us (175us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.792867:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4167 00000100:00100000:1.0:1780298628.792889:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604202624:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.792940:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.796871:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604202624:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.796904:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e63029bcd lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d6e expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.796924:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e63029bcd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d6e expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.796934:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:2.0:1780298628.796980:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608319360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 4166us (4260us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.796986:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4168 00000100:00100000:0.0:1780298628.798234:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.798264:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.798285:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608319488 00000100:00100000:3.0:1780298628.798292:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608319488 00000100:00100000:1.0:1780298628.798305:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608319616 00000100:00100000:1.0:1780298628.798310:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608319616 00000100:00100000:1.0:1780298628.798343:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4169 00000100:00100000:1.0:1780298628.798352:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608319616:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298628.798357:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4170 00000100:00100000:3.0:1780298628.798366:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608319488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.798367:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.798374:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.798381:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029bd4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d7c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.798396:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e63029bdb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d75 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.798426:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e63029bdb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d75 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.798435:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e63029bdb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d75 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.798443:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:1.0:1780298628.798447:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604202752:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.798470:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608319488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 106us (239us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.798478:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4170 00000100:00100000:1.0:1780298628.798499:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.799204:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604202752:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.799222:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029bd4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d7c expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.799237:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029bd4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d7c expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.799246:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298628.799278:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608319616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 928us (1013us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.799285:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4169 00000100:00100000:0.0:1780298628.800041:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.800081:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608319872 00000100:00100000:1.0:1780298628.800086:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608319872 00000100:00100000:1.0:1780298628.800113:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61425 00000100:00100000:1.0:1780298628.800119:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+136:28749:x1866777608319872:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298628.800181:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.801195:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36a00/0xaf35132e6302991f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ac7 expref: 136 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.801207:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298628.801210:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298628.801366:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63029be2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.801376:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37600/0xaf35132e63029949 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aea expref: 91 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.801405:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63029be2 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.801427:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37600/0xaf35132e63029949 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aea expref: 91 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.801438:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37600/0xaf35132e63029949 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aea expref: 91 pid: 9976 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.801447:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604202880:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.801495:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.802297:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604202880:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.802310:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63029be2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.802367:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.802406:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608320000 00000100:00100000:2.0:1780298628.802412:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608320000 00010000:00010000:2.0:1780298628.802434:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37600/0xaf35132e63029949 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aea expref: 92 pid: 9976 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.802474:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14048 00000100:00100000:2.0:1780298628.802484:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+92:2399:x1866777608320000:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.802503:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.802509:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37600/0xaf35132e63029949 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aea expref: 92 pid: 9976 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.802522:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37600/0xaf35132e63029949 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aea expref: 92 pid: 9976 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.802536:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37600/0xaf35132e63029949 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9aea expref: 92 pid: 9976 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.802544:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.802547:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63029be2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.802557:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63029be2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.802562:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63029be2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.802579:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298628.802591:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63029be2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.802597:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63029be2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.802613:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+91:2399:x1866777608320000:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 131us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.802620:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14048 00000001:00080000:1.0:1780298628.802638:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990625 00000004:00010000:1.0:1780298628.802657:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e01f22d reply state 00000000f7d8d014 transno 4294990626 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63029be2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.802666:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63029be2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.802670:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298628.802672:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298628.802674:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298628.802724:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+138:28749:x1866777608319872:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 2605us (2683us total) trans 4294990626 rc 0/0 00000100:00100000:1.0:1780298628.802729:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61425 00000020:00080000:1.0:1780298628.802732:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298628.803325:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.803347:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608320128 00000100:00100000:3.0:1780298628.803351:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608320128 00000100:00100000:3.0:1780298628.803376:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4171 00000100:00100000:3.0:1780298628.803381:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:28749:x1866777608320128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.803403:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.803414:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029be9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d83 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.803429:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029b5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [16384->327679] (req 16384->49151) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cfe expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.803436:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029b3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [331776->2105343] (req 331776->335871) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cdb expref: 17 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.803441:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029ac3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [2105344->3207167] (req 2105344->2109439) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c64 expref: 17 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.803445:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e63029b9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [3706880->5722111] (req 3706880->3739647) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d3d expref: 17 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.803450:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029bbf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [3510272->3706879] (req 3510272->3522559) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d60 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.803454:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63029aae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [5722112->5758975] (req 5722112->5726207) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c4f expref: 17 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.803460:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 6 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(42 143) 00010000:00010000:3.0:1780298628.803463:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(48 143) 00010000:00010000:3.0:1780298628.803466:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029be9 lrc: 9/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d83 expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.803479:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63029aae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [5722112->5758975] (req 5722112->5726207) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c4f expref: 17 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.803486:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63029aae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [5722112->5758975] (req 5722112->5726207) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c4f expref: 17 pid: 12101 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.803492:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604203008:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.803526:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029bbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [3510272->3706879] (req 3510272->3522559) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d60 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.803533:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029bbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [3510272->3706879] (req 3510272->3522559) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d60 expref: 7 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.803540:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604203136:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.803562:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e63029b9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [3706880->5722111] (req 3706880->3739647) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d3d expref: 17 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.803568:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e63029b9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [3706880->5722111] (req 3706880->3739647) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d3d expref: 17 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.803575:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604203264:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.803592:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029ac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [2105344->3207167] (req 2105344->2109439) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c64 expref: 17 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.803598:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029ac3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [2105344->3207167] (req 2105344->2109439) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c64 expref: 17 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.803605:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604203392:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.803625:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029b3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [331776->2105343] (req 331776->335871) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cdb expref: 17 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.803631:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029b3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [331776->2105343] (req 331776->335871) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cdb expref: 17 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.803638:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604203520:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.803708:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029b5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [16384->327679] (req 16384->49151) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cfe expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.803715:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029b5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [16384->327679] (req 16384->49151) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cfe expref: 17 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.803722:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604203648:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.803798:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.804644:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604203008:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.804657:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604203136:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.804665:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604203264:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.804672:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604203392:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.804679:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604203520:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.804687:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604203648:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.804713:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029be9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d83 expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.804763:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00000100:00100000:3.0:1780298628.804797:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:28749:x1866777608320128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1415us (1471us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.804896:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.804916:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.804933:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608320384 00000100:00100000:2.0:1780298628.804937:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608320384 00000100:00100000:3.0:1780298628.804941:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4171 00010000:00010000:2.0:1780298628.804956:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63029aae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [5722112->5758975] (req 5722112->5726207) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c4f expref: 17 pid: 12101 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.804956:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608320512 00000100:00100000:1.0:1780298628.804963:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608320512 00000100:00100000:0.0:1780298628.804964:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298628.804987:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029ac3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [2105344->3207167] (req 2105344->2109439) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c64 expref: 18 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.804994:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608320256 00000100:00100000:2.0:1780298628.804998:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608320256 00000100:00100000:0.0:1780298628.804999:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298628.805015:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029bbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [3510272->3706879] (req 3510272->3522559) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d60 expref: 8 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.805024:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.805030:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608320768 00000100:00100000:2.0:1780298628.805031:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608320640 00000100:00100000:2.0:1780298628.805035:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608320640 00000100:00100000:1.0:1780298628.805036:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608320768 00000100:00100000:3.0:1780298628.805043:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14049 00010000:00010000:2.0:1780298628.805045:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e63029b9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [3706880->5722111] (req 3706880->3739647) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d3d expref: 20 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.805055:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029b3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [331776->2105343] (req 331776->335871) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cdb expref: 20 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.805060:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608320384:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298628.805061:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14050 00000100:00100000:2.0:1780298628.805071:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608320512:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298628.805078:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.805083:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298628.805091:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14051 00010000:00010000:2.0:1780298628.805096:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029ac3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 11 type: EXT [2105344->3207167] (req 2105344->2109439) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c64 expref: 20 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.805101:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63029aae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 11 type: EXT [5722112->5758975] (req 5722112->5726207) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c4f expref: 20 pid: 12101 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.805101:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608320256:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.805114:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.805116:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029ac3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 11 type: EXT [2105344->3207167] (req 2105344->2109439) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c64 expref: 20 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.805151:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63029aae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 11 type: EXT [5722112->5758975] (req 5722112->5726207) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c4f expref: 20 pid: 12101 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.805169:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029bbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 11 type: EXT [3510272->3706879] (req 3510272->3522559) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d60 expref: 8 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.805177:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029ac3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 12 type: EXT [2105344->3207167] (req 2105344->2109439) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c64 expref: 20 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.805184:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63029aae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 13 type: EXT [5722112->5758975] (req 5722112->5726207) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c4f expref: 20 pid: 12101 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.805184:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029bbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 13 type: EXT [3510272->3706879] (req 3510272->3522559) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d60 expref: 8 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.805207:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298628.805214:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298628.805214:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029bbf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [3510272->3706879] (req 3510272->3522559) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d60 expref: 8 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.805224:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298628.806045:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.806076:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608320512:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1004us (1156us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.806088:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608320384:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1032us (1189us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.806088:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14050 00000100:00100000:3.0:1780298628.806100:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14049 00000100:00100000:1.0:1780298628.806105:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608320256:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1003us (1140us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.806113:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14052 00000100:00100000:1.0:1780298628.806145:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14051 00000100:00100000:3.0:1780298628.806156:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14053 00000100:00100000:2.0:1780298628.806156:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608320640:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.806169:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.806180:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e63029b9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3706880->5722111] (req 3706880->3739647) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d3d expref: 16 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.806192:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e63029b9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3706880->5722111] (req 3706880->3739647) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d3d expref: 16 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.806206:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e63029b9c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3706880->5722111] (req 3706880->3739647) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d3d expref: 16 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.806212:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608320896 00000100:00100000:1.0:1780298628.806217:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608320896 00010000:00010000:2.0:1780298628.806218:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298628.806235:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777608320768:12345-192.168.203.25@tcp:103:ldlm_bl.0 00002000:00100000:1.0:1780298628.806243:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (16384->49151) req@ffff9cf25586d180 x1866777608320896/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1780298628.806245:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1780298628.806251:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608320640:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 128us (1225us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298628.806259:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029b3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [331776->2105343] (req 331776->335871) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cdb expref: 16 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.806270:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14052 00002000:00100000:1.0:1780298628.806271:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586d180 with x1866777608320896 ext(16384->49151) 00010000:00010000:1.0:1780298628.806283:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029b5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [16384->327679] (req 16384->49151) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cfe expref: 16 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.806285:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029b3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [331776->2105343] (req 331776->335871) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cdb expref: 15 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.806314:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029b5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [16384->327679] (req 16384->49151) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cfe expref: 15 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.806316:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029b3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [331776->2105343] (req 331776->335871) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cdb expref: 15 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298628.806332:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf25586d180 00010000:00010000:3.0:1780298628.806340:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.806356:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 105 00000100:00100000:1.0:1780298628.806364:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608320896:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298628.806410:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608320768:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 244us (1413us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.806419:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14053 00000100:00100000:1.0:1780298628.808565:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777608320896:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 2198us (2515us total) trans 4294969095 rc 0/0 00000100:00100000:1.0:1780298628.808575:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 105 00002000:00100000:1.0:1780298628.808583:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (16384->49151) req@ffff9cf25586d180 x1866777608320896/t4294969095(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.808593:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586d180 with x1866777608320896 ext(16384->49151) 00010000:00010000:1.0:1780298628.808600:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029b5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [16384->327679] (req 16384->49151) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cfe expref: 15 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.808613:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029b5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [16384->327679] (req 16384->49151) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cfe expref: 15 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298628.808621:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf25586d180 00000100:00100000:0.0:1780298628.809355:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.809402:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608321024 00000100:00100000:1.0:1780298628.809408:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608321024 00010000:00010000:1.0:1780298628.809426:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029b5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [16384->327679] (req 16384->49151) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cfe expref: 15 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.809448:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14054 00000100:00100000:1.0:1780298628.809452:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777608321024:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.809461:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.809470:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029b5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [16384->327679] (req 16384->49151) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cfe expref: 15 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.809478:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029b5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [16384->327679] (req 16384->49151) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cfe expref: 15 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.809492:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029b5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [16384->327679] (req 16384->49151) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9cfe expref: 15 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.809501:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(48 143) 00010000:00010000:1.0:1780298628.809504:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(48 143) 00010000:00010000:1.0:1780298628.809509:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029be9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d83 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.809516:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029be9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d83 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.809541:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029be9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d83 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.809550:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604203776:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.809596:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.810322:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604203776:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.810336:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.810363:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777608321024:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 910us (1010us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.810368:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14054 00000100:00100000:0.0:1780298628.810379:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.810410:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608321152 00000100:00100000:1.0:1780298628.810414:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608321152 00000100:00100000:1.0:1780298628.810437:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4172 00000100:00100000:1.0:1780298628.810443:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608321152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.810452:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.810464:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029bf0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d8a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.810480:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029ad8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3756032->37310463] (req 3756032->3772415) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c79 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.810486:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(7 104) 00010000:00010000:1.0:1780298628.810488:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(8 104) 00010000:00010000:1.0:1780298628.810490:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029bf0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d8a expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.810504:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029ad8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3756032->37310463] (req 3756032->3772415) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c79 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.810513:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029ad8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3756032->37310463] (req 3756032->3772415) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c79 expref: 8 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.810519:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604203904:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.810547:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.811122:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604203904:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.811161:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029bf0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d8a expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.811173:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298628.811193:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608321152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 751us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.811197:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4172 00000100:00100000:0.0:1780298628.811349:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.811377:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608321280 00000100:00100000:2.0:1780298628.811381:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608321280 00010000:00010000:2.0:1780298628.811406:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029ad8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3756032->37310463] (req 3756032->3772415) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c79 expref: 9 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.811426:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14055 00000100:00100000:2.0:1780298628.811432:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608321280:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.811439:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.811454:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029ad8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3756032->37310463] (req 3756032->3772415) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c79 expref: 9 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.811461:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029ad8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3756032->37310463] (req 3756032->3772415) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c79 expref: 9 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.811471:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029ad8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3756032->37310463] (req 3756032->3772415) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9c79 expref: 9 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.811478:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(8 104) 00010000:00010000:2.0:1780298628.811480:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(8 104) 00010000:00010000:2.0:1780298628.811483:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029bf0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d8a expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.811489:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029bf0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d8a expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.811506:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029bf0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d8a expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.811512:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243eda300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604204032:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.811549:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.812293:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243eda300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604204032:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298628.812312:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298628.812349:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.812405:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608321408 00000100:00100000:1.0:1780298628.812411:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608321408 00000100:00100000:3.0:1780298628.812412:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608321280:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 978us (1062us total) trans 0 rc 0/0 00002000:00010000:1.0:1780298628.812434:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (801931->18446744073709551615) 00002000:00100000:1.0:1780298628.812439:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fce00 with x1866777608321408 ext(801931->18446744073709551615) 00002000:00010000:1.0:1780298628.812447:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fce00. 00000100:00100000:2.0:1780298628.812453:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.812476:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608321536 00000100:00100000:1.0:1780298628.812480:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608321536 00000100:00100000:0.0:1780298628.812485:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4196 00000100:00100000:0.0:1780298628.812495:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608321408:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298628.812502:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:1.0:1780298628.812507:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243eda300 with x1866777608321536 ext(0->18446744073709551615) 00000100:00100000:3.0:1780298628.812514:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14055 00002000:00010000:1.0:1780298628.812514:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243eda300. 00000100:00100000:1.0:1780298628.812548:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4197 00000100:00100000:1.0:1780298628.812560:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243eda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608321536:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298628.812855:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3769759 -> 0 00002000:00010000:1.0:1780298628.812859:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298628.812862:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298628 00002000:00010000:1.0:1780298628.812864:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298628.812866:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 104 -> 0 00000100:00100000:1.0:1780298628.812900:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243eda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608321536:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 344us (451us total) trans 4294968773 rc 0/0 00000100:00100000:1.0:1780298628.812908:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4197 00002000:00010000:1.0:1780298628.812912:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:1.0:1780298628.812915:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243eda300 with x1866777608321536 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298628.812921:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243eda300. 00002000:00010000:0.0:1780298628.814343:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5762840 -> 801931 00002000:00010000:0.0:1780298628.814347:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.814349:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.814350:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.814352:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1720 -> 760 00000100:00100000:0.0:1780298628.814378:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608321408:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 1886us (2030us total) trans 4294969096 rc 0/0 00000100:00100000:0.0:1780298628.814394:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4196 00002000:00010000:0.0:1780298628.814397:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (801931->18446744073709551615) 00002000:00100000:0.0:1780298628.814399:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fce00 with x1866777608321408 ext(801931->18446744073709551615) 00002000:00010000:0.0:1780298628.814404:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fce00. 00000100:00100000:2.0:1780298628.815260:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.815294:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608321664 00000100:00100000:0.0:1780298628.815300:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608321664 00000100:00100000:0.0:1780298628.815331:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61426 00000100:00100000:0.0:1780298628.815336:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+91:28749:x1866777608321664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.815349:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.815363:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36200/0xaf35132e63029bf7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d91 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.815438:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029bfe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 72 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.815450:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029bfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.815461:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029bfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298628.815477:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 801931 00000004:00200000:0.0:1780298628.815480:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298628.815493:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029bfe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.815510:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36200/0xaf35132e63029bf7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d91 expref: 93 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.815526:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029bfe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 71 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d91 expref: 92 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.815532:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.815534:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298628.815536:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37200, rc 0) 00000100:00100000:0.0:1780298628.815566:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+92:28749:x1866777608321664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 229us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.815572:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61426 00000100:00100000:3.0:1780298628.816582:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.816612:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.816632:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608321792 00000100:00100000:2.0:1780298628.816637:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608321792 00000100:00100000:0.0:1780298628.816649:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608321920 00000100:00100000:0.0:1780298628.816655:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608321920 00000100:00100000:2.0:1780298628.816677:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4173 00000100:00100000:2.0:1780298628.816689:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608321792:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298628.816697:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4174 00010000:00010000:2.0:1780298628.816702:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.816709:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608321920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.816715:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029c05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d98 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.816718:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.816730:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63029c0c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9d9f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.816771:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604204160:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.816771:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604204288:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.816827:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.816830:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00002000:00010000:1.0:1780298628.817617:0:9128:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime: 1780298628 -> 1780298629 00000100:00100000:0.0:1780298628.817649:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604204160:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.817661:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604204288:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.817676:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029c05 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d98 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.817686:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63029c0c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d9f expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.817693:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029c05 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d98 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.817710:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00010000:00010000:1.0:1780298628.817713:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63029c0c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d9f expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.817726:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:0.0:1780298628.817749:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608321792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1064us (1168us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.817756:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608321920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1048us (1140us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.817762:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4173 00000100:00100000:1.0:1780298628.817771:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4174 00000100:00100000:0.0:1780298628.819579:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.819611:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.819634:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608322048 00000100:00100000:3.0:1780298628.819641:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608322048 00000100:00100000:1.0:1780298628.819651:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608322176 00000100:00100000:1.0:1780298628.819656:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608322176 00000100:00100000:3.0:1780298628.819685:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4175 00000100:00100000:1.0:1780298628.819691:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4176 00000100:00100000:3.0:1780298628.819698:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608322048:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298628.819703:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608322176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.819712:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.819712:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.819723:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029c13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9dad expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.819725:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029c1a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9da6 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.819762:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604204416:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.819770:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604204544:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.819811:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.819813:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.820532:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604204416:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.820555:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604204544:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.820556:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029c13 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dad expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.820577:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029c13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dad expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.820581:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029c1a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9da6 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.820595:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00010000:00010000:0.0:1780298628.820605:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029c1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9da6 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.820616:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00000100:00100000:1.0:1780298628.820631:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608322176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 932us (1019us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.820639:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4176 00000100:00100000:0.0:1780298628.820644:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608322048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 949us (1065us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.820653:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4175 00000100:00100000:2.0:1780298628.821693:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.821732:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608322304 00000100:00100000:1.0:1780298628.821737:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608322304 00000100:00100000:1.0:1780298628.821777:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4198 00000100:00100000:1.0:1780298628.821786:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777608322304:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298628.821997:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 801931 -> 801931 00002000:00010000:1.0:1780298628.822001:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298628.822004:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298628.822006:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298628.822009:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 760 -> 784 00000100:00100000:1.0:1780298628.822040:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777608322304:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 256us (346us total) trans 4294969097 rc 0/0 00000100:00100000:1.0:1780298628.822047:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4198 00000100:00100000:2.0:1780298628.822897:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.822916:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.822931:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608322432 00000100:00100000:0.0:1780298628.822935:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608322432 00000100:00100000:0.0:1780298628.822964:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608322560 00000100:00100000:0.0:1780298628.822966:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608322560 00000100:00100000:1.0:1780298628.822971:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4177 00000100:00100000:1.0:1780298628.822984:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608322432:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.822989:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4178 00010000:00010000:1.0:1780298628.822996:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.823000:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608322560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.823007:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029c21 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9db4 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.823007:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.823017:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029c28 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9dbb expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.823044:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604204672:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.823046:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604204800:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.823093:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.823095:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.823739:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604204800:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.823755:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029c28 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dbb expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.823767:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029c28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dbb expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.823775:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:0.0:1780298628.823802:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608322560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 807us (885us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.823807:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4178 00000100:00100000:1.0:1780298628.823884:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604204672:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.823904:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029c21 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9db4 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.823918:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029c21 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9db4 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.823927:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:1.0:1780298628.823958:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608322432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 979us (1060us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.823966:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4177 00000100:00100000:2.0:1780298628.824745:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.824775:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608322688 00000100:00100000:0.0:1780298628.824780:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608322688 00000100:00100000:2.0:1780298628.824781:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.824810:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608322816 00000100:00100000:0.0:1780298628.824813:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608322816 00000100:00100000:1.0:1780298628.824824:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4179 00000100:00100000:1.0:1780298628.824834:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608322688:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.824842:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4180 00010000:00010000:1.0:1780298628.824843:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.824851:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608322816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.824853:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029c2f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9dc2 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.824858:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.824867:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e63029c36 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9dc9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.824885:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604204928:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.824897:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604205056:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.824934:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.824935:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.825570:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604204928:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.825594:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029c2f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dc2 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.825608:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029c2f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dc2 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.825614:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:1.0:1780298628.825639:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608322688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 808us (894us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.825643:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4179 00000100:00100000:0.0:1780298628.825676:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604205056:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.825691:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e63029c36 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dc9 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.825702:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e63029c36 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dc9 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.825710:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36200, rc 0) 00000100:00100000:0.0:1780298628.825738:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608322816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 889us (955us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.825746:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4180 00000100:00100000:3.0:1780298628.826714:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.826747:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608323072 00000100:00100000:0.0:1780298628.826752:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608323072 00000100:00100000:0.0:1780298628.826783:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61427 00000100:00100000:0.0:1780298628.826795:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+92:28749:x1866777608323072:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298628.826828:0:17567:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298628.826843:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029bfe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d91 expref: 92 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.826853:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.826856:0:17567:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298628.826980:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36c00/0xaf35132e63029c3d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 71 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.827002:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36c00/0xaf35132e63029c3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.827009:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36c00/0xaf35132e63029c3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298628.827039:0:17567:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990627 00000004:00010000:0.0:1780298628.827051:0:17567:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ac832902 reply state 00000000b1e62e4a transno 4294990628 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36c00/0xaf35132e63029c3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.827058:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36c00/0xaf35132e63029c3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.827062:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.827064:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298628.827066:0:17567:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298628.827108:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+94:28749:x1866777608323072:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 319us (396us total) trans 4294990628 rc 0/0 00000100:00100000:0.0:1780298628.827113:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61427 00000020:00080000:0.0:1780298628.827116:0:17567:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298628.827792:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.827837:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608323200 00000100:00100000:2.0:1780298628.827842:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608323200 00000100:00100000:2.0:1780298628.827872:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4181 00000100:00100000:2.0:1780298628.827877:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608323200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.827883:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.827892:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029c44 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9dd0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.827905:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029be9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d83 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.827911:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(48 143) 00010000:00010000:2.0:1780298628.827914:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(49 143) 00010000:00010000:2.0:1780298628.827917:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029c44 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd0 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.827934:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029be9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d83 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.827943:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029be9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d83 expref: 15 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.827952:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604205184:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.827994:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.828629:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604205184:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.828644:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029c44 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd0 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.828652:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:1.0:1780298628.828673:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608323200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 796us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.828677:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4181 00000100:00100000:3.0:1780298628.828797:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.828843:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608323328 00000100:00100000:0.0:1780298628.828847:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608323328 00010000:00010000:0.0:1780298628.828865:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029be9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d83 expref: 16 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.828887:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14056 00000100:00100000:0.0:1780298628.828895:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608323328:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298628.828902:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298628.828913:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029be9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d83 expref: 16 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.828921:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029be9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d83 expref: 16 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.828933:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029be9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d83 expref: 16 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.828941:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(49 143) 00010000:00010000:0.0:1780298628.828943:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(49 143) 00010000:00010000:0.0:1780298628.828947:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029c44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd0 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.828953:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029c44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd0 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.828968:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029c44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd0 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.828974:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604205312:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298628.829001:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.829623:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604205312:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298628.829637:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298628.829662:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608323328:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 768us (866us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.829669:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14056 00000100:00100000:3.0:1780298628.829706:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.829741:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608323456 00000100:00100000:1.0:1780298628.829744:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608323456 00000100:00100000:1.0:1780298628.829771:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4182 00000100:00100000:1.0:1780298628.829778:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608323456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.829785:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.829792:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029c4b lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9dd7 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.829804:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029bf0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d8a expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.829809:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(8 104) 00010000:00010000:1.0:1780298628.829812:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(9 104) 00010000:00010000:1.0:1780298628.829815:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029c4b lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd7 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.829827:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029bf0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d8a expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.829833:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d8a expref: 10 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.829839:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604205440:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.829868:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.830372:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604205440:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.830395:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029c4b lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd7 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.830405:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298628.830426:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608323456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 650us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.830431:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4182 00000100:00100000:2.0:1780298628.830574:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.830613:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608323584 00000100:00100000:1.0:1780298628.830616:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608323584 00010000:00010000:1.0:1780298628.830629:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d8a expref: 11 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.830655:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14057 00000100:00100000:1.0:1780298628.830664:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608323584:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.830672:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.830684:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d8a expref: 11 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.830696:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029bf0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d8a expref: 11 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.830711:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029bf0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9d8a expref: 11 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.830729:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(9 104) 00010000:00010000:1.0:1780298628.830733:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(9 104) 00010000:00010000:1.0:1780298628.830737:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029c4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd7 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.830743:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029c4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd7 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.830757:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029c4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd7 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.830763:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604205568:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.830790:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.831335:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604205568:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.831349:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.831375:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608323584:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 713us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.831396:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14057 00000100:00100000:2.0:1780298628.831475:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.831517:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608323712 00000100:00100000:0.0:1780298628.831523:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608323712 00002000:00010000:0.0:1780298628.831543:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1827975->18446744073709551615) 00002000:00100000:0.0:1780298628.831548:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8380 with x1866777608323712 ext(1827975->18446744073709551615) 00002000:00010000:0.0:1780298628.831556:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d8380. 00000100:00100000:0.0:1780298628.831581:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4199 00000100:00100000:0.0:1780298628.831590:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608323712:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298628.831610:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.831660:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608323840 00000100:00100000:1.0:1780298628.831665:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608323840 00002000:00010000:1.0:1780298628.831681:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:1.0:1780298628.831684:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844a80 with x1866777608323840 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298628.831690:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243844a80. 00000100:00100000:1.0:1780298628.831710:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4200 00000100:00100000:1.0:1780298628.831720:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608323840:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298628.831779:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 801931 -> 1827975 00002000:00010000:0.0:1780298628.831783:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.831786:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298628.831791:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1780298628.831795:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298628.831798:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298628 00002000:00010000:0.0:1780298628.831801:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298628.831803:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.831806:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 784 -> 784 00002000:00010000:1.0:1780298628.831808:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298628.831845:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608323712:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 256us (370us total) trans 4294969098 rc 0/0 00000100:00100000:1.0:1780298628.831846:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608323840:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 127us (236us total) trans 4294968774 rc 0/0 00000100:00100000:1.0:1780298628.831859:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4200 00002000:00010000:1.0:1780298628.831862:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:1.0:1780298628.831865:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844a80 with x1866777608323840 ext(0->18446744073709551615) 00000100:00100000:0.0:1780298628.831869:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4199 00002000:00010000:1.0:1780298628.831871:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243844a80. 00002000:00010000:0.0:1780298628.831875:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1827975->18446744073709551615) 00002000:00100000:0.0:1780298628.831878:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8380 with x1866777608323712 ext(1827975->18446744073709551615) 00002000:00010000:0.0:1780298628.831885:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d8380. 00000100:00100000:2.0:1780298628.832535:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.832573:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608323968 00000100:00100000:0.0:1780298628.832578:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608323968 00000100:00100000:0.0:1780298628.832611:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61428 00000100:00100000:0.0:1780298628.832620:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+94:28749:x1866777608323968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.832632:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.832645:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37a00/0xaf35132e63029c52 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 72 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9dde expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.832706:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36600/0xaf35132e63029c59 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.832717:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36600/0xaf35132e63029c59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.832727:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36600/0xaf35132e63029c59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298628.832746:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1827975 00000004:00200000:0.0:1780298628.832749:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298628.832763:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36600/0xaf35132e63029c59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.832783:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37a00/0xaf35132e63029c52 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dde expref: 96 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.832795:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36600/0xaf35132e63029c59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 72 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dde expref: 95 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.832804:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.832807:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298628.832810:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36600, rc 0) 00000100:00100000:0.0:1780298628.832837:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+95:28749:x1866777608323968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 220us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.832844:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61428 00000100:00100000:2.0:1780298628.835591:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.835639:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608324096 00000100:00100000:3.0:1780298628.835647:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608324096 00000100:00100000:3.0:1780298628.835687:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4183 00000100:00100000:3.0:1780298628.835696:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:28749:x1866777608324096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.835709:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.835723:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e63029c60 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9de5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.835755:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029c44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd0 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.835763:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(49 143) 00010000:00010000:3.0:1780298628.835767:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(50 143) 00010000:00010000:3.0:1780298628.835771:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e63029c60 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4747264->4775935] (req 4747264->4775935) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9de5 expref: 16 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.835799:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029c44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd0 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.835814:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029c44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd0 expref: 8 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.835826:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604205696:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.835885:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.836522:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604205696:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.836544:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e63029c60 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4747264->4775935] (req 4747264->4775935) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9de5 expref: 16 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.836558:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c800, rc 0) 00000100:00100000:3.0:1780298628.836593:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:28749:x1866777608324096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 898us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.836660:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4183 00000100:00100000:2.0:1780298628.836678:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.836717:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608324224 00000100:00100000:0.0:1780298628.836723:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608324224 00010000:00010000:0.0:1780298628.836748:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029c44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd0 expref: 9 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.836783:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14058 00000100:00100000:0.0:1780298628.836792:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608324224:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298628.836803:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298628.836820:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029c44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd0 expref: 9 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.836834:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029c44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd0 expref: 9 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.836855:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63029c44 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd0 expref: 9 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.836866:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(50 143) 00010000:00010000:0.0:1780298628.836870:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(50 143) 00010000:00010000:0.0:1780298628.836878:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e63029c60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4747264->38301695] (req 4747264->4775935) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9de5 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.836888:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e63029c60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4747264->38301695] (req 4747264->4775935) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9de5 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.836912:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e63029c60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4747264->38301695] (req 4747264->4775935) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9de5 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.836927:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604205824:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298628.836967:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.837625:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604205824:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298628.837636:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298628.837664:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608324224:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 873us (986us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.837673:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14058 00000100:00100000:3.0:1780298628.838074:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.838114:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608324352 00000100:00100000:1.0:1780298628.838119:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608324352 00000100:00100000:1.0:1780298628.838167:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61429 00000100:00100000:1.0:1780298628.838173:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+138:28749:x1866777608324352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.838187:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.838199:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e63029c67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9dec expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.838288:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e63029c6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 74 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.838299:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e63029c6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.838310:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e63029c6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298628.838334:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1827975 00000004:00200000:1.0:1780298628.838338:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298628.838355:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e63029c6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.838376:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e63029c67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dec expref: 140 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.838401:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e63029c6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dec expref: 139 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.838406:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298628.838409:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298628.838411:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:1.0:1780298628.838433:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+139:28749:x1866777608324352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 261us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.838437:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61429 00000100:00100000:2.0:1780298628.839285:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.839316:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608324480 00000100:00100000:0.0:1780298628.839320:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608324480 00000100:00100000:0.0:1780298628.839349:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4184 00000100:00100000:0.0:1780298628.839356:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608324480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.839362:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.839370:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e63029c75 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9df3 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.839378:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.839415:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604205952:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.839449:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.839455:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608324608 00000100:00100000:1.0:1780298628.839461:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608324608 00000100:00100000:1.0:1780298628.839494:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4185 00000100:00100000:1.0:1780298628.839503:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608324608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.839511:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.839521:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63029c7c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9dfa expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.839553:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604206080:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.839590:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00002000:00010000:0.0:1780298628.839997:0:12101:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 1827975 -> 4773913 00000100:00100000:0.0:1780298628.840008:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604205952:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.840023:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e63029c75 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9df3 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.840033:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e63029c75 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9df3 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.840040:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:0.0:1780298628.840068:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608324480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 713us (784us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.840072:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4184 00002000:00010000:1.0:1780298628.840216:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime: 1780298628 -> 1780298629 00000100:00100000:1.0:1780298628.840226:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604206080:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.840255:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63029c7c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dfa expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.840264:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63029c7c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dfa expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.840270:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:1.0:1780298628.840290:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608324608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 790us (920us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.840295:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4185 00000100:00100000:2.0:1780298628.841049:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.841083:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608324736 00000100:00100000:1.0:1780298628.841088:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608324736 00000100:00100000:2.0:1780298628.841092:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.841117:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608324864 00000100:00100000:1.0:1780298628.841120:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608324864 00000100:00100000:1.0:1780298628.841156:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4186 00000100:00100000:1.0:1780298628.841163:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608324736:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.841168:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4187 00010000:00010000:1.0:1780298628.841170:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.841179:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029c83 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e01 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.841179:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608324864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.841188:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.841196:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e63029c8a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e08 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.841205:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604206208:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.841224:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604206336:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.841245:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.841260:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.841872:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604206208:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.841873:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604206336:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.841895:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e63029c8a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e08 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.841907:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029c83 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e01 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.841907:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e63029c8a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e08 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.841928:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37a00, rc 0) 00010000:00010000:1.0:1780298628.841936:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029c83 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e01 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.841946:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:0.0:1780298628.841961:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608324864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 784us (867us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.841969:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4187 00000100:00100000:1.0:1780298628.841973:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608324736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 808us (922us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.841982:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4186 00000100:00100000:3.0:1780298628.842924:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.842957:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608324992 00000100:00100000:0.0:1780298628.842962:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608324992 00000100:00100000:0.0:1780298628.842987:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4188 00000100:00100000:0.0:1780298628.842992:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608324992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.842998:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.843005:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e63029c91 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e0f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.843018:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029c4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd7 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.843024:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(9 104) 00010000:00010000:0.0:1780298628.843027:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(10 104) 00010000:00010000:0.0:1780298628.843030:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e63029c91 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [610304->643071] (req 610304->643071) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e0f expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.843042:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029c4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd7 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.843053:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029c4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd7 expref: 9 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.843060:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604206464:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.843088:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.843714:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604206464:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298628.843730:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e63029c91 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [610304->643071] (req 610304->643071) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e0f expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.843740:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37200, rc 0) 00000100:00100000:0.0:1780298628.843765:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608324992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 772us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.843769:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4188 00000100:00100000:3.0:1780298628.843893:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.843925:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608325120 00000100:00100000:2.0:1780298628.843931:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608325120 00010000:00010000:2.0:1780298628.843954:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029c4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd7 expref: 10 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.843984:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14059 00000100:00100000:2.0:1780298628.843993:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608325120:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.844003:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.844012:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029c4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd7 expref: 10 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.844020:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029c4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd7 expref: 10 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.844031:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029c4b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dd7 expref: 10 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.844038:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(10 104) 00010000:00010000:2.0:1780298628.844041:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(10 104) 00010000:00010000:2.0:1780298628.844046:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e63029c91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [610304->34164735] (req 610304->643071) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e0f expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.844055:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e63029c91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [610304->34164735] (req 610304->643071) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e0f expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.844072:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e63029c91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [610304->34164735] (req 610304->643071) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e0f expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.844079:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604206592:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.844110:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.844799:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604206592:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298628.844810:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298628.844830:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608325120:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 840us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.844839:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14059 00000100:00100000:0.0:1780298628.845014:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.845050:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608325248 00000100:00100000:2.0:1780298628.845061:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608325248 00002000:00100000:2.0:1780298628.845091:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (610304->614399) req@ffff9cf3481fca80 x1866777608325248/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.845102:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fca80 with x1866777608325248 ext(610304->614399) 00002000:00010000:2.0:1780298628.845106:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fca80 00000100:00100000:2.0:1780298628.845149:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4201 00000100:00100000:2.0:1780298628.845158:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608325248:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.845297:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608325248:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 141us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.845305:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4201 00002000:00100000:2.0:1780298628.845312:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (610304->614399) req@ffff9cf3481fca80 x1866777608325248/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.845321:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fca80 with x1866777608325248 ext(610304->614399) 00002000:00010000:2.0:1780298628.845325:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fca80 00000100:00100000:3.0:1780298628.846167:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.846188:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608325376 00000100:00100000:0.0:1780298628.846192:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608325376 00002000:00100000:0.0:1780298628.846208:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (638976->643071) req@ffff9cf243845180 x1866777608325376/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.846215:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845180 with x1866777608325376 ext(638976->643071) 00002000:00010000:0.0:1780298628.846218:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243845180 00000100:00100000:0.0:1780298628.846236:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4202 00000100:00100000:0.0:1780298628.846242:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608325376:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298628.846369:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608325376:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 127us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.846373:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4202 00002000:00100000:0.0:1780298628.846377:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (638976->643071) req@ffff9cf243845180 x1866777608325376/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.846397:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845180 with x1866777608325376 ext(638976->643071) 00002000:00010000:0.0:1780298628.846400:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243845180 00000100:00100000:0.0:1780298628.847325:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.847357:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608325504 00000100:00100000:1.0:1780298628.847362:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608325504 00000100:00100000:0.0:1780298628.847381:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.847404:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608325632 00000100:00100000:1.0:1780298628.847407:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608325632 00000100:00100000:2.0:1780298628.847422:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4189 00000100:00100000:2.0:1780298628.847433:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608325504:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298628.847440:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4190 00010000:00010000:2.0:1780298628.847442:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.847450:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608325632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.847459:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63029c98 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e16 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.847459:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.847469:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029c9f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e1d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.847507:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604206720:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.847510:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604206848:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.847555:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.847557:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00002000:00010000:1.0:1780298628.848222:0:8358:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size: 0 -> 641458 00002000:00010000:1.0:1780298628.848225:0:8358:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1780298628.848233:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604206720:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.848266:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029c9f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e1d expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.848284:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029c9f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e1d expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.848295:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:2.0:1780298628.848323:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604206848:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.848325:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608325632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 876us (942us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.848334:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4190 00010000:00010000:2.0:1780298628.848349:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63029c98 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e16 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.848364:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63029c98 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e16 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.848375:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00000100:00100000:2.0:1780298628.848415:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608325504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 986us (1090us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.848423:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4189 00000100:00100000:0.0:1780298628.849166:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.849197:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608325760 00000100:00100000:1.0:1780298628.849201:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608325760 00000100:00100000:0.0:1780298628.849201:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.849226:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608325888 00000100:00100000:1.0:1780298628.849229:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608325888 00000100:00100000:2.0:1780298628.849239:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4191 00000100:00100000:2.0:1780298628.849250:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608325760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.849258:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.849259:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4192 00010000:00010000:2.0:1780298628.849269:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d71a6aba/0xaf35132e63029ca6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e24 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.849270:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608325888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.849283:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.849292:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63029cad lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e2b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.849310:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604206976:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.849323:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604207104:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.849358:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.849358:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.850000:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604207104:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.850021:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63029cad lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e2b expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.850024:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604206976:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.850038:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63029cad lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e2b expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.850045:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d71a6aba/0xaf35132e63029ca6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e24 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.850048:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00010000:00010000:2.0:1780298628.850060:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d71a6aba/0xaf35132e63029ca6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e24 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.850068:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9bc00, rc 0) 00000100:00100000:1.0:1780298628.850081:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608325888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 812us (877us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.850088:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608325760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 841us (922us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.850093:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4192 00000100:00100000:2.0:1780298628.850100:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4191 00000100:00100000:3.0:1780298628.851010:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.851037:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.851050:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608326016 00000100:00100000:1.0:1780298628.851054:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608326016 00000100:00100000:2.0:1780298628.851082:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608326144 00000100:00100000:1.0:1780298628.851087:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4193 00000100:00100000:2.0:1780298628.851088:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608326144 00000100:00100000:1.0:1780298628.851096:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777608326016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.851104:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.851113:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029cb4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e32 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.851145:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4194 00000100:00100000:2.0:1780298628.851155:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608326144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.851165:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.851166:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604207232:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.851175:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63029cbb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e39 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.851205:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604207360:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.851210:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.851237:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.851797:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604207232:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.851817:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029cb4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e32 expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.851831:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029cb4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e32 expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.851840:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298628.851865:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777608326016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 771us (855us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.851872:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4193 00000100:00100000:2.0:1780298628.851912:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604207360:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.851930:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63029cbb lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e39 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.851943:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63029cbb lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e39 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.851952:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:2.0:1780298628.851984:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608326144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 830us (945us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.851990:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4194 00000100:00100000:0.0:1780298628.852769:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.852792:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608326272 00000100:00100000:3.0:1780298628.852796:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608326272 00000100:00100000:3.0:1780298628.852867:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4195 00000100:00100000:3.0:1780298628.852873:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777608326272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.852880:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.852888:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e63029cc2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e40 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.852912:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604207488:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.852924:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.852960:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608326400 00000100:00100000:0.0:1780298628.852965:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608326400 00000100:00100000:3.0:1780298628.852978:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.853001:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4196 00000100:00100000:0.0:1780298628.853010:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608326400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.853016:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.853024:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e63029cc9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e47 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.853048:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604207616:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.853076:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.853509:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604207488:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.853526:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e63029cc2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e40 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.853540:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e63029cc2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e40 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.853556:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:3.0:1780298628.853629:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777608326272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 708us (813us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.853635:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4195 00000100:00100000:0.0:1780298628.853713:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604207616:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.853732:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e63029cc9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e47 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.853746:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e63029cc9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e47 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.853761:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36200, rc 0) 00000100:00100000:0.0:1780298628.853785:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608326400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 779us (864us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.853790:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4196 00000100:00100000:1.0:1780298628.854685:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.854719:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608326528 00000100:00100000:0.0:1780298628.854724:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608326528 00000100:00100000:0.0:1780298628.854753:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4197 00000100:00100000:0.0:1780298628.854761:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608326528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.854769:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.854778:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029cd0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e4e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.854795:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(50 143) 00010000:00010000:0.0:1780298628.854800:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(50 143) 00010000:00010000:0.0:1780298628.854810:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1998848->4747263] (req 1998848->2052095) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e4e expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.854825:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1998848->4747263] (req 1998848->2052095) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e4e expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.854834:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37800, rc 0) 00000100:00100000:0.0:1780298628.854861:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608326528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 101us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.854868:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4197 00000100:00100000:1.0:1780298628.855578:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.855626:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608326656 00000100:00100000:2.0:1780298628.855631:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608326656 00000100:00100000:2.0:1780298628.855676:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4203 00000100:00100000:2.0:1780298628.855684:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608326656:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.855795:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4773913 -> 1827975 00002000:00010000:2.0:1780298628.855799:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.855801:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.855804:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.855806:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 784 -> 784 00000100:00100000:2.0:1780298628.855838:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608326656:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 154us (260us total) trans 4294969099 rc 0/0 00000100:00100000:2.0:1780298628.855844:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4203 00000100:00100000:2.0:1780298628.856711:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.856760:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608326784 00000100:00100000:1.0:1780298628.856765:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608326784 00000100:00100000:1.0:1780298628.856804:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4198 00000100:00100000:1.0:1780298628.856813:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608326784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.856822:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298628.856826:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298628.856833:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029cd7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e55 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.856859:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608326912 00000100:00100000:2.0:1780298628.856865:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608326912 00000100:00100000:1.0:1780298628.856874:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604207744:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.856895:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4199 00000100:00100000:2.0:1780298628.856904:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608326912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.856913:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.856923:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63029cde lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e5c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.856931:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.856957:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604207872:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.856985:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00002000:00010000:1.0:1780298628.857659:0:8358:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 1827975 -> 4773913 00000100:00100000:1.0:1780298628.857671:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604207744:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.857691:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029cd7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e55 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.857706:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029cd7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e55 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.857715:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:1.0:1780298628.857740:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608326784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 930us (1031us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.857747:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4198 00000100:00100000:2.0:1780298628.857889:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604207872:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.857903:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63029cde lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e5c expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.857911:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63029cde lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e5c expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.857917:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00000100:00100000:2.0:1780298628.857938:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608326912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1038us (1118us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.857942:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4199 00000100:00100000:3.0:1780298628.858858:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.858911:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608327040 00000100:00100000:0.0:1780298628.858917:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608327040 00000100:00100000:0.0:1780298628.858958:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4200 00000100:00100000:3.0:1780298628.858963:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.858973:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777608327040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.858983:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.858990:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608327168 00010000:00010000:0.0:1780298628.858994:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e63029ce5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e63 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.858995:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608327168 00000100:00100000:1.0:1780298628.859032:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4201 00000100:00100000:0.0:1780298628.859034:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604208000:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.859045:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608327168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.859064:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.859074:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029cec lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e6a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.859089:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.859107:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604208128:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.859174:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.859736:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604208000:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.859758:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e63029ce5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e63 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.859775:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e63029ce5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e63 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.859785:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37400, rc 0) 00000100:00100000:0.0:1780298628.859824:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777608327040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 856us (967us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.859832:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4200 00000100:00100000:1.0:1780298628.859864:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604208128:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.859882:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029cec lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e6a expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.859892:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029cec lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e6a expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.859898:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298628.859948:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608327168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 908us (994us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.859956:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4201 00000100:00100000:2.0:1780298628.860869:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.860932:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608327296 00000100:00100000:3.0:1780298628.860937:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608327296 00000100:00100000:0.0:1780298628.860974:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.860979:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4202 00000100:00100000:3.0:1780298628.860988:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608327296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.860997:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.860998:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608327424 00000100:00100000:1.0:1780298628.861004:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608327424 00010000:00010000:3.0:1780298628.861008:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e63029cf3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e71 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.861035:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4203 00000100:00100000:1.0:1780298628.861042:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608327424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.861053:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.861061:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63029cfa lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e78 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.861088:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604208256:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.861095:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604208384:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.861169:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.861171:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.861874:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604208256:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.861889:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e63029cf3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e71 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.861899:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e63029cf3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e71 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.861910:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c200, rc 0) 00000100:00100000:3.0:1780298628.861932:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608327296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 948us (1066us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.861938:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4202 00000100:00100000:1.0:1780298628.861984:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604208384:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.862008:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63029cfa lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e78 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.862019:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63029cfa lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e78 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.862026:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298628.862050:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608327424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1009us (1078us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.862054:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4203 00000100:00100000:0.0:1780298628.862885:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.862932:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608327552 00000100:00100000:2.0:1780298628.862937:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608327552 00000100:00100000:3.0:1780298628.862960:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.862971:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608327680 00000100:00100000:2.0:1780298628.862975:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608327680 00000100:00100000:0.0:1780298628.862992:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4204 00000100:00100000:1.0:1780298628.863000:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4205 00000100:00100000:0.0:1780298628.863005:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608327552:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298628.863013:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608327680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.863018:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.863021:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.863029:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097580845/0xaf35132e63029d01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e7f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.863030:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63029d08 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e86 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.863067:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604208512:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.863076:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604208640:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.863108:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.863109:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.863979:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604208640:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.863984:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604208512:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.864005:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000097580845/0xaf35132e63029d01 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e7f expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.864009:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63029d08 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e86 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.864034:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097580845/0xaf35132e63029d01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e7f expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.864035:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63029d08 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e86 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.864055:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37600, rc 0) 00010000:00010000:1.0:1780298628.864058:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:2.0:1780298628.864089:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608327552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1089us (1204us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.864091:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608327680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1081us (1129us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.864101:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4204 00000100:00100000:1.0:1780298628.864108:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4205 00000100:00100000:2.0:1780298628.865180:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.865219:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608327808 00000100:00100000:3.0:1780298628.865224:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608327808 00000100:00100000:3.0:1780298628.865258:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4206 00000100:00100000:3.0:1780298628.865267:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608327808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.865277:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.865288:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63029d0f lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e8d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.865309:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e63029c91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [610304->34164735] (req 610304->643071) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e0f expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.865319:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(10 104) 00010000:00010000:3.0:1780298628.865323:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(11 104) 00010000:00010000:3.0:1780298628.865329:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63029d0f lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1994752->2035711] (req 1994752->2035711) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e8d expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.865350:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e63029c91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [610304->34164735] (req 610304->643071) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e0f expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.865365:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e63029c91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [610304->34164735] (req 610304->643071) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e0f expref: 10 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.865377:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604208768:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.865432:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.865995:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604208768:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.866011:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63029d0f lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1994752->2035711] (req 1994752->2035711) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e8d expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.866023:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:2.0:1780298628.866055:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608327808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 790us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.866062:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4206 00000100:00100000:0.0:1780298628.866268:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.866308:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608327936 00000100:00100000:2.0:1780298628.866313:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608327936 00002000:00100000:2.0:1780298628.866342:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (610304->641457) req@ffff9cf3481fc000 x1866777608327936/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.866352:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fc000 with x1866777608327936 ext(610304->641457) 00010000:00010000:2.0:1780298628.866359:0:19949:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e63029c91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [610304->34164735] (req 610304->643071) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e0f expref: 11 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.866371:0:19949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e63029c91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [610304->34164735] (req 610304->643071) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e0f expref: 11 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298628.866378:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf3481fc000 00000100:00100000:2.0:1780298628.866410:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 106 00000100:00100000:2.0:1780298628.866418:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608327936:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298628.867763:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608327936:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1343us (1493us total) trans 4294968775 rc 0/0 00000100:00100000:2.0:1780298628.867771:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 106 00002000:00100000:2.0:1780298628.867778:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (610304->641457) req@ffff9cf3481fc000 x1866777608327936/t4294968775(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.867786:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fc000 with x1866777608327936 ext(610304->641457) 00010000:00010000:2.0:1780298628.867792:0:19949:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e63029c91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [610304->34164735] (req 610304->643071) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e0f expref: 13 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.867805:0:19949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e63029c91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [610304->34164735] (req 610304->643071) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e0f expref: 13 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298628.867813:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf3481fc000 00000100:00100000:0.0:1780298628.868584:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.868628:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608328064 00000100:00100000:2.0:1780298628.868634:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608328064 00010000:00010000:2.0:1780298628.868656:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e63029c91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [610304->34164735] (req 610304->643071) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e0f expref: 13 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.868693:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14060 00000100:00100000:2.0:1780298628.868700:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608328064:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.868711:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298628.868720:0:6463:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 1 -> 64 00010000:00010000:2.0:1780298628.868725:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e63029c91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [610304->34164735] (req 610304->643071) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e0f expref: 13 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.868734:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e63029c91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [610304->34164735] (req 610304->643071) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e0f expref: 13 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.868752:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e63029c91 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [610304->34164735] (req 610304->643071) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e0f expref: 13 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.868762:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(11 104) 00010000:00010000:2.0:1780298628.868766:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(11 104) 00010000:00010000:2.0:1780298628.868773:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63029d0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1994752->35549183] (req 1994752->2035711) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e8d expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.868782:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63029d0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1994752->35549183] (req 1994752->2035711) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e8d expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.868806:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63029d0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1994752->35549183] (req 1994752->2035711) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e8d expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.868821:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604208896:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.868868:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.869619:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604208896:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.869633:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.869662:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608328064:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 963us (1080us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.869670:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14060 00000100:00100000:3.0:1780298628.869789:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.869819:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608328192 00000100:00100000:0.0:1780298628.869823:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608328192 00000100:00100000:0.0:1780298628.869854:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4204 00000100:00100000:0.0:1780298628.869859:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608328192:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298628.869992:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 641458 -> 2035236 00002000:00010000:0.0:1780298628.869994:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.869997:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.869998:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.870000:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 64 -> 144 00000100:00100000:0.0:1780298628.870023:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608328192:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 164us (277us total) trans 4294968776 rc 0/0 00000100:00100000:0.0:1780298628.870028:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4204 00000100:00100000:0.0:1780298628.871088:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.871108:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.871146:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608328320 00000100:00100000:1.0:1780298628.871153:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608328320 00000100:00100000:2.0:1780298628.871164:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608328448 00000100:00100000:2.0:1780298628.871170:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608328448 00000100:00100000:1.0:1780298628.871192:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4207 00000100:00100000:2.0:1780298628.871202:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4208 00000100:00100000:1.0:1780298628.871204:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608328320:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298628.871216:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608328448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.871217:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.871227:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.871233:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029d16 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e94 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.871237:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e63029d1d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9e9b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.871283:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604209024:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.871290:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604209152:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.871333:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.871333:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.872159:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604209152:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.872195:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029d16 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e94 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.872217:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029d16 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e94 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.872229:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298628.872267:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608328320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1067us (1178us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.872272:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604209024:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.872279:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4207 00010000:00010000:2.0:1780298628.872297:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e63029d1d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e9b expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.872311:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e63029d1d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e9b expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.872325:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00000100:00100000:2.0:1780298628.872346:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608328448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1135us (1236us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.872353:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4208 00000100:00100000:3.0:1780298628.873460:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.873504:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608328576 00000100:00100000:3.0:1780298628.873510:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.873511:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608328576 00000100:00100000:1.0:1780298628.873551:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608328704 00000100:00100000:1.0:1780298628.873554:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608328704 00000100:00100000:0.0:1780298628.873565:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4209 00000100:00100000:0.0:1780298628.873585:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608328576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.873600:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298628.873602:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4210 00010000:00010000:0.0:1780298628.873611:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e63029d24 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ea2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.873613:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608328704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.873636:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.873646:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63029d2b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ea9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.873653:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604209280:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.873683:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604209408:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.873713:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.873713:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.874643:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604209280:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.874645:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604209408:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.874680:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63029d2b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ea9 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.874680:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e63029d24 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ea2 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.874710:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63029d2b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ea9 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.874714:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e63029d24 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ea2 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.874723:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00010000:00010000:0.0:1780298628.874729:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36a00, rc 0) 00000100:00100000:2.0:1780298628.874757:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608328704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1146us (1247us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.874759:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608328576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1185us (1345us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.874770:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4210 00000100:00100000:0.0:1780298628.874782:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4209 00000100:00100000:1.0:1780298628.875930:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.875996:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608328832 00000100:00100000:3.0:1780298628.876001:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608328832 00000100:00100000:3.0:1780298628.876037:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4211 00000100:00100000:0.0:1780298628.876046:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.876049:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608328832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.876060:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.876069:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e63029d32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9eb0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.876088:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608328960 00000100:00100000:2.0:1780298628.876093:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608328960 00000100:00100000:2.0:1780298628.876147:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4212 00000100:00100000:2.0:1780298628.876158:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608328960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.876167:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298628.876171:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604209536:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.876177:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029d39 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9eb7 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.876211:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604209664:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.876227:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.876245:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.876999:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604209536:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.877020:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e63029d32 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9eb0 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.877037:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e63029d32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9eb0 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.877058:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c200, rc 0) 00000100:00100000:2.0:1780298628.877081:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604209664:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.877100:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029d39 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9eb7 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.877115:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029d39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9eb7 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.877150:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9bc00, rc 0) 00000100:00100000:3.0:1780298628.877159:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608328832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1113us (1229us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.877167:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4211 00000100:00100000:2.0:1780298628.877178:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608328960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1022us (1134us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.877188:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4212 00000100:00100000:1.0:1780298628.878198:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.878218:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608329088 00000100:00100000:3.0:1780298628.878222:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608329088 00000100:00100000:1.0:1780298628.878249:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.878254:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4213 00000100:00100000:3.0:1780298628.878264:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608329088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.878276:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298628.878276:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608329216 00000100:00100000:2.0:1780298628.878282:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608329216 00000100:00100000:0.0:1780298628.878318:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4214 00010000:00010000:3.0:1780298628.878321:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029d40 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ebe expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.878331:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608329216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.878340:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.878350:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd7ce2a2/0xaf35132e63029d47 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ec5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.878355:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604209792:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.878405:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604209920:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.878411:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.878436:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.879201:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604209792:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.879222:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029d40 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ebe expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.879239:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029d40 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ebe expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.879244:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604209920:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.879256:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00010000:00010000:1.0:1780298628.879270:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd7ce2a2/0xaf35132e63029d47 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ec5 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.879285:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd7ce2a2/0xaf35132e63029d47 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ec5 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.879289:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608329088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1026us (1090us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.879303:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4213 00010000:00010000:1.0:1780298628.879305:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36a00, rc 0) 00000100:00100000:1.0:1780298628.879328:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608329216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1003us (1081us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.879335:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4214 00000100:00100000:1.0:1780298628.880489:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.880531:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608329344 00000100:00100000:2.0:1780298628.880537:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608329344 00002000:00100000:2.0:1780298628.880567:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2125824->2129919) req@ffff9cf244810a80 x1866777608329344/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.880577:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810a80 with x1866777608329344 ext(2125824->2129919) 00002000:00010000:2.0:1780298628.880582:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244810a80 00000100:00100000:2.0:1780298628.880607:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4205 00000100:00100000:2.0:1780298628.880616:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608329344:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.880764:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608329344:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 149us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.880770:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4205 00002000:00100000:2.0:1780298628.880778:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2125824->2129919) req@ffff9cf244810a80 x1866777608329344/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.880786:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810a80 with x1866777608329344 ext(2125824->2129919) 00002000:00010000:2.0:1780298628.880790:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244810a80 00000100:00100000:0.0:1780298628.881512:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.881546:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608329472 00000100:00100000:1.0:1780298628.881551:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608329472 00002000:00100000:1.0:1780298628.881572:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2134016->2138111) req@ffff9cf36e56d500 x1866777608329472/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.881585:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56d500 with x1866777608329472 ext(2134016->2138111) 00002000:00010000:1.0:1780298628.881590:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56d500 00000100:00100000:1.0:1780298628.881606:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4206 00000100:00100000:1.0:1780298628.881611:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608329472:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.881672:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608329472:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 61us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.881677:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4206 00002000:00100000:1.0:1780298628.881682:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2134016->2138111) req@ffff9cf36e56d500 x1866777608329472/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.881688:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56d500 with x1866777608329472 ext(2134016->2138111) 00002000:00010000:1.0:1780298628.881690:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56d500 00000100:00100000:0.0:1780298628.882588:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.882630:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608329600 00000100:00100000:2.0:1780298628.882635:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608329600 00000100:00100000:0.0:1780298628.882665:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.882670:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4215 00000100:00100000:2.0:1780298628.882678:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608329600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.882687:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.882698:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029d4e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ecc expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.882705:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608329728 00000100:00100000:1.0:1780298628.882711:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608329728 00000100:00100000:2.0:1780298628.882741:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604210048:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.882743:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4216 00000100:00100000:1.0:1780298628.882753:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608329728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.882760:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.882769:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63029d55 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ed3 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.882798:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604210176:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.882807:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.882824:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.883639:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604210048:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.883652:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604210176:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.883665:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029d4e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ecc expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.883684:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63029d4e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ecc expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.883689:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63029d55 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ed3 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.883702:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00010000:00010000:1.0:1780298628.883709:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63029d55 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ed3 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.883720:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:2.0:1780298628.883738:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608329600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1060us (1150us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.883746:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608329728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 994us (1081us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.883749:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4215 00000100:00100000:1.0:1780298628.883761:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4216 00000100:00100000:0.0:1780298628.884633:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.884669:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608329856 00000100:00100000:1.0:1780298628.884674:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608329856 00000100:00100000:1.0:1780298628.884702:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4217 00000100:00100000:1.0:1780298628.884709:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608329856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.884717:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.884726:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63029d5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9eda expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.884756:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604210304:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.884806:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.884833:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.884863:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608329984 00000100:00100000:1.0:1780298628.884867:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608329984 00000100:00100000:1.0:1780298628.884896:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4218 00000100:00100000:1.0:1780298628.884903:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608329984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.884908:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.884915:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63029d63 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ee1 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.884935:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604210432:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.884959:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.885494:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604210304:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.885512:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63029d5c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9eda expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.885524:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63029d5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9eda expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.885533:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298628.885564:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608329856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (929us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.885570:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4217 00000100:00100000:1.0:1780298628.885676:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604210432:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.885692:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63029d63 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ee1 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.885705:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63029d63 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ee1 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.885712:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298628.885732:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608329984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 832us (901us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.885737:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4218 00000100:00100000:0.0:1780298628.886634:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.886674:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608330112 00000100:00100000:2.0:1780298628.886680:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608330112 00000100:00100000:3.0:1780298628.886714:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.886720:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4219 00000100:00100000:2.0:1780298628.886730:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608330112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.886740:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.886749:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029d6a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ee8 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.886779:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604210560:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.886784:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608330240 00000100:00100000:1.0:1780298628.886788:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608330240 00000100:00100000:1.0:1780298628.886810:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4220 00000100:00100000:1.0:1780298628.886817:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608330240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.886822:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.886829:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029d71 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9eef expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.886837:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.886850:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604210688:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.886872:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.887425:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604210560:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.887440:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029d6a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ee8 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.887450:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029d6a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ee8 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.887460:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b000, rc 0) 00000100:00100000:2.0:1780298628.887483:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608330112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 757us (851us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.887488:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4219 00000100:00100000:1.0:1780298628.887595:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604210688:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.887613:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029d71 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9eef expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.887625:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029d71 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9eef expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.887640:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298628.887666:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608330240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 850us (954us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.887674:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4220 00000100:00100000:0.0:1780298628.888313:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.888335:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.888337:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608330368 00000100:00100000:3.0:1780298628.888342:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608330368 00000100:00100000:1.0:1780298628.888363:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608330496 00000100:00100000:1.0:1780298628.888368:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608330496 00000100:00100000:3.0:1780298628.888380:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4221 00000100:00100000:3.0:1780298628.888403:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608330368:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.888404:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4222 00010000:00010000:3.0:1780298628.888415:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.888416:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608330496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.888424:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.888426:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e63029d78 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ef6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.888432:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e63029d7f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9efd expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.888464:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604210816:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.888471:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604210944:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.888519:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.888520:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.889269:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604210816:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.889283:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e63029d78 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ef6 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.889294:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e63029d78 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ef6 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.889301:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c200, rc 0) 00000100:00100000:1.0:1780298628.889315:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604210944:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.889327:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608330368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 928us (1013us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.889333:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4221 00010000:00010000:1.0:1780298628.889339:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e63029d7f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9efd expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.889354:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e63029d7f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9efd expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.889365:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37600, rc 0) 00000100:00100000:1.0:1780298628.889412:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608330496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 998us (1076us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.889419:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4222 00000100:00100000:0.0:1780298628.890595:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.890631:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608330624 00000100:00100000:3.0:1780298628.890637:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608330624 00000100:00100000:3.0:1780298628.890671:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4223 00000100:00100000:3.0:1780298628.890679:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608330624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.890691:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.890699:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029d86 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f04 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.890719:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029cd0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1998848->4747263] (req 1998848->2052095) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e4e expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.890737:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(50 143) 00010000:00010000:3.0:1780298628.890742:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(51 143) 00010000:00010000:3.0:1780298628.890747:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029d86 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1982464->2043903] (req 1982464->2043903) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f04 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.890769:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1998848->4747263] (req 1998848->2052095) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e4e expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.890783:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1998848->4747263] (req 1998848->2052095) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e4e expref: 11 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.890795:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604211072:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298628.890835:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.891456:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604211072:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.891474:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029d86 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1982464->2043903] (req 1982464->2043903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f04 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.891496:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00000100:00100000:1.0:1780298628.891529:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608330624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 850us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.891536:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4223 00000100:00100000:0.0:1780298628.891807:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.891846:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608330752 00000100:00100000:2.0:1780298628.891851:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608330752 00002000:00100000:2.0:1780298628.891878:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2125824->2138111) req@ffff9cf3760a1c50 x1866777608330752/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 12776/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.891889:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3760a1c50 with x1866777608330752 ext(2125824->2138111) 00010000:00010000:2.0:1780298628.891896:0:19943:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1998848->4747263] (req 1998848->2052095) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e4e expref: 11 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.891909:0:19943:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1998848->4747263] (req 1998848->2052095) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e4e expref: 11 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298628.891917:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf3760a1c50 00000100:00100000:2.0:1780298628.891947:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 107 00000100:00100000:2.0:1780298628.891955:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3760a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608330752:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298628.892527:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3760a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608330752:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 573us (721us total) trans 4294969100 rc 0/0 00000100:00100000:2.0:1780298628.892533:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 107 00002000:00100000:2.0:1780298628.892537:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2125824->2138111) req@ffff9cf3760a1c50 x1866777608330752/t4294969100(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 12776/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.892548:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3760a1c50 with x1866777608330752 ext(2125824->2138111) 00010000:00010000:2.0:1780298628.892552:0:19943:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1998848->4747263] (req 1998848->2052095) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e4e expref: 13 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.892564:0:19943:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1998848->4747263] (req 1998848->2052095) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e4e expref: 13 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298628.892571:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf3760a1c50 00000100:00100000:0.0:1780298628.893368:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.893405:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608330880 00000100:00100000:3.0:1780298628.893410:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608330880 00010000:00010000:3.0:1780298628.893429:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1998848->4747263] (req 1998848->2052095) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e4e expref: 13 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.893456:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14061 00000100:00100000:3.0:1780298628.893463:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608330880:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298628.893472:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780298628.893480:0:6461:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 784 -> 808 00010000:00010000:3.0:1780298628.893485:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1998848->4747263] (req 1998848->2052095) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e4e expref: 13 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.893496:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1998848->4747263] (req 1998848->2052095) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e4e expref: 13 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.893513:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029cd0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1998848->4747263] (req 1998848->2052095) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e4e expref: 13 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.893524:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(51 143) 00010000:00010000:3.0:1780298628.893528:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(51 143) 00010000:00010000:3.0:1780298628.893536:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029d86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1982464->4747263] (req 1982464->2043903) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f04 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.893545:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029d86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1982464->4747263] (req 1982464->2043903) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f04 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.893574:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029d86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1982464->4747263] (req 1982464->2043903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f04 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.893585:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604211200:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298628.893627:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.894369:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604211200:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.894393:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.894425:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608330880:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 962us (1060us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.894440:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14061 00000100:00100000:0.0:1780298628.894649:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.894683:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608331008 00000100:00100000:2.0:1780298628.894688:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608331008 00002000:00100000:2.0:1780298628.894711:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (1982464->1986559) req@ffff9cf242b43800 x1866777608331008/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.894721:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43800 with x1866777608331008 ext(1982464->1986559) 00002000:00010000:2.0:1780298628.894725:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b43800 00000100:00100000:2.0:1780298628.894744:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4207 00000100:00100000:2.0:1780298628.894751:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608331008:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.894861:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608331008:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 110us (212us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.894868:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4207 00002000:00100000:2.0:1780298628.894876:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (1982464->1986559) req@ffff9cf242b43800 x1866777608331008/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.894885:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43800 with x1866777608331008 ext(1982464->1986559) 00002000:00010000:2.0:1780298628.894888:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b43800 00000100:00100000:0.0:1780298628.896285:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.896325:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608331136 00000100:00100000:2.0:1780298628.896329:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608331136 00002000:00100000:2.0:1780298628.896344:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2039808->2043903) req@ffff9cf242b43b80 x1866777608331136/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.896350:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43b80 with x1866777608331136 ext(2039808->2043903) 00002000:00010000:2.0:1780298628.896353:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b43b80 00000100:00100000:2.0:1780298628.896368:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4208 00000100:00100000:2.0:1780298628.896372:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608331136:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.896467:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608331136:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 92us (182us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.896474:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4208 00002000:00100000:2.0:1780298628.896481:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2039808->2043903) req@ffff9cf242b43b80 x1866777608331136/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.896486:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43b80 with x1866777608331136 ext(2039808->2043903) 00002000:00010000:2.0:1780298628.896489:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b43b80 00000100:00100000:3.0:1780298628.897715:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.897736:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.897768:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608331264 00000100:00100000:1.0:1780298628.897774:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608331264 00000100:00100000:2.0:1780298628.897783:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608331392 00000100:00100000:2.0:1780298628.897787:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608331392 00000100:00100000:1.0:1780298628.897818:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4224 00000100:00100000:2.0:1780298628.897832:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4225 00000100:00100000:1.0:1780298628.897834:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608331264:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298628.897843:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608331392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.897846:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.897854:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.897862:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029d8d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f0b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.897867:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029d94 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f12 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.897924:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604211328:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.897926:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604211456:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.897987:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.897987:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.898864:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604211456:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.898865:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604211328:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.898898:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029d94 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f12 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.898900:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029d8d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f0b expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.898930:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029d94 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f12 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.898931:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029d8d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f0b expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.898956:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b000, rc 0) 00010000:00010000:1.0:1780298628.898957:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298628.898994:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608331392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1153us (1254us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.898997:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608331264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1169us (1280us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.899008:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4225 00000100:00100000:1.0:1780298628.899018:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4224 00010000:00010000:2.0:1780298628.899347:0:6464:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780298628.900049:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.900089:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608331520 00000100:00100000:1.0:1780298628.900095:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608331520 00000100:00100000:1.0:1780298628.900146:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4226 00000100:00100000:1.0:1780298628.900156:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608331520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.900165:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.900181:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029d9b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f19 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.900193:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.900225:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604211584:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.900228:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608331648 00000100:00100000:3.0:1780298628.900270:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608331648 00000100:00100000:1.0:1780298628.900270:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.900303:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4227 00000100:00100000:3.0:1780298628.900311:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608331648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.900318:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.900324:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e63029da2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f20 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.900345:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604211712:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.900414:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.900843:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604211584:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.900855:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029d9b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f19 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.900864:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029d9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f19 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.900870:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298628.900893:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608331520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 741us (846us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.900898:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4226 00000100:00100000:1.0:1780298628.901005:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604211712:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.901015:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e63029da2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f20 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.901023:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e63029da2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f20 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.901034:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c200, rc 0) 00000100:00100000:1.0:1780298628.901053:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608331648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 745us (866us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.901057:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4227 00000100:00100000:0.0:1780298628.901967:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.902016:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608331776 00000100:00100000:3.0:1780298628.902020:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608331776 00000100:00100000:3.0:1780298628.902045:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4228 00000100:00100000:3.0:1780298628.902051:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608331776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.902058:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.902065:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029da9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f27 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.902076:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.902094:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604211840:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.902106:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608331904 00000100:00100000:2.0:1780298628.902112:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608331904 00000100:00100000:2.0:1780298628.902160:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4229 00000100:00100000:2.0:1780298628.902168:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608331904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.902177:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298628.902180:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00010000:00010000:2.0:1780298628.902187:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63029db0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f2e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.902217:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604211968:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.902248:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.902828:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604211840:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.902884:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029da9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f27 expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.902900:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e63029da9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f27 expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.902907:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00000100:00100000:3.0:1780298628.902934:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608331776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 884us (968us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.902942:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4228 00000100:00100000:2.0:1780298628.902997:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604211968:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.903017:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63029db0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f2e expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.903030:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63029db0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f2e expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.903040:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00000100:00100000:2.0:1780298628.903069:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608331904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 902us (996us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.903076:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4229 00000100:00100000:1.0:1780298628.903910:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.903934:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.903951:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608332032 00000100:00100000:2.0:1780298628.903956:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608332032 00000100:00100000:0.0:1780298628.903971:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608332160 00000100:00100000:0.0:1780298628.903976:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608332160 00000100:00100000:2.0:1780298628.903987:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4230 00000100:00100000:2.0:1780298628.903997:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608332032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.904005:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.904012:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4231 00010000:00010000:2.0:1780298628.904013:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029db7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f35 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.904024:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608332160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.904032:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.904040:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029dbe lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f3c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.904044:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604212096:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.904073:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604212224:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.904090:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.904099:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.904929:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604212096:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.904944:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604212224:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.904949:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029db7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f35 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.904965:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029dbe lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f3c expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.904972:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029db7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f35 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.904987:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b000, rc 0) 00010000:00010000:1.0:1780298628.904989:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029dbe lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f3c expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.905001:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298628.905018:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608332032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1023us (1108us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.905028:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4230 00000100:00100000:1.0:1780298628.905028:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608332160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1005us (1089us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.905037:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4231 00000100:00100000:0.0:1780298628.905974:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.906004:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.906013:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608332288 00000100:00100000:2.0:1780298628.906018:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608332288 00000100:00100000:3.0:1780298628.906027:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608332416 00000100:00100000:3.0:1780298628.906031:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608332416 00000100:00100000:2.0:1780298628.906055:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4232 00000100:00100000:3.0:1780298628.906064:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4233 00000100:00100000:2.0:1780298628.906067:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608332288:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298628.906074:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608332416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.906076:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.906083:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.906086:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d71a6aba/0xaf35132e63029dc5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f43 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.906090:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e63029dcc lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f4a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.906144:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604212352:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.906149:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604212480:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.906182:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.906184:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.906970:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604212352:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.906984:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e63029dcc lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f4a expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.906994:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e63029dcc lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f4a expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.907004:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d200, rc 0) 00000100:00100000:2.0:1780298628.907029:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608332416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 958us (1024us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.907034:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4233 00000100:00100000:0.0:1780298628.907047:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604212480:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.907068:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d71a6aba/0xaf35132e63029dc5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f43 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.907083:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d71a6aba/0xaf35132e63029dc5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f43 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.907095:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9bc00, rc 0) 00000100:00100000:0.0:1780298628.907146:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608332288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1064us (1151us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.907154:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4232 00000100:00100000:3.0:1780298628.908019:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.908052:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608332544 00000100:00100000:2.0:1780298628.908056:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608332544 00000100:00100000:2.0:1780298628.908086:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4209 00000100:00100000:2.0:1780298628.908091:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608332544:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.908251:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2035236 -> 2204642 00002000:00010000:2.0:1780298628.908254:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.908255:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.908257:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.908258:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 144 -> 256 00000100:00100000:2.0:1780298628.908283:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608332544:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 191us (266us total) trans 4294968777 rc 0/0 00000100:00100000:2.0:1780298628.908287:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4209 00000100:00100000:3.0:1780298628.909188:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.909207:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.909230:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608332672 00000100:00100000:2.0:1780298628.909234:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608332672 00000100:00100000:2.0:1780298628.909260:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608332800 00000100:00100000:2.0:1780298628.909262:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608332800 00000100:00100000:0.0:1780298628.909477:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4234 00000100:00100000:0.0:1780298628.909488:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608332672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.909497:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.909506:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e63029dd3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f51 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.909542:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604212608:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.909570:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4235 00000100:00100000:0.0:1780298628.909577:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.909582:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608332800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.909591:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.909601:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63029dda lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f58 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.909633:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604212736:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.909673:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.910238:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604212608:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.910257:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e63029dd3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f51 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.910264:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604212736:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.910287:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e63029dd3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f51 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.910291:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63029dda lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f58 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.910306:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37e00, rc 0) 00010000:00010000:2.0:1780298628.910314:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63029dda lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f58 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.910326:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00000100:00100000:0.0:1780298628.910335:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608332672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 849us (1145us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.910343:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4234 00000100:00100000:2.0:1780298628.910353:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608332800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 773us (1142us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.910361:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4235 00000100:00100000:0.0:1780298628.911309:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.911333:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.911355:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608332928 00000100:00100000:1.0:1780298628.911359:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608332928 00000100:00100000:2.0:1780298628.911366:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608333056 00000100:00100000:2.0:1780298628.911372:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608333056 00000100:00100000:1.0:1780298628.911396:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4236 00000100:00100000:1.0:1780298628.911406:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777608332928:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.911410:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4237 00010000:00010000:1.0:1780298628.911417:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.911421:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608333056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.911425:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029de1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f5f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.911428:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.911436:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e63029de8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f66 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.911454:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604212864:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.911462:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604212992:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.911501:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.911501:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.912283:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604212864:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.912304:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029de1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f5f expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.912311:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604212992:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.912324:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029de1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f5f expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.912331:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e63029de8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f66 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.912339:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00010000:00010000:0.0:1780298628.912345:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e63029de8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f66 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.912358:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37a00, rc 0) 00000100:00100000:1.0:1780298628.912368:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777608332928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 965us (1058us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.912373:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4236 00000100:00100000:0.0:1780298628.912379:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608333056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 961us (1044us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.912398:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4237 00000100:00100000:3.0:1780298628.913300:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.913336:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608333312 00000100:00100000:0.0:1780298628.913340:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608333312 00000100:00100000:0.0:1780298628.913376:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61430 00000100:00100000:0.0:1780298628.913395:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+139:28749:x1866777608333312:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298628.913436:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298628.913454:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e63029c6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dec expref: 139 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.913467:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.913471:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298628.913612:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029def lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.913626:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36600/0xaf35132e63029c59 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dde expref: 94 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.913646:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029def lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.913668:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36600/0xaf35132e63029c59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dde expref: 94 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.913682:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36600/0xaf35132e63029c59 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dde expref: 94 pid: 9976 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.913690:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604213120:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298628.913722:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.914343:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604213120:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298628.914354:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029def lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.914496:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.914526:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608333440 00000100:00100000:0.0:1780298628.914531:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608333440 00010000:00010000:0.0:1780298628.914547:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36600/0xaf35132e63029c59 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dde expref: 95 pid: 9976 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.914569:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14062 00000100:00100000:0.0:1780298628.914574:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+95:2400:x1866777608333440:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298628.914582:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298628.914587:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36600/0xaf35132e63029c59 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dde expref: 95 pid: 9976 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.914598:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36600/0xaf35132e63029c59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dde expref: 95 pid: 9976 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.914611:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36600/0xaf35132e63029c59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9dde expref: 95 pid: 9976 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.914626:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298628.914630:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029def lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.914639:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029def lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.914644:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029def lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.914659:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298628.914679:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+94:2400:x1866777608333440:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 104us (183us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298628.914683:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029def lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.914686:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14062 00010000:00010000:2.0:1780298628.914696:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029def lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298628.914747:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990629 00000004:00010000:2.0:1780298628.914771:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003eab01f9 reply state 00000000e7d1abcb transno 4294990630 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029def lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.914783:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029def lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.914791:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.914793:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298628.914796:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298628.914850:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+141:28749:x1866777608333312:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1466us (1550us total) trans 4294990630 rc 0/0 00000100:00100000:2.0:1780298628.914858:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61430 00000020:00080000:2.0:1780298628.914862:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298628.915488:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.915523:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608333568 00000100:00100000:1.0:1780298628.915528:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608333568 00000100:00100000:1.0:1780298628.915559:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4238 00000100:00100000:1.0:1780298628.915565:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:28749:x1866777608333568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.915572:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.915581:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63029df6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f6d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.915600:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029d86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1982464->4747263] (req 1982464->2043903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f04 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.915610:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e63029c60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4747264->38301695] (req 4747264->4775935) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9de5 expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.915618:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(51 143) 00010000:00010000:1.0:1780298628.915623:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(53 143) 00010000:00010000:1.0:1780298628.915627:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63029df6 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f6d expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.915646:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e63029c60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4747264->38301695] (req 4747264->4775935) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9de5 expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.915658:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e63029c60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4747264->38301695] (req 4747264->4775935) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9de5 expref: 17 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.915668:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604213248:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.915708:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029d86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1982464->4747263] (req 1982464->2043903) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f04 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.915716:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029d86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1982464->4747263] (req 1982464->2043903) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f04 expref: 11 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.915723:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604213376:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.915739:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.916411:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604213248:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.916420:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604213376:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.916437:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63029df6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f6d expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.916449:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:1.0:1780298628.916479:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:28749:x1866777608333568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 914us (991us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.916486:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4238 00000100:00100000:3.0:1780298628.916562:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.917456:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608333696 00000100:00100000:1.0:1780298628.917464:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608333696 00000100:00100000:3.0:1780298628.917483:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00100000:1.0:1780298628.917489:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (4747264->4773912) req@ffff9cf2558f2300 x1866777608333696/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.917498:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2300 with x1866777608333696 ext(4747264->4773912) 00010000:00010000:1.0:1780298628.917505:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e63029c60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4747264->38301695] (req 4747264->4775935) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9de5 expref: 17 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.917518:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e63029c60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4747264->38301695] (req 4747264->4775935) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9de5 expref: 17 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.917521:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608333824 00000100:00100000:2.0:1780298628.917526:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608333824 00002000:00010000:1.0:1780298628.917536:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2558f2300 00002000:00100000:2.0:1780298628.917553:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (1982464->2043903) req@ffff9cf2558f0a80 x1866777608333824/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780298628.917559:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 108 00002000:00100000:2.0:1780298628.917568:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0a80 with x1866777608333824 ext(1982464->2043903) 00000100:00100000:1.0:1780298628.917573:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608333696:12345-192.168.203.25@tcp:4:fsx.0 00010000:00010000:2.0:1780298628.917576:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029d86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1982464->4747263] (req 1982464->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f04 expref: 12 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.917588:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029d86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1982464->4747263] (req 1982464->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f04 expref: 12 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298628.917595:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2558f0a80 00000100:00100000:2.0:1780298628.917619:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 109 00000100:00100000:2.0:1780298628.917629:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608333824:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298628.918935:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608333696:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1362us (2369us total) trans 4294969101 rc 0/0 00000100:00100000:1.0:1780298628.918945:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 108 00002000:00100000:1.0:1780298628.918953:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (4747264->4773912) req@ffff9cf2558f2300 x1866777608333696/t4294969101(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:334/0 lens 488/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780298628.918964:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608333824:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1334us (1478us total) trans 4294969102 rc 0/0 00002000:00100000:1.0:1780298628.918965:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2300 with x1866777608333696 ext(4747264->4773912) 00000100:00100000:2.0:1780298628.918977:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 109 00010000:00010000:1.0:1780298628.918977:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e63029c60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4747264->38301695] (req 4747264->4775935) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9de5 expref: 19 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:2.0:1780298628.918989:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (1982464->2043903) req@ffff9cf2558f0a80 x1866777608333824/t4294969102(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1780298628.918995:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e63029c60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4747264->38301695] (req 4747264->4775935) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9de5 expref: 19 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:2.0:1780298628.919007:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0a80 with x1866777608333824 ext(1982464->2043903) 00002000:00010000:1.0:1780298628.919015:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2558f2300 00010000:00010000:2.0:1780298628.919019:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029d86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1982464->4747263] (req 1982464->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f04 expref: 14 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.919032:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029d86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1982464->4747263] (req 1982464->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f04 expref: 14 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298628.919040:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2558f0a80 00000100:00100000:0.0:1780298628.919733:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.919769:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608333952 00000100:00100000:1.0:1780298628.919774:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608333952 00010000:00010000:1.0:1780298628.919804:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029d86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1982464->4747263] (req 1982464->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f04 expref: 14 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.919832:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14063 00000100:00100000:1.0:1780298628.919840:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608333952:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.919853:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298628.919863:0:20253:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 808 -> 984 00010000:00010000:1.0:1780298628.919870:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029d86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1982464->4747263] (req 1982464->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f04 expref: 14 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.919881:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298628.919890:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029d86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1982464->4747263] (req 1982464->2043903) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f04 expref: 14 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.919911:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608334080 00010000:00010000:1.0:1780298628.919913:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e63029d86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1982464->4747263] (req 1982464->2043903) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f04 expref: 14 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.919915:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608334080 00010000:00010000:1.0:1780298628.919929:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298628.919931:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e63029c60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4747264->38301695] (req 4747264->4775935) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9de5 expref: 19 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.919956:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14064 00000100:00100000:1.0:1780298628.919961:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608333952:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 121us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.919967:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608334080:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298628.919975:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14063 00010000:00010000:0.0:1780298628.919979:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298628.919991:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e63029c60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4747264->38301695] (req 4747264->4775935) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9de5 expref: 19 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.920003:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e63029c60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4747264->38301695] (req 4747264->4775935) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9de5 expref: 19 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.920017:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e63029c60 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4747264->38301695] (req 4747264->4775935) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9de5 expref: 19 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.920025:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(53 143) 00010000:00010000:0.0:1780298628.920029:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(53 143) 00010000:00010000:0.0:1780298628.920033:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63029df6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f6d expref: 18 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.920040:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63029df6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f6d expref: 18 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.920061:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63029df6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f6d expref: 18 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.920070:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604213504:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298628.920113:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.920759:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604213504:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298628.920771:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298628.920791:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608334080:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 829us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.920796:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14064 00000100:00100000:0.0:1780298628.920927:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.920960:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608334208 00000100:00100000:2.0:1780298628.920965:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608334208 00000100:00100000:2.0:1780298628.920991:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4239 00000100:00100000:2.0:1780298628.920999:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608334208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.921009:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.921019:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029dfd lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f74 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.921033:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63029d0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1994752->35549183] (req 1994752->2035711) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e8d expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.921039:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(11 104) 00010000:00010000:2.0:1780298628.921041:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(12 104) 00010000:00010000:2.0:1780298628.921044:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029dfd lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f74 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.921057:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63029d0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1994752->35549183] (req 1994752->2035711) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e8d expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.921065:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63029d0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1994752->35549183] (req 1994752->2035711) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e8d expref: 11 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.921075:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604213632:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.921112:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.921707:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604213632:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.921720:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029dfd lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f74 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.921729:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b000, rc 0) 00000100:00100000:2.0:1780298628.921752:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777608334208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 755us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.921760:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4239 00000100:00100000:0.0:1780298628.921962:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.921989:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608334336 00000100:00100000:2.0:1780298628.921992:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608334336 00010000:00010000:2.0:1780298628.922006:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63029d0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1994752->35549183] (req 1994752->2035711) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e8d expref: 12 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.922024:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14065 00000100:00100000:2.0:1780298628.922028:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608334336:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.922034:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.922045:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63029d0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1994752->35549183] (req 1994752->2035711) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e8d expref: 12 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.922056:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63029d0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1994752->35549183] (req 1994752->2035711) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e8d expref: 12 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.922066:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63029d0f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1994752->35549183] (req 1994752->2035711) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9e8d expref: 12 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.922072:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(12 104) 00010000:00010000:2.0:1780298628.922075:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(12 104) 00010000:00010000:2.0:1780298628.922078:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029dfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f74 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.922084:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029dfd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f74 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.922096:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029dfd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f74 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.922102:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604213760:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.922146:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.922742:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604213760:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.922752:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298628.922773:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608334336:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 744us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.922780:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14065 00000100:00100000:0.0:1780298628.922840:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.922859:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608334464 00000100:00100000:2.0:1780298628.922863:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608334464 00002000:00010000:2.0:1780298628.922879:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1257087->18446744073709551615) 00002000:00100000:2.0:1780298628.922883:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43480 with x1866777608334464 ext(1257087->18446744073709551615) 00002000:00010000:2.0:1780298628.922890:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b43480. 00000100:00100000:2.0:1780298628.922908:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4210 00000100:00100000:2.0:1780298628.922915:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608334464:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298628.923021:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.923064:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608334592 00000100:00100000:3.0:1780298628.923068:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608334592 00002000:00010000:3.0:1780298628.923083:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:3.0:1780298628.923086:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41880 with x1866777608334592 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298628.923091:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b41880. 00000100:00100000:3.0:1780298628.923106:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4211 00000100:00100000:3.0:1780298628.923114:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608334592:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298628.923239:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4773913 -> 1257087 00002000:00010000:2.0:1780298628.923243:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.923246:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.923249:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.923252:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 984 -> 784 00000100:00100000:2.0:1780298628.923281:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777608334464:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 365us (441us total) trans 4294969103 rc 0/0 00000100:00100000:2.0:1780298628.923288:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4210 00002000:00010000:2.0:1780298628.923292:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1257087->18446744073709551615) 00002000:00100000:2.0:1780298628.923295:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43480 with x1866777608334464 ext(1257087->18446744073709551615) 00002000:00010000:2.0:1780298628.923300:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b43480. 00002000:00010000:3.0:1780298628.923343:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2204642 -> 0 00002000:00010000:3.0:1780298628.923346:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298628.923349:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298628.923397:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298628.923401:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 256 -> 0 00000100:00100000:3.0:1780298628.923428:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608334592:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 316us (407us total) trans 4294968778 rc 0/0 00000100:00100000:3.0:1780298628.923434:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4211 00002000:00010000:3.0:1780298628.923437:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:3.0:1780298628.923445:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41880 with x1866777608334592 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298628.923449:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b41880. 00000100:00100000:0.0:1780298628.924176:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.924210:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608334720 00000100:00100000:2.0:1780298628.924214:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608334720 00000100:00100000:2.0:1780298628.924244:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61431 00000100:00100000:2.0:1780298628.924251:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+94:28749:x1866777608334720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.924261:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.924274:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e63029e04 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f7b expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.924342:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63029e0b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 74 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.924352:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63029e0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.924361:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63029e0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298628.924396:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1257087 00000004:00200000:2.0:1780298628.924401:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298628.924417:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63029e0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.924439:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e63029e04 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f7b expref: 96 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.924453:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63029e0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 73 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f7b expref: 95 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.924460:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.924463:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298628.924464:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b600, rc 0) 00000100:00100000:2.0:1780298628.924489:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+95:28749:x1866777608334720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 239us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.924496:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61431 00000100:00100000:0.0:1780298628.925505:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.925530:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.925532:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608334848 00000100:00100000:3.0:1780298628.925538:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608334848 00000100:00100000:1.0:1780298628.925568:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608334976 00000100:00100000:1.0:1780298628.925574:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608334976 00000100:00100000:3.0:1780298628.925582:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4240 00000100:00100000:3.0:1780298628.925592:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608334848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.925601:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.925612:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e63029e12 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f82 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.925625:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4241 00000100:00100000:0.0:1780298628.925633:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608334976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.925641:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.925649:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e63029e19 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f89 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.925656:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604213888:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.925683:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604214016:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.925717:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.925718:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.926450:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604213888:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.926467:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604214016:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.926473:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e63029e12 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f82 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.926492:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e63029e19 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f89 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.926494:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e63029e12 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f82 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.926520:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00010000:00010000:2.0:1780298628.926524:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e63029e19 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f89 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.926538:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37a00, rc 0) 00000100:00100000:3.0:1780298628.926553:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608334848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 963us (1048us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.926561:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4240 00000100:00100000:2.0:1780298628.926574:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608334976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 941us (1042us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.926583:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4241 00000100:00100000:1.0:1780298628.927549:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.927582:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.927597:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608335104 00000100:00100000:3.0:1780298628.927603:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608335104 00000100:00100000:3.0:1780298628.927639:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608335232 00000100:00100000:3.0:1780298628.927643:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608335232 00000100:00100000:2.0:1780298628.927653:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4242 00000100:00100000:0.0:1780298628.927665:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4243 00000100:00100000:2.0:1780298628.927666:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608335104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.927674:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.927676:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608335232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.927683:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029e20 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f90 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.927684:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.927694:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009cb6f854/0xaf35132e63029e27 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f97 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.927711:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604214144:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.927724:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604214272:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.927752:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.927752:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.928480:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604214144:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.928496:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604214272:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.928504:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029e20 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f90 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.928514:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009cb6f854/0xaf35132e63029e27 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f97 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.928523:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029e20 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f90 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.928528:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009cb6f854/0xaf35132e63029e27 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f97 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.928543:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00010000:00010000:1.0:1780298628.928548:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36e00, rc 0) 00000100:00100000:2.0:1780298628.928580:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608335104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 919us (1033us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.928592:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4242 00000100:00100000:1.0:1780298628.928592:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608335232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 915us (1005us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.928600:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4243 00000100:00100000:1.0:1780298628.929611:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.929650:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.929651:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608335360 00000100:00100000:0.0:1780298628.929655:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608335360 00000100:00100000:3.0:1780298628.929687:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608335488 00000100:00100000:0.0:1780298628.929692:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4244 00000100:00100000:3.0:1780298628.929693:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608335488 00000100:00100000:0.0:1780298628.929703:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608335360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.929712:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.929722:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e63029e2e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9f9e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.929754:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604214400:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.929767:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4245 00000100:00100000:3.0:1780298628.929776:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608335488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.929784:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.929804:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e63029e35 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9fa5 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.929807:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57c00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.929843:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604214528:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.929878:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.930443:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604214400:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.930461:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e63029e2e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f9e expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.930476:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e63029e2e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f9e expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.930486:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37000, rc 0) 00000100:00100000:0.0:1780298628.930522:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608335360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 822us (911us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.930530:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4244 00000100:00100000:3.0:1780298628.930710:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604214528:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.930727:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e63029e35 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fa5 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.930741:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e63029e35 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fa5 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.930750:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00000100:00100000:3.0:1780298628.930779:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608335488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1005us (1129us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.930786:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4245 00000100:00100000:2.0:1780298628.931640:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.931665:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.931680:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608335616 00000100:00100000:1.0:1780298628.931685:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608335616 00000100:00100000:3.0:1780298628.931693:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608335744 00000100:00100000:3.0:1780298628.931699:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608335744 00000100:00100000:1.0:1780298628.931718:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4246 00000100:00100000:1.0:1780298628.931728:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608335616:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298628.931735:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4247 00010000:00010000:1.0:1780298628.931737:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298628.931746:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608335744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.931748:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63029e3c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9fac expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.931757:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.931767:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e63029e43 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9fb3 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.931781:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604214656:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.931804:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604214784:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.931835:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.931836:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.932632:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604214784:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.932635:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604214656:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.932662:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e63029e43 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fb3 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.932662:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63029e3c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fac expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.932682:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e63029e3c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fac expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.932690:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00010000:00010000:3.0:1780298628.932691:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e63029e43 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fb3 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.932704:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:0.0:1780298628.932722:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608335616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 996us (1081us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.932731:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608335744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 987us (1063us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.932732:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4246 00000100:00100000:3.0:1780298628.932743:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4247 00000100:00100000:0.0:1780298628.935345:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.935379:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608336000 00000100:00100000:2.0:1780298628.935396:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608336000 00000100:00100000:2.0:1780298628.935437:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61432 00000100:00100000:2.0:1780298628.935444:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+95:28749:x1866777608336000:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298628.935490:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.935509:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63029e0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f7b expref: 95 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.935522:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.935527:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298628.935684:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63029e4a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 73 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.935706:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63029e4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.935713:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63029e4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298628.935748:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990631 00000004:00010000:2.0:1780298628.935762:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000027c4103 reply state 0000000099212deb transno 4294990632 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63029e4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.935770:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63029e4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.935775:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.935777:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298628.935779:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298628.935835:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+97:28749:x1866777608336000:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 391us (496us total) trans 4294990632 rc 0/0 00000100:00100000:2.0:1780298628.935840:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61432 00000020:00080000:2.0:1780298628.935844:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298628.936609:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.936657:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608336128 00000100:00100000:1.0:1780298628.936663:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608336128 00000100:00100000:1.0:1780298628.936701:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4248 00000100:00100000:1.0:1780298628.936710:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777608336128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.936721:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.936733:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029e51 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9fba expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.936760:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63029df6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f6d expref: 18 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.936770:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(53 143) 00010000:00010000:1.0:1780298628.936775:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(54 143) 00010000:00010000:1.0:1780298628.936780:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029e51 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fba expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.936811:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63029df6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f6d expref: 18 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.936826:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63029df6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f6d expref: 18 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.936841:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604214912:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.936905:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.937522:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604214912:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298628.937556:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029e51 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fba expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.937570:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:3.0:1780298628.937599:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:28749:x1866777608336128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 891us (990us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.937606:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4248 00000100:00100000:0.0:1780298628.937719:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.937751:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608336256 00000100:00100000:2.0:1780298628.937755:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608336256 00010000:00010000:2.0:1780298628.937772:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63029df6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f6d expref: 19 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.937795:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14066 00000100:00100000:2.0:1780298628.937803:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608336256:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.937812:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.937833:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63029df6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f6d expref: 19 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.937844:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63029df6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f6d expref: 19 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.937859:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e63029df6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f6d expref: 19 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.937866:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(54 143) 00010000:00010000:2.0:1780298628.937869:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(54 143) 00010000:00010000:2.0:1780298628.937873:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029e51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fba expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.937879:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029e51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fba expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.937898:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029e51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fba expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.937905:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604215040:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.937934:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.938703:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604215040:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.938715:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.938743:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608336256:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 941us (1024us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.938751:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14066 00000100:00100000:3.0:1780298628.938839:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.938883:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608336384 00000100:00100000:1.0:1780298628.938888:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608336384 00000100:00100000:1.0:1780298628.938926:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4249 00000100:00100000:1.0:1780298628.938935:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608336384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.938946:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.938957:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029e58 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9fc1 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.938976:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029dfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f74 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.938984:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(12 104) 00010000:00010000:1.0:1780298628.938988:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(13 104) 00010000:00010000:1.0:1780298628.938992:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029e58 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fc1 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.939011:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029dfd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f74 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.939023:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029dfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f74 expref: 13 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.939034:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604215168:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298628.939072:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.939728:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604215168:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298628.939743:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029e58 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fc1 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.939758:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298628.939786:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608336384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 852us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.939800:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4249 00000100:00100000:2.0:1780298628.939920:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.939960:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608336512 00000100:00100000:1.0:1780298628.939965:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608336512 00010000:00010000:1.0:1780298628.939983:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029dfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f74 expref: 14 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.940009:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14067 00000100:00100000:1.0:1780298628.940017:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608336512:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298628.940026:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298628.940039:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029dfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f74 expref: 14 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.940048:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029dfd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f74 expref: 14 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.940062:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029dfd lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9f74 expref: 14 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.940072:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(13 104) 00010000:00010000:1.0:1780298628.940075:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(13 104) 00010000:00010000:1.0:1780298628.940081:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029e58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fc1 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.940090:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029e58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fc1 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.940110:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029e58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fc1 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.940119:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604215296:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298628.940183:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.940834:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604215296:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298628.940849:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298628.940875:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608336512:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 860us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.940883:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14067 00000100:00100000:0.0:1780298628.941026:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.941051:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.941065:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608336640 00000100:00100000:2.0:1780298628.941069:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608336640 00002000:00010000:2.0:1780298628.941090:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4895271->18446744073709551615) 00000100:00100000:3.0:1780298628.941094:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608336768 00002000:00100000:2.0:1780298628.941095:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b9880 with x1866777608336640 ext(4895271->18446744073709551615) 00000100:00100000:3.0:1780298628.941100:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608336768 00002000:00010000:2.0:1780298628.941109:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b9880. 00002000:00010000:3.0:1780298628.941116:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298628.941121:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bb800 with x1866777608336768 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298628.941145:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548bb800. 00000100:00100000:2.0:1780298628.941159:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4212 00000100:00100000:2.0:1780298628.941172:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608336640:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298628.941173:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4213 00000100:00100000:3.0:1780298628.941186:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608336768:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298628.941296:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:3.0:1780298628.941300:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298628.941303:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298628.941305:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298628.941308:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1780298628.941321:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 1257087 -> 4895271 00002000:00010000:2.0:1780298628.941324:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.941325:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.941327:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.941329:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 784 -> 784 00000100:00100000:3.0:1780298628.941342:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608336768:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 158us (289us total) trans 4294968779 rc 0/0 00000100:00100000:2.0:1780298628.941349:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608336640:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 183us (322us total) trans 4294969104 rc 0/0 00000100:00100000:3.0:1780298628.941354:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4213 00002000:00010000:3.0:1780298628.941359:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00000100:00100000:2.0:1780298628.941361:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4212 00002000:00100000:3.0:1780298628.941366:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bb800 with x1866777608336768 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298628.941366:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4895271->18446744073709551615) 00002000:00100000:2.0:1780298628.941369:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b9880 with x1866777608336640 ext(4895271->18446744073709551615) 00002000:00010000:3.0:1780298628.941374:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548bb800. 00002000:00010000:2.0:1780298628.941375:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b9880. 00000100:00100000:2.0:1780298628.942609:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.942661:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608336896 00000100:00100000:1.0:1780298628.942666:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608336896 00002000:00100000:1.0:1780298628.942692:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (4866048->4870143) req@ffff9cf34372f100 x1866777608336896/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.942703:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372f100 with x1866777608336896 ext(4866048->4870143) 00002000:00010000:1.0:1780298628.942707:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372f100 00000100:00100000:1.0:1780298628.942733:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4214 00000100:00100000:1.0:1780298628.942740:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608336896:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298628.942887:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608336896:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 147us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298628.942896:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4214 00002000:00100000:1.0:1780298628.942901:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (4866048->4870143) req@ffff9cf34372f100 x1866777608336896/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.942908:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372f100 with x1866777608336896 ext(4866048->4870143) 00002000:00010000:1.0:1780298628.942912:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372f100 00000100:00100000:0.0:1780298628.944290:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.944327:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608337024 00000100:00100000:2.0:1780298628.944333:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608337024 00002000:00100000:2.0:1780298628.944358:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (4870144->4874239) req@ffff9cf2548b9c00 x1866777608337024/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.944368:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b9c00 with x1866777608337024 ext(4870144->4874239) 00002000:00010000:2.0:1780298628.944372:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b9c00 00000100:00100000:2.0:1780298628.944407:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4215 00000100:00100000:2.0:1780298628.944416:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777608337024:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.944526:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777608337024:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 112us (239us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298628.944533:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4215 00002000:00100000:2.0:1780298628.944539:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (4870144->4874239) req@ffff9cf2548b9c00 x1866777608337024/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/4536 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.944548:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b9c00 with x1866777608337024 ext(4870144->4874239) 00002000:00010000:2.0:1780298628.944552:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b9c00 00000100:00100000:0.0:1780298628.946332:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.946367:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608337152 00000100:00100000:3.0:1780298628.946371:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608337152 00002000:00100000:3.0:1780298628.946404:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (4800512->4898815) req@ffff9cf2548bb480 x1866777608337152/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 504/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298628.946411:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bb480 with x1866777608337152 ext(4800512->4898815) 00002000:00010000:3.0:1780298628.946414:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548bb480 00000100:00100000:3.0:1780298628.946440:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4216 00000100:00100000:3.0:1780298628.946449:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608337152:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.947517:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608337152:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1068us (1188us total) trans 0 rc 90112/90112 00000100:00100000:2.0:1780298628.947531:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4216 00002000:00100000:2.0:1780298628.947539:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (4800512->4898815) req@ffff9cf2548bb480 x1866777608337152/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 504/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 90112/90112 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.947552:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bb480 with x1866777608337152 ext(4800512->4898815) 00002000:00010000:2.0:1780298628.947556:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548bb480 00000100:00100000:3.0:1780298628.949956:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.950049:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608337280 00000100:00100000:0.0:1780298628.950061:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608337280 00002000:00100000:0.0:1780298628.950088:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (4866048->4895270) req@ffff9cf244ad8380 x1866777608337280/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298628.950095:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8380 with x1866777608337280 ext(4866048->4895270) 00002000:00010000:0.0:1780298628.950098:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad8380 00000100:00100000:0.0:1780298628.950114:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4217 00000100:00100000:0.0:1780298628.950120:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608337280:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298628.951391:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608337280:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1262us (1428us total) trans 4294969105 rc 0/0 00000100:00100000:1.0:1780298628.951402:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4217 00002000:00100000:1.0:1780298628.951409:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (4866048->4895270) req@ffff9cf244ad8380 x1866777608337280/t4294969105(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.951419:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8380 with x1866777608337280 ext(4866048->4895270) 00002000:00010000:1.0:1780298628.951423:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad8380 00000100:00100000:3.0:1780298628.952177:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.952229:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608337408 00000100:00100000:0.0:1780298628.952235:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608337408 00000100:00100000:0.0:1780298628.952278:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4250 00000100:00100000:0.0:1780298628.952285:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608337408:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298628.953206:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969105 is committed 00000001:00080000:2.0:1780298628.953219:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969103 is committed 00000100:00100000:0.0:1780298628.953332:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608337408:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 1047us (1155us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298628.953338:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4250 00000100:00100000:3.0:1780298628.954325:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.954370:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608337536 00000100:00100000:1.0:1780298628.954373:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608337536 00000100:00100000:1.0:1780298628.954417:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61433 00000100:00100000:1.0:1780298628.954425:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+97:28749:x1866777608337536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.954441:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.954461:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841cc00/0xaf35132e63029e5f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 74 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9fc8 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.954529:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e63029e66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 75 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.954544:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e63029e66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.954560:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e63029e66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298628.954585:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 9089575 00000004:00200000:1.0:1780298628.954590:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298628.954606:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e63029e66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.954628:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841cc00/0xaf35132e63029e5f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fc8 expref: 99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.954640:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e63029e66 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 74 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fc8 expref: 98 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.954646:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298628.954648:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298628.954650:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298628.954674:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+98:28749:x1866777608337536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 251us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298628.954680:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61433 00000100:00100000:2.0:1780298628.956041:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.956078:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608337664 00000100:00100000:3.0:1780298628.956083:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608337664 00000100:00100000:3.0:1780298628.956115:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4218 00000100:00100000:3.0:1780298628.956150:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608337664:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298628.956380:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1780298628.956394:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298628.956396:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298628.956398:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298628.956399:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 120 00000100:00100000:3.0:1780298628.956427:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608337664:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 305us (388us total) trans 4294968780 rc 0/0 00000100:00100000:3.0:1780298628.956435:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4218 00000100:00100000:1.0:1780298628.957511:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.957558:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608337920 00000100:00100000:2.0:1780298628.957564:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608337920 00000100:00100000:2.0:1780298628.957604:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61434 00000100:00100000:2.0:1780298628.957613:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+98:28749:x1866777608337920:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298628.957647:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.957668:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e63029e66 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fc8 expref: 98 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.957683:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.957687:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298628.957815:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e63029e6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 74 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.957837:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e63029e6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.957845:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e63029e6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298628.957891:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990633 00000004:00010000:2.0:1780298628.957914:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003ebc31b9 reply state 000000006153470a transno 4294990634 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e63029e6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.957927:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e63029e6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.957934:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.957936:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298628.957939:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298628.957995:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+100:28749:x1866777608337920:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 383us (483us total) trans 4294990634 rc 0/0 00000100:00100000:2.0:1780298628.958002:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61434 00000020:00080000:2.0:1780298628.958007:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298628.958700:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.958730:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608338048 00000100:00100000:1.0:1780298628.958734:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608338048 00002000:00010000:1.0:1780298628.958748:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5068709->18446744073709551615) 00002000:00100000:1.0:1780298628.958752:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8e00 with x1866777608338048 ext(5068709->18446744073709551615) 00002000:00010000:1.0:1780298628.958759:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b8e00. 00000100:00100000:1.0:1780298628.958774:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4219 00000100:00100000:1.0:1780298628.958780:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608338048:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298628.958841:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.958881:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608338176 00000100:00100000:2.0:1780298628.958885:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608338176 00002000:00010000:2.0:1780298628.958902:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298628.958907:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8700 with x1866777608338176 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298628.958911:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4895271 -> 5068709 00002000:00010000:2.0:1780298628.958913:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244ad8700. 00002000:00010000:1.0:1780298628.958914:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298628.958918:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298628.958920:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298628.958922:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 784 -> 848 00000100:00100000:2.0:1780298628.958941:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4220 00000100:00100000:1.0:1780298628.958952:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608338048:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 169us (250us total) trans 4294969106 rc 0/0 00000100:00100000:2.0:1780298628.958953:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608338176:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298628.958962:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4219 00002000:00010000:1.0:1780298628.958965:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5068709->18446744073709551615) 00002000:00100000:1.0:1780298628.958967:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8e00 with x1866777608338048 ext(5068709->18446744073709551615) 00002000:00010000:1.0:1780298628.958971:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b8e00. 00002000:00010000:2.0:1780298628.959022:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298628.959026:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.959029:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.959031:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.959033:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:2.0:1780298628.959066:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608338176:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 117us (224us total) trans 4294968781 rc 0/0 00000100:00100000:2.0:1780298628.959075:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4220 00002000:00010000:2.0:1780298628.959078:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298628.959082:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8700 with x1866777608338176 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298628.959087:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244ad8700. 00000100:00100000:3.0:1780298628.960361:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.960406:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608338304 00000100:00100000:2.0:1780298628.960411:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608338304 00002000:00100000:2.0:1780298628.960435:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (4988928->5070847) req@ffff9cf244ad9880 x1866777608338304/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.960444:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9880 with x1866777608338304 ext(4988928->5070847) 00002000:00010000:2.0:1780298628.960449:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9880 00000100:00100000:2.0:1780298628.960471:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4221 00000100:00100000:2.0:1780298628.960480:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608338304:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298628.961482:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608338304:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1003us (1122us total) trans 0 rc 81920/81920 00000100:00100000:2.0:1780298628.961491:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4221 00002000:00100000:2.0:1780298628.961498:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (4988928->5070847) req@ffff9cf244ad9880 x1866777608338304/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 488/440 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 81920/81920 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298628.961507:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9880 with x1866777608338304 ext(4988928->5070847) 00002000:00010000:2.0:1780298628.961511:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9880 00000100:00100000:3.0:1780298628.962804:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.962848:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608338432 00000100:00100000:1.0:1780298628.962854:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608338432 00002000:00100000:1.0:1780298628.962879:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (5062656->5068708) req@ffff9cf244ad9c00 x1866777608338432/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 6544/0 e 0 to 0 dl 1780298639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.962888:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9c00 with x1866777608338432 ext(5062656->5068708) 00002000:00010000:1.0:1780298628.962892:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9c00 00000100:00100000:1.0:1780298628.962913:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4222 00000100:00100000:1.0:1780298628.962922:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608338432:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298628.963427:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608338432:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 505us (624us total) trans 4294969107 rc 0/0 00000100:00100000:1.0:1780298628.963436:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4222 00002000:00100000:1.0:1780298628.963443:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (5062656->5068708) req@ffff9cf244ad9c00 x1866777608338432/t4294969107(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:334/0 lens 6544/448 e 0 to 0 dl 1780298639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298628.963458:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9c00 with x1866777608338432 ext(5062656->5068708) 00002000:00010000:1.0:1780298628.963462:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9c00 00000100:00100000:2.0:1780298628.964246:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.964291:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608338560 00000100:00100000:3.0:1780298628.964297:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608338560 00000100:00100000:3.0:1780298628.964337:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4251 00000100:00100000:3.0:1780298628.964346:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608338560:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298628.965015:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969107 is committed 00000100:00100000:3.0:1780298628.965103:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608338560:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 758us (858us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.965111:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4251 00000100:00100000:0.0:1780298628.965893:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.965924:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608338688 00000100:00100000:2.0:1780298628.965929:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608338688 00000100:00100000:2.0:1780298628.965965:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61435 00000100:00100000:2.0:1780298628.965975:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+141:28749:x1866777608338688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.965989:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.966007:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e63029e74 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 75 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9fcf expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.966069:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e63029e7b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 76 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.966081:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e63029e7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.966089:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e63029e7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298628.966106:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 9263013 00000004:00200000:2.0:1780298628.966109:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298628.966121:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e63029e7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.966154:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e63029e74 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fcf expref: 143 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.966165:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e63029e7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 75 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fcf expref: 142 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.966171:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.966173:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298628.966175:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ac00, rc 0) 00000100:00100000:2.0:1780298628.966198:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+142:28749:x1866777608338688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 226us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.966205:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61435 00000100:00100000:1.0:1780298628.967020:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.967098:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608338816 00000100:00100000:3.0:1780298628.967103:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608338816 00000100:00100000:3.0:1780298628.967158:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4252 00000100:00100000:3.0:1780298628.967167:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608338816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.967177:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.967189:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e63029e82 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9fd6 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.967207:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.967246:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608338944 00000100:00100000:1.0:1780298628.967251:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608338944 00000100:00100000:1.0:1780298628.967285:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4253 00000100:00100000:3.0:1780298628.967287:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604215424:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.967297:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608338944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.967307:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.967319:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029e89 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9fdd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.967354:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604215552:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.967366:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.967398:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00002000:00010000:3.0:1780298628.968045:0:8356:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 848 -> 864 00000100:00100000:2.0:1780298628.968092:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604215552:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.968099:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604215424:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.968121:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029e89 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fdd expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.968151:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e63029e82 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fd6 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.968161:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029e89 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fdd expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.968172:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e63029e82 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fd6 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.968173:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:3.0:1780298628.968187:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c000, rc 0) 00000100:00100000:2.0:1780298628.968204:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608338944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 910us (999us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.968212:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4253 00000100:00100000:3.0:1780298628.968217:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608338816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1049us (1194us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.968227:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4252 00000100:00100000:0.0:1780298628.969257:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.969277:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.969293:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608339072 00000100:00100000:1.0:1780298628.969298:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608339072 00000100:00100000:2.0:1780298628.969312:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608339200 00000100:00100000:2.0:1780298628.969317:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608339200 00000100:00100000:1.0:1780298628.969326:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4254 00000100:00100000:1.0:1780298628.969334:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608339072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.969340:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.969347:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63029e90 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9fe4 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.969353:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4255 00000100:00100000:2.0:1780298628.969367:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608339200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.969376:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298628.969376:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604215680:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.969397:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e63029e97 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9feb expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.969421:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.969430:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604215808:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.969459:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.970015:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604215680:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.970043:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63029e90 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fe4 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.970054:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63029e90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fe4 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.970064:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298628.970094:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608339072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 761us (836us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.970101:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4254 00000100:00100000:2.0:1780298628.970148:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604215808:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.970167:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e63029e97 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9feb expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.970182:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e63029e97 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9feb expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.970192:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b600, rc 0) 00000100:00100000:2.0:1780298628.970223:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608339200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 860us (944us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.970229:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4255 00000100:00100000:0.0:1780298628.971044:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.971077:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608339328 00000100:00100000:1.0:1780298628.971080:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608339328 00000100:00100000:1.0:1780298628.971103:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4256 00000100:00100000:1.0:1780298628.971108:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608339328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.971114:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.971121:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029e9e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ff2 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.971169:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604215936:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.971241:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.971244:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.971281:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608339456 00000100:00100000:2.0:1780298628.971286:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608339456 00000100:00100000:2.0:1780298628.971312:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4257 00000100:00100000:2.0:1780298628.971318:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608339456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.971325:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.971333:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029ea5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194c9ff9 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.971361:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604216064:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.971404:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.971849:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604215936:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.971869:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029e9e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ff2 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.971882:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029e9e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ff2 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.971893:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298628.971922:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608339328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 813us (879us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.971930:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4256 00000100:00100000:1.0:1780298628.972028:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604216064:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.972047:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029ea5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ff9 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.972062:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009fd8d343/0xaf35132e63029ea5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9ff9 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.972072:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b000, rc 0) 00000100:00100000:1.0:1780298628.972100:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608339456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 782us (860us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.972107:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4257 00000100:00100000:0.0:1780298628.972939:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.972977:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608339584 00000100:00100000:2.0:1780298628.972982:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608339584 00000100:00100000:2.0:1780298628.973018:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4258 00000100:00100000:2.0:1780298628.973028:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608339584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.973036:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.973047:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d71a6aba/0xaf35132e63029eac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca000 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.973067:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.973084:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604216192:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.973113:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608339712 00000100:00100000:0.0:1780298628.973118:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608339712 00000100:00100000:2.0:1780298628.973166:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.973182:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4259 00000100:00100000:0.0:1780298628.973198:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608339712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.973206:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.973216:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002af870db/0xaf35132e63029eb3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca007 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.973242:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604216320:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.973276:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.973850:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604216192:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.973868:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d71a6aba/0xaf35132e63029eac lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca000 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.973873:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604216320:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.973884:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d71a6aba/0xaf35132e63029eac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca000 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.973891:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9bc00, rc 0) 00010000:00010000:0.0:1780298628.973896:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002af870db/0xaf35132e63029eb3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca007 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.973911:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002af870db/0xaf35132e63029eb3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca007 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.973921:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608339584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 897us (982us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298628.973922:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36600, rc 0) 00000100:00100000:2.0:1780298628.973929:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4258 00000100:00100000:0.0:1780298628.973949:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608339712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 755us (882us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.973958:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4259 00000100:00100000:2.0:1780298628.974957:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.974980:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608339840 00000100:00100000:3.0:1780298628.974985:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608339840 00000100:00100000:2.0:1780298628.975003:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.975018:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608339968 00000100:00100000:3.0:1780298628.975021:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608339968 00000100:00100000:1.0:1780298628.975041:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4260 00000100:00100000:1.0:1780298628.975053:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608339840:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.975059:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4261 00010000:00010000:1.0:1780298628.975061:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.975070:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608339968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.975071:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63029eba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca00e expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.975081:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.975091:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd7ce2a2/0xaf35132e63029ec1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca015 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.975105:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604216448:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.975121:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604216576:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.975162:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.975174:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.975727:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604216448:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.975743:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63029eba lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca00e expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.975758:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63029eba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca00e expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.975768:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:0.0:1780298628.975795:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608339840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 746us (838us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.975803:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4260 00000100:00100000:1.0:1780298628.975867:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604216576:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.975884:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd7ce2a2/0xaf35132e63029ec1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca015 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.975900:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd7ce2a2/0xaf35132e63029ec1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca015 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.975910:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36a00, rc 0) 00000100:00100000:1.0:1780298628.975941:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608339968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 873us (936us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.975949:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4261 00000100:00100000:3.0:1780298628.976758:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.976787:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608340096 00000100:00100000:2.0:1780298628.976791:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608340096 00000100:00100000:2.0:1780298628.976813:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4262 00000100:00100000:2.0:1780298628.976819:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608340096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.976825:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.976832:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029ec8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca01c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.976845:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029e51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fba expref: 5 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.976852:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(54 143) 00010000:00010000:2.0:1780298628.976856:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(55 143) 00010000:00010000:2.0:1780298628.976859:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029ec8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1814528->1818623] (req 1814528->1818623) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca01c expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.976874:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029e51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fba expref: 5 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.976884:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029e51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fba expref: 5 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.976890:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f754000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604216704:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.976918:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.977575:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f754000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604216704:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.977588:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029ec8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1814528->1818623] (req 1814528->1818623) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca01c expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.977597:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00000100:00100000:2.0:1780298628.977619:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608340096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 801us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.977624:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4262 00000100:00100000:0.0:1780298628.978020:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.978055:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608340224 00000100:00100000:2.0:1780298628.978060:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608340224 00010000:00010000:2.0:1780298628.978081:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029e51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fba expref: 6 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.978112:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14068 00000100:00100000:2.0:1780298628.978118:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608340224:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298628.978152:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298628.978163:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029e51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fba expref: 6 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.978172:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029e51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fba expref: 6 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.978194:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029e51 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fba expref: 6 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.978202:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(55 143) 00010000:00010000:2.0:1780298628.978204:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(55 143) 00010000:00010000:2.0:1780298628.978210:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029ec8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1814528->35368959] (req 1814528->1818623) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca01c expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.978216:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029ec8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1814528->35368959] (req 1814528->1818623) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca01c expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.978233:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029ec8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1814528->35368959] (req 1814528->1818623) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca01c expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.978245:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f754000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604216832:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298628.978275:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.979050:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.979069:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f754000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604216832:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298628.979082:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298628.979104:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608340352 00000100:00100000:0.0:1780298628.979109:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608340352 00000100:00100000:2.0:1780298628.979116:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608340224:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 997us (1095us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.979150:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14068 00000100:00100000:0.0:1780298628.979178:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4223 00000100:00100000:0.0:1780298628.979186:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608340352:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298628.979400:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5068709 -> 5068709 00002000:00010000:0.0:1780298628.979404:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.979407:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.979409:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298628.979412:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 864 -> 872 00000100:00100000:0.0:1780298628.979439:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608340352:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 254us (391us total) trans 4294969108 rc 0/0 00000100:00100000:0.0:1780298628.979445:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4223 00000100:00100000:1.0:1780298628.980173:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.980209:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608340480 00000100:00100000:2.0:1780298628.980214:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608340480 00000100:00100000:2.0:1780298628.980250:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61436 00000100:00100000:2.0:1780298628.980260:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+100:28749:x1866777608340480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.980275:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.980290:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63029ecf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 76 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca023 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.980396:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63029ed6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 77 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.980412:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63029ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.980423:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63029ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298628.980447:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 9263013 00000004:00200000:2.0:1780298628.980452:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298628.980470:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63029ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.980493:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63029ecf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca023 expref: 102 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.980507:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63029ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca023 expref: 101 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.980515:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298628.980518:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298628.980522:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b600, rc 0) 00000100:00100000:2.0:1780298628.980553:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+101:28749:x1866777608340480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 296us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.980561:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61436 00000100:00100000:1.0:1780298628.981340:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.981378:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608340608 00000100:00100000:0.0:1780298628.981392:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608340608 00000100:00100000:0.0:1780298628.981417:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4263 00000100:00100000:0.0:1780298628.981422:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608340608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.981428:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.981435:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097580845/0xaf35132e63029edd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca02a expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.981466:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604216960:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298628.981502:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.982168:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604216960:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.982198:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000097580845/0xaf35132e63029edd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca02a expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.982214:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097580845/0xaf35132e63029edd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca02a expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.982224:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37600, rc 0) 00000100:00100000:2.0:1780298628.982253:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608340608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 829us (912us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.982261:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4263 00000100:00100000:1.0:1780298628.983002:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.983040:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608340736 00000100:00100000:3.0:1780298628.983045:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608340736 00000100:00100000:3.0:1780298628.983080:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4264 00000100:00100000:3.0:1780298628.983090:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608340736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298628.983099:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.983109:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e63029ee4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca031 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.983158:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604217088:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.983202:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.983850:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604217088:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298628.983866:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e63029ee4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca031 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.983879:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e63029ee4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca031 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.983890:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c000, rc 0) 00000100:00100000:3.0:1780298628.983916:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608340736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 829us (914us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.983923:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4264 00000100:00100000:0.0:1780298628.984807:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298628.984843:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608340864 00000100:00100000:1.0:1780298628.984848:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608340864 00000100:00100000:1.0:1780298628.984874:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4265 00000100:00100000:1.0:1780298628.984881:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608340864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.984887:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.984895:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029eeb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca038 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.984919:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604217216:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.984953:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.985542:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604217216:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.985554:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029eeb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca038 expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.985563:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029eeb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca038 expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.985569:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:0.0:1780298628.985592:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608340864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 714us (786us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.985597:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4265 00000100:00100000:0.0:1780298628.986376:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.986414:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608340992 00000100:00100000:2.0:1780298628.986419:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608340992 00000100:00100000:2.0:1780298628.986450:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4266 00000100:00100000:2.0:1780298628.986460:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608340992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.986469:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.986478:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63029ef2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca03f expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.986511:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f754000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604217344:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.986555:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298628.987192:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f754000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604217344:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298628.987204:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63029ef2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca03f expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.987213:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63029ef2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca03f expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298628.987219:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00000100:00100000:0.0:1780298628.987239:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608340992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 784us (866us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298628.987246:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4266 00000100:00100000:1.0:1780298628.987942:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.987979:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608341120 00000100:00100000:2.0:1780298628.987984:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608341120 00000100:00100000:2.0:1780298628.988017:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4267 00000100:00100000:2.0:1780298628.988026:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608341120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.988035:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.988044:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029ef9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca046 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.988063:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029ec8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1814528->35368959] (req 1814528->1818623) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca01c expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.988073:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(55 143) 00010000:00010000:2.0:1780298628.988077:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(56 143) 00010000:00010000:2.0:1780298628.988082:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029ef9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4362240->4415487] (req 4362240->4415487) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca046 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.988103:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029ec8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1814528->35368959] (req 1814528->1818623) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca01c expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.988117:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029ec8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1814528->35368959] (req 1814528->1818623) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca01c expref: 7 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.988155:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604217472:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298628.988198:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.988758:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604217472:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298628.988774:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029ef9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4362240->4415487] (req 4362240->4415487) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca046 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.988786:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b000, rc 0) 00000100:00100000:2.0:1780298628.988812:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608341120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 788us (870us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.988820:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4267 00000100:00100000:1.0:1780298628.988881:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.988931:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608341248 00000100:00100000:3.0:1780298628.988935:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608341248 00010000:00010000:3.0:1780298628.988952:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029ec8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1814528->35368959] (req 1814528->1818623) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca01c expref: 8 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.988973:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14069 00000100:00100000:3.0:1780298628.988978:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608341248:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298628.988986:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298628.988995:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029ec8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1814528->35368959] (req 1814528->1818623) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca01c expref: 8 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.989005:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029ec8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1814528->35368959] (req 1814528->1818623) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca01c expref: 8 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.989018:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63029ec8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1814528->35368959] (req 1814528->1818623) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca01c expref: 8 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.989025:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(56 143) 00010000:00010000:3.0:1780298628.989027:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(56 143) 00010000:00010000:3.0:1780298628.989033:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029ef9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4362240->37916671] (req 4362240->4415487) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca046 expref: 5 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.989039:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029ef9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4362240->37916671] (req 4362240->4415487) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca046 expref: 5 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.989053:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029ef9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4362240->37916671] (req 4362240->4415487) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca046 expref: 5 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298628.989060:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604217600:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298628.989084:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298628.989702:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604217600:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298628.989711:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298628.989736:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608341248:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 757us (856us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298628.989745:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14069 00000100:00100000:1.0:1780298628.989748:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.989792:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608341376 00000100:00100000:2.0:1780298628.989798:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608341376 00000100:00100000:2.0:1780298628.989836:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4224 00000100:00100000:2.0:1780298628.989845:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608341376:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.990077:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5068709 -> 5068709 00002000:00010000:2.0:1780298628.990081:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.990084:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.990086:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.990088:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 872 -> 976 00000100:00100000:2.0:1780298628.990120:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608341376:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 276us (375us total) trans 4294969109 rc 0/0 00000100:00100000:2.0:1780298628.990160:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4224 00000100:00100000:0.0:1780298628.991100:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298628.991121:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608341504 00000100:00100000:3.0:1780298628.991137:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608341504 00000100:00100000:3.0:1780298628.991164:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4268 00000100:00100000:3.0:1780298628.991176:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608341504:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298628.991176:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.991194:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608341632 00000100:00100000:2.0:1780298628.991200:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608341632 00010000:00010000:3.0:1780298628.991204:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298628.991213:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e63029f00 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca04d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.991233:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4269 00000100:00100000:3.0:1780298628.991242:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604217728:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.991246:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608341632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.991257:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.991268:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029f07 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca054 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.991312:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604217856:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.991321:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.991345:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.991943:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604217856:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298628.991949:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604217728:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.991959:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029f07 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca054 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.991969:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e63029f00 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca04d expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.991973:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d71a6aba/0xaf35132e63029f07 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca054 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.991992:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9bc00, rc 0) 00010000:00010000:3.0:1780298628.991998:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e63029f00 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca04d expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298628.992010:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c000, rc 0) 00000100:00100000:2.0:1780298628.992018:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608341632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 777us (846us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.992023:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4269 00000100:00100000:3.0:1780298628.992035:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608341504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 864us (934us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298628.992045:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4268 00000100:00100000:1.0:1780298628.992938:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.992965:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608341760 00000100:00100000:0.0:1780298628.992969:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608341760 00000100:00100000:1.0:1780298628.992976:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.993005:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608341888 00000100:00100000:0.0:1780298628.993007:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608341888 00000100:00100000:0.0:1780298628.993024:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4270 00000100:00100000:0.0:1780298628.993030:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608341760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298628.993037:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298628.993044:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e63029f0e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca05b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298628.993051:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4271 00000100:00100000:1.0:1780298628.993067:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608341888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.993078:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298628.993079:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604217984:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.993089:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029f15 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca062 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298628.993113:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.993145:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604218112:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.993181:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.994616:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604217984:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.994640:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e63029f0e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca05b expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.994656:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e63029f0e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca05b expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.994665:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36200, rc 0) 00000100:00100000:2.0:1780298628.994689:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608341760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1660us (1752us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.994694:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4270 00000100:00100000:1.0:1780298628.994987:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604218112:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298628.995006:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029f15 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca062 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.995020:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029f15 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca062 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298628.995027:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298628.995060:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608341888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1994us (2079us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298628.995067:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4271 00000100:00100000:1.0:1780298628.995961:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.995999:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608342016 00000100:00100000:2.0:1780298628.996004:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608342016 00000100:00100000:2.0:1780298628.996029:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4272 00000100:00100000:2.0:1780298628.996034:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608342016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.996041:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.996048:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e63029f1c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca069 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.996072:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604218240:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.996107:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298628.996709:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604218240:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298628.996721:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e63029f1c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca069 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.996730:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e63029f1c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca069 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.996742:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693400, rc 0) 00000100:00100000:2.0:1780298628.996765:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608342016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 732us (805us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298628.996770:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4272 00000100:00100000:0.0:1780298628.997567:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.997598:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608342144 00000100:00100000:2.0:1780298628.997603:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608342144 00000100:00100000:2.0:1780298628.997638:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4273 00000100:00100000:2.0:1780298628.997645:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608342144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298628.997653:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.997660:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63029f23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca070 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.997672:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(56 143) 00010000:00010000:2.0:1780298628.997675:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(56 143) 00010000:00010000:2.0:1780298628.997685:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63029f23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2625536->4362239] (req 2625536->2633727) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca070 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.997700:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63029f23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2625536->4362239] (req 2625536->2633727) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca070 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.997709:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693e00, rc 0) 00000100:00100000:2.0:1780298628.997737:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608342144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 92us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298628.997744:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4273 00000100:00100000:1.0:1780298628.998476:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.998516:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608342272 00000100:00100000:2.0:1780298628.998520:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608342272 00000100:00100000:2.0:1780298628.998549:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4225 00000100:00100000:2.0:1780298628.998561:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608342272:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298628.998707:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5068709 -> 5068709 00002000:00010000:2.0:1780298628.998710:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.998711:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.998713:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298628.998715:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 976 -> 992 00000100:00100000:2.0:1780298628.998738:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608342272:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 178us (263us total) trans 4294969110 rc 0/0 00000100:00100000:2.0:1780298628.998742:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4225 00000100:00100000:0.0:1780298628.999675:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298628.999704:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298628.999723:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608342400 00000100:00100000:2.0:1780298628.999727:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608342400 00000100:00100000:2.0:1780298628.999753:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608342528 00000100:00100000:2.0:1780298628.999755:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608342528 00000100:00100000:1.0:1780298628.999769:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4274 00000100:00100000:2.0:1780298628.999778:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4275 00000100:00100000:1.0:1780298628.999783:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608342400:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298628.999789:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608342528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298628.999795:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298628.999798:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298628.999806:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029f2a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca077 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298628.999808:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63029f31 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca07e expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298628.999851:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604218368:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298628.999859:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604218496:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298628.999892:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298628.999893:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.000600:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604218368:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.000612:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604218496:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.000625:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63029f31 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca07e expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.000637:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029f2a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca077 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.000645:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63029f31 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca07e expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.000658:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029f2a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca077 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.000660:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00010000:00010000:1.0:1780298629.000673:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:2.0:1780298629.000695:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608342528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 909us (991us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.000702:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608342400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 922us (1024us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.000709:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4275 00000100:00100000:1.0:1780298629.000717:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4274 00000100:00100000:0.0:1780298629.001660:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.001688:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608342656 00000100:00100000:2.0:1780298629.001692:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608342656 00000100:00100000:2.0:1780298629.001717:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4276 00000100:00100000:2.0:1780298629.001723:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608342656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.001730:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.001737:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e63029f38 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca085 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.001761:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604218624:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.001766:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.001797:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.001809:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608342784 00000100:00100000:1.0:1780298629.001815:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608342784 00000100:00100000:1.0:1780298629.001839:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4277 00000100:00100000:1.0:1780298629.001846:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608342784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.001855:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.001864:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029f3f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca08c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.001896:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604218752:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.001933:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.002398:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604218624:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.002410:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e63029f38 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca085 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.002421:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e63029f38 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca085 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.002432:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692400, rc 0) 00000100:00100000:2.0:1780298629.002463:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608342656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 740us (804us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.002468:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4276 00000100:00100000:1.0:1780298629.002523:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604218752:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.002545:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029f3f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca08c expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.002560:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63029f3f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca08c expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.002570:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298629.002599:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608342784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 752us (831us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.002608:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4277 00000100:00100000:0.0:1780298629.003380:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.003443:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608342912 00000100:00100000:3.0:1780298629.003448:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608342912 00000100:00100000:3.0:1780298629.003475:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4278 00000100:00100000:0.0:1780298629.003480:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.003486:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608342912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.003493:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298629.003496:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608343040 00000100:00100000:2.0:1780298629.003500:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608343040 00000100:00100000:2.0:1780298629.003527:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4279 00010000:00010000:3.0:1780298629.003528:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e63029f46 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca093 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.003537:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608343040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.003546:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.003555:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604218880:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.003556:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e63029f4d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca09a expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.003590:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604219008:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.003593:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.003619:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.004110:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604218880:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.004187:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e63029f46 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca093 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.004204:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e63029f46 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca093 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.004213:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c000, rc 0) 00000100:00100000:3.0:1780298629.004246:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608342912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 762us (865us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.004255:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604219008:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.004270:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e63029f4d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca09a expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.004282:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e63029f4d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca09a expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.004287:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4278 00010000:00010000:2.0:1780298629.004296:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00000100:00100000:2.0:1780298629.004326:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608343040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 790us (847us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.004334:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4279 00000100:00100000:0.0:1780298629.005043:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.005082:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608343168 00000100:00100000:1.0:1780298629.005087:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608343168 00000100:00100000:1.0:1780298629.005117:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4280 00000100:00100000:1.0:1780298629.005140:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777608343168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.005147:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.005153:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029f54 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca0a1 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.005168:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029e58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fc1 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.005179:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298628 v=(13 104) 00010000:00010000:1.0:1780298629.005182:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(14 104) 00010000:00010000:1.0:1780298629.005185:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029f54 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2949120->2961407] (req 2949120->2961407) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0a1 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.005199:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029e58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fc1 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.005208:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029e58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fc1 expref: 14 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.005215:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604219136:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298629.005243:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.005808:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604219136:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.005822:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029f54 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2949120->2961407] (req 2949120->2961407) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0a1 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.005834:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298629.005862:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:28749:x1866777608343168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 739us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.005870:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4280 00000100:00100000:0.0:1780298629.006051:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.006078:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608343296 00000100:00100000:3.0:1780298629.006083:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608343296 00010000:00010000:3.0:1780298629.006115:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029e58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fc1 expref: 15 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1780298629.006143:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780298629.006179:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14070 00000100:00100000:1.0:1780298629.006190:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608343296:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.006202:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.006214:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029e58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fc1 expref: 15 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.006227:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029e58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fc1 expref: 15 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.006244:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63029e58 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fc1 expref: 15 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.006255:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(14 104) 00010000:00010000:1.0:1780298629.006259:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(14 104) 00010000:00010000:1.0:1780298629.006268:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029f54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2949120->36503551] (req 2949120->2961407) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0a1 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.006277:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029f54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2949120->36503551] (req 2949120->2961407) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0a1 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.006299:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029f54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2949120->36503551] (req 2949120->2961407) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0a1 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.006310:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604219264:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298629.006348:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.006924:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604219264:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298629.006934:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.006964:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608343296:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 776us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.006973:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14070 00000100:00100000:3.0:1780298629.007114:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.007165:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608343424 00000100:00100000:2.0:1780298629.007169:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608343424 00000100:00100000:2.0:1780298629.007197:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4226 00000100:00100000:2.0:1780298629.007203:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608343424:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298629.007367:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298629.007371:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.007374:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.007376:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.007378:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 120 -> 144 00000100:00100000:2.0:1780298629.007416:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608343424:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 213us (302us total) trans 4294968782 rc 0/0 00000100:00100000:2.0:1780298629.007425:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4226 00000100:00100000:0.0:1780298629.008329:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.008368:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608343552 00000100:00100000:1.0:1780298629.008373:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608343552 00000100:00100000:0.0:1780298629.008380:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.008417:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608343680 00000100:00100000:1.0:1780298629.008423:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4281 00000100:00100000:1.0:1780298629.008430:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608343552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.008438:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.008449:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029f5b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca0a8 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.008478:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608343680 00000100:00100000:1.0:1780298629.008481:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604219392:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.008505:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4282 00000100:00100000:3.0:1780298629.008511:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608343680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.008518:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.008526:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e63029f62 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca0af expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.008535:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.008555:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ada680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604219520:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.008593:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.009208:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604219392:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.009223:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029f5b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0a8 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.009234:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63029f5b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0a8 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.009253:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:1.0:1780298629.009283:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608343552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 854us (955us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.009291:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4281 00000100:00100000:3.0:1780298629.009372:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ada680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604219520:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.009455:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e63029f62 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0af expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.009470:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e63029f62 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0af expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.009480:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c400, rc 0) 00000100:00100000:3.0:1780298629.009506:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608343680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 996us (1128us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.009514:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4282 00000100:00100000:2.0:1780298629.010345:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.010395:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608343808 00000100:00100000:0.0:1780298629.010400:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608343808 00000100:00100000:0.0:1780298629.010427:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4283 00000100:00100000:0.0:1780298629.010433:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608343808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.010440:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.010447:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298629.010447:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c8dab73/0xaf35132e63029f69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca0b6 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.010473:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604219648:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.010480:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608343936 00000100:00100000:1.0:1780298629.010485:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608343936 00000100:00100000:1.0:1780298629.010515:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4284 00000100:00100000:1.0:1780298629.010526:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777608343936:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.010530:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00010000:00010000:1.0:1780298629.010534:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.010544:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029f70 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca0bd expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.010571:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604219776:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.010603:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.011113:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604219648:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.011161:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c8dab73/0xaf35132e63029f69 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0b6 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.011177:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c8dab73/0xaf35132e63029f69 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0b6 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.011187:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36800, rc 0) 00000100:00100000:0.0:1780298629.011219:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608343808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 786us (875us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.011227:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4283 00000100:00100000:1.0:1780298629.011300:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604219776:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.011317:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029f70 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0bd expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.011333:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63029f70 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0bd expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.011344:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298629.011376:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777608343936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 853us (931us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.011395:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4284 00000100:00100000:2.0:1780298629.012847:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.012885:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608344192 00000100:00100000:0.0:1780298629.012889:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608344192 00000100:00100000:0.0:1780298629.012915:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4285 00000100:00100000:0.0:1780298629.012921:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608344192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.012928:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.012936:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e63029f77 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca0cb expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.012963:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604219904:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.012972:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.012999:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608344064 00000100:00100000:1.0:1780298629.013004:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608344064 00000100:00100000:0.0:1780298629.013010:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00000100:00080000:1.0:1780298629.013029:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780298629.013056:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4286 00000100:00100000:1.0:1780298629.013074:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608344064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.013082:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.013091:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029f7e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca0c4 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.013116:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604220032:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.013181:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00002000:00010000:1.0:1780298629.013760:0:9128:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 5068709 -> 6215458 00000100:00100000:0.0:1780298629.013766:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604219904:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.013774:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604220032:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.013792:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e63029f77 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0cb expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.013796:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029f7e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0c4 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.013824:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63029f7e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0c4 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.013826:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e63029f77 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0cb expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.013842:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00010000:00010000:0.0:1780298629.013847:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37600, rc 0) 00000100:00100000:1.0:1780298629.013871:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608344064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 808us (899us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.013879:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608344192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 954us (1030us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.013885:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4286 00000100:00100000:0.0:1780298629.013894:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4285 00000100:00100000:2.0:1780298629.014835:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.014866:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.014879:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608344320 00000100:00100000:1.0:1780298629.014885:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608344320 00000100:00100000:0.0:1780298629.014899:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608344448 00000100:00100000:0.0:1780298629.014903:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608344448 00000100:00100000:1.0:1780298629.014921:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4287 00000100:00100000:1.0:1780298629.014929:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608344320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.014936:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.014937:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4288 00010000:00010000:1.0:1780298629.014944:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029f85 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca0d2 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.014949:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608344448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.014961:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.014969:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029f8c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca0d9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.014981:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604220160:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.015007:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604220288:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.015019:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.015041:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.015802:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604220160:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.015817:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029f85 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0d2 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.015821:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604220288:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.015835:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029f85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0d2 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.015843:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00010000:00010000:0.0:1780298629.015843:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029f8c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0d9 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.015858:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e63029f8c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0d9 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.015865:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:1.0:1780298629.015873:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608344320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 945us (1039us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.015878:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4287 00000100:00100000:0.0:1780298629.015891:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608344448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 945us (1024us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.015900:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4288 00000100:00100000:2.0:1780298629.016920:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.016958:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608344576 00000100:00100000:1.0:1780298629.016962:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608344576 00000100:00100000:1.0:1780298629.016985:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4289 00000100:00100000:1.0:1780298629.016989:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608344576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.016995:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.017001:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63029f93 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca0e0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.017014:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298628 v=(56 143) 00010000:00010000:1.0:1780298629.017017:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(56 143) 00010000:00010000:1.0:1780298629.017024:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63029f93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2174976->2625535] (req 2174976->2228223) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0e0 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.017036:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63029f93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2174976->2625535] (req 2174976->2228223) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0e0 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.017041:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298629.017066:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608344576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 72us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.017071:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4289 00000100:00100000:2.0:1780298629.017710:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.017745:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608344704 00000100:00100000:1.0:1780298629.017749:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608344704 00000100:00100000:1.0:1780298629.017776:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4227 00000100:00100000:1.0:1780298629.017780:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608344704:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298629.017930:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 6215458 -> 5068709 00002000:00010000:1.0:1780298629.017933:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298629.017934:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298629.017936:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298629.017937:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 992 -> 992 00000100:00100000:1.0:1780298629.017959:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608344704:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 179us (251us total) trans 4294969111 rc 0/0 00000100:00100000:1.0:1780298629.017963:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4227 00000100:00100000:3.0:1780298629.018864:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.018900:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608344832 00000100:00100000:0.0:1780298629.018906:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608344832 00000100:00100000:3.0:1780298629.018914:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.018944:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608344960 00000100:00100000:0.0:1780298629.018948:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608344960 00000100:00100000:1.0:1780298629.018952:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4290 00000100:00100000:1.0:1780298629.018961:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608344832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.018968:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.018977:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029f9a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca0e7 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.018986:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4291 00000100:00100000:0.0:1780298629.018999:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608344960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.019009:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.019018:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604220416:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.019021:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e63029fa1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca0ee expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.019062:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.019066:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604220544:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.019100:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00002000:00010000:1.0:1780298629.019822:0:8359:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 5068709 -> 6215458 00000100:00100000:1.0:1780298629.019833:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604220416:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.019850:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604220544:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.019851:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029f9a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0e7 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.019868:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63029f9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0e7 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.019876:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00010000:00010000:0.0:1780298629.019880:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e63029fa1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0ee expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.019897:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e63029fa1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0ee expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.019902:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608344832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 942us (1039us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.019914:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4290 00010000:00010000:0.0:1780298629.019918:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36800, rc 0) 00000100:00100000:0.0:1780298629.019947:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608344960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 951us (1032us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.019954:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4291 00000100:00100000:2.0:1780298629.020959:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.020998:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608345216 00000100:00100000:0.0:1780298629.021003:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608345216 00000100:00100000:0.0:1780298629.021046:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4292 00000100:00100000:0.0:1780298629.021064:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608345216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.021073:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298629.021077:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298629.021086:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e63029fa8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca0fc expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.021113:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608345088 00000100:00100000:1.0:1780298629.021117:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608345088 00000100:00100000:0.0:1780298629.021120:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604220672:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.021171:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4293 00000100:00100000:1.0:1780298629.021193:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608345088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.021202:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.021203:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00010000:00010000:1.0:1780298629.021212:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029faf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca0f5 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.021241:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604220800:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.021274:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.021848:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604220672:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.021864:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e63029fa8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0fc expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.021875:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e63029fa8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0fc expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.021882:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37000, rc 0) 00000100:00100000:0.0:1780298629.021908:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608345216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 856us (952us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.021915:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4292 00000100:00100000:1.0:1780298629.021948:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604220800:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.021961:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029faf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0f5 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.021971:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029faf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0f5 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.021978:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298629.022013:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608345088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 829us (938us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.022018:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4293 00000100:00100000:2.0:1780298629.022869:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.022900:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608345344 00000100:00100000:3.0:1780298629.022905:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608345344 00000100:00100000:3.0:1780298629.022939:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4294 00000100:00100000:3.0:1780298629.022948:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608345344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.022958:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.022967:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e63029fb6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca103 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.022987:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63029f93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2174976->2625535] (req 2174976->2228223) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0e0 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.022996:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(56 143) 00010000:00010000:3.0:1780298629.023000:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(57 143) 00010000:00010000:3.0:1780298629.023005:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e63029fb6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2215936->2232319] (req 2215936->2232319) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca103 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.023026:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63029f93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2174976->2625535] (req 2174976->2228223) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0e0 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.023039:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63029f93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2174976->2625535] (req 2174976->2228223) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0e0 expref: 10 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.023050:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604220928:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.023089:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.023719:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604220928:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298629.023809:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e63029fb6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2215936->2232319] (req 2215936->2232319) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca103 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.023822:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c400, rc 0) 00000100:00100000:3.0:1780298629.023846:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608345344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 901us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.023852:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4294 00000100:00100000:2.0:1780298629.023858:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.023896:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608345472 00000100:00100000:1.0:1780298629.023900:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608345472 00010000:00010000:1.0:1780298629.023917:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63029f93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2174976->2625535] (req 2174976->2228223) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0e0 expref: 11 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.023938:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14071 00000100:00100000:1.0:1780298629.023944:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608345472:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.023952:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.023960:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63029f93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2174976->2625535] (req 2174976->2228223) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0e0 expref: 11 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.023972:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63029f93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2174976->2625535] (req 2174976->2228223) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0e0 expref: 11 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.023992:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63029f93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2174976->2625535] (req 2174976->2228223) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0e0 expref: 11 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.024003:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(57 143) 00010000:00010000:1.0:1780298629.024007:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(57 143) 00010000:00010000:1.0:1780298629.024015:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e63029fb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2215936->2625535] (req 2215936->2232319) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca103 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.024026:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e63029fb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2215936->2625535] (req 2215936->2232319) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca103 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.024049:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e63029fb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2215936->2625535] (req 2215936->2232319) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca103 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.024060:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604221056:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298629.024095:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.024782:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604221056:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298629.024793:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.024822:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608345472:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 877us (965us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.024828:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14071 00000100:00100000:2.0:1780298629.025090:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.025145:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608345600 00000100:00100000:0.0:1780298629.025151:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608345600 00002000:00100000:0.0:1780298629.025192:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2215936->2220031) req@ffff9cf34831d180 x1866777608345600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.025203:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831d180 with x1866777608345600 ext(2215936->2220031) 00002000:00010000:0.0:1780298629.025208:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831d180 00000100:00100000:0.0:1780298629.025230:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4228 00000100:00100000:0.0:1780298629.025239:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608345600:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.025464:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608345600:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 226us (374us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.025472:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4228 00002000:00100000:0.0:1780298629.025479:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2215936->2220031) req@ffff9cf34831d180 x1866777608345600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.025488:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831d180 with x1866777608345600 ext(2215936->2220031) 00002000:00010000:0.0:1780298629.025492:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831d180 00000100:00100000:2.0:1780298629.026322:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.026359:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608345728 00000100:00100000:0.0:1780298629.026364:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608345728 00002000:00100000:0.0:1780298629.026394:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2228224->2232319) req@ffff9cf34831d500 x1866777608345728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.026404:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831d500 with x1866777608345728 ext(2228224->2232319) 00002000:00010000:0.0:1780298629.026408:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831d500 00000100:00100000:0.0:1780298629.026428:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4229 00000100:00100000:0.0:1780298629.026442:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608345728:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.026526:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608345728:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 91us (205us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.026534:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4229 00002000:00100000:0.0:1780298629.026540:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2228224->2232319) req@ffff9cf34831d500 x1866777608345728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.026555:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831d500 with x1866777608345728 ext(2228224->2232319) 00002000:00010000:0.0:1780298629.026559:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831d500 00000100:00100000:3.0:1780298629.027474:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.027518:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608345856 00000100:00100000:0.0:1780298629.027523:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608345856 00000100:00100000:3.0:1780298629.027556:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.027561:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4295 00000100:00100000:0.0:1780298629.027572:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608345856:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298629.027575:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608345984 00000100:00100000:1.0:1780298629.027580:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608345984 00010000:00010000:0.0:1780298629.027582:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.027596:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e63029fbd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca10a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.027608:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4296 00000100:00100000:1.0:1780298629.027616:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608345984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.027624:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.027634:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63029fc4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca111 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.027651:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604221184:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.027662:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604221312:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.027710:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.027711:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.028561:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604221184:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.028563:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604221312:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.028588:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63029fc4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca111 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.028593:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e63029fbd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca10a expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.028605:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63029fc4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca111 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.028614:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00010000:00010000:0.0:1780298629.028616:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e63029fbd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca10a expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.028629:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37a00, rc 0) 00000100:00100000:1.0:1780298629.028642:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608345984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1027us (1086us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.028650:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4296 00000100:00100000:0.0:1780298629.028657:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608345856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1087us (1182us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.028666:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4295 00000100:00100000:2.0:1780298629.029573:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.029614:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608346112 00000100:00100000:1.0:1780298629.029620:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608346112 00000100:00100000:2.0:1780298629.029629:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.029658:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608346240 00000100:00100000:1.0:1780298629.029663:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608346240 00000100:00100000:3.0:1780298629.029668:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4297 00000100:00100000:3.0:1780298629.029676:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608346112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.029683:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.029687:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4298 00010000:00010000:3.0:1780298629.029690:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e63029fcb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca118 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.029697:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608346240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.029706:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.029715:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63029fd2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca11f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.029737:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604221440:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.029765:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604221568:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.029772:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.029790:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.030494:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604221440:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.030521:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604221568:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.030533:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63029fd2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca11f expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.030545:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e63029fcb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca118 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.030548:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63029fd2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca11f expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.030569:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00010000:00010000:0.0:1780298629.030572:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e63029fcb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca118 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.030586:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c000, rc 0) 00000100:00100000:1.0:1780298629.030596:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608346240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 902us (967us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.030601:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4298 00000100:00100000:0.0:1780298629.030617:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608346112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 941us (1043us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.030624:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4297 00000100:00100000:2.0:1780298629.031493:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.031532:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608346368 00000100:00100000:3.0:1780298629.031537:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608346368 00000100:00100000:3.0:1780298629.031570:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4299 00000100:00100000:3.0:1780298629.031577:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:28749:x1866777608346368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.031586:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.031595:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e63029fd9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca126 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.031610:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(14 104) 00010000:00010000:3.0:1780298629.031614:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(14 104) 00010000:00010000:3.0:1780298629.031624:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e63029fd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2756608->2949119] (req 2756608->2768895) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca126 expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.031639:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e63029fd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2756608->2949119] (req 2756608->2768895) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca126 expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.031648:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00000100:00100000:3.0:1780298629.031679:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:28749:x1866777608346368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 104us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.031685:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4299 00000100:00100000:2.0:1780298629.032292:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.032325:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608346496 00000100:00100000:0.0:1780298629.032329:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608346496 00000100:00100000:0.0:1780298629.032359:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4230 00000100:00100000:0.0:1780298629.032364:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608346496:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298629.032588:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298629.032591:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.032593:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.032595:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.032596:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 144 -> 168 00000100:00100000:0.0:1780298629.032619:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608346496:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 255us (328us total) trans 4294968783 rc 0/0 00000100:00100000:0.0:1780298629.032623:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4230 00000100:00100000:0.0:1780298629.033470:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.033495:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.033536:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608346624 00000100:00100000:1.0:1780298629.033539:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608346624 00000100:00100000:3.0:1780298629.033545:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608346752 00000100:00100000:3.0:1780298629.033558:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608346752 00000100:00100000:1.0:1780298629.033568:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4300 00000100:00100000:1.0:1780298629.033574:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608346624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.033581:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.033590:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029fe0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca12d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.033602:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4301 00000100:00100000:3.0:1780298629.033612:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777608346752:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298629.033618:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604221696:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.033622:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.033633:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63029fe7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca134 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.033660:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.033666:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604221824:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.033700:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.034348:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604221824:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.034352:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604221696:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.034371:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63029fe7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca134 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.034395:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029fe0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca12d expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.034402:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63029fe7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca134 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.034419:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450cc00, rc 0) 00010000:00010000:1.0:1780298629.034420:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63029fe0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca12d expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.034435:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298629.034452:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777608346752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 842us (955us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.034461:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608346624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 885us (990us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.034466:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4301 00000100:00100000:1.0:1780298629.034473:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4300 00000100:00100000:2.0:1780298629.035483:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.035520:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608346880 00000100:00100000:0.0:1780298629.035526:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608346880 00000100:00100000:0.0:1780298629.035558:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4302 00000100:00100000:0.0:1780298629.035566:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608346880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.035574:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.035583:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029fee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca13b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.035587:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.035613:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608347008 00000100:00100000:0.0:1780298629.035614:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604221952:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.035654:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.035656:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608347008 00000100:00100000:3.0:1780298629.035681:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4303 00000100:00100000:3.0:1780298629.035689:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608347008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.035695:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.035702:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e63029ff5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca142 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.035721:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604222080:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.035806:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.036316:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604221952:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.036334:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029fee lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca13b expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.036347:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e63029fee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca13b expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.036355:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37800, rc 0) 00000100:00100000:0.0:1780298629.036395:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608346880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 829us (911us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.036403:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4302 00000100:00100000:3.0:1780298629.036450:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604222080:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.036503:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e63029ff5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca142 expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.036515:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e63029ff5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca142 expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.036524:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00000100:00100000:3.0:1780298629.036553:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608347008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 866us (976us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.036562:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4303 00000100:00100000:2.0:1780298629.037532:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.037572:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608347136 00000100:00100000:1.0:1780298629.037577:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608347136 00000100:00100000:1.0:1780298629.037609:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4304 00000100:00100000:1.0:1780298629.037622:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608347136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.037632:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.037641:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029ffc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca149 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.037663:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63029f23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2625536->4362239] (req 2625536->2633727) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca070 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.037674:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029ef9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4362240->37916671] (req 4362240->4415487) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca046 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.037689:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(57 143) 00010000:00010000:1.0:1780298629.037693:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(59 143) 00010000:00010000:1.0:1780298629.037698:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029ffc lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4358144->4423679] (req 4358144->4423679) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca149 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.037721:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029ef9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4362240->37916671] (req 4362240->4415487) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca046 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.037734:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029ef9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4362240->37916671] (req 4362240->4415487) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca046 expref: 11 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.037746:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604222208:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.037798:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63029f23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2625536->4362239] (req 2625536->2633727) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca070 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.037809:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63029f23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2625536->4362239] (req 2625536->2633727) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca070 expref: 11 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.037819:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604222336:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298629.037854:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.038412:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604222208:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298629.038511:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604222336:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.038534:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029ffc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4358144->4423679] (req 4358144->4423679) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca149 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.038547:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298629.038576:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608347136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 955us (1045us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.038583:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4304 00000100:00100000:0.0:1780298629.038776:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.038788:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.038815:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608347392 00000100:00100000:1.0:1780298629.038819:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608347392 00010000:00010000:1.0:1780298629.038836:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63029f23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2625536->4362239] (req 2625536->2633727) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca070 expref: 11 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.038838:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608347264 00000100:00100000:3.0:1780298629.038843:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608347264 00000100:00100000:1.0:1780298629.038862:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14072 00002000:00100000:3.0:1780298629.038867:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (6201344->6215457) req@ffff9cf37f8a4a80 x1866777608347264/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 14608/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780298629.038872:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608347392:12345-192.168.203.25@tcp:103:ldlm_bl.0 00002000:00100000:3.0:1780298629.038882:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4a80 with x1866777608347264 ext(6201344->6215457) 00010000:00010000:1.0:1780298629.038885:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298629.038890:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029ef9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4362240->37916671] (req 4362240->4415487) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca046 expref: 12 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.038895:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63029f23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2625536->4362239] (req 2625536->2633727) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca070 expref: 12 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.038905:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029ef9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4362240->37916671] (req 4362240->4415487) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca046 expref: 12 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.038909:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63029f23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2625536->4362239] (req 2625536->2633727) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca070 expref: 12 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780298629.038919:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf37f8a4a80 00010000:00010000:1.0:1780298629.038930:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63029f23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2625536->4362239] (req 2625536->2633727) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca070 expref: 12 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.038942:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 110 00010000:00010000:1.0:1780298629.038942:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298629.038951:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608347264:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298629.038969:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608347392:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 100us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.038980:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14072 00000100:00100000:2.0:1780298629.039562:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608347264:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 612us (773us total) trans 4294969112 rc 0/0 00000100:00100000:2.0:1780298629.039567:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 110 00002000:00100000:2.0:1780298629.039573:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (6201344->6215457) req@ffff9cf37f8a4a80 x1866777608347264/t4294969112(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 14608/448 e 0 to 0 dl 1780298640 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.039579:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4a80 with x1866777608347264 ext(6201344->6215457) 00010000:00010000:2.0:1780298629.039583:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029ef9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4362240->37916671] (req 4362240->4415487) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca046 expref: 12 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.039594:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029ef9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4362240->37916671] (req 4362240->4415487) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca046 expref: 12 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298629.039598:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf37f8a4a80 00000100:00100000:2.0:1780298629.040278:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.040313:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608347520 00000100:00100000:0.0:1780298629.040318:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608347520 00010000:00010000:0.0:1780298629.040336:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029ef9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4362240->37916671] (req 4362240->4415487) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca046 expref: 12 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.040368:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14073 00000100:00100000:0.0:1780298629.040377:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b01450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608347520:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298629.040397:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298629.040405:0:8374:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 992 -> 1024 00010000:00010000:0.0:1780298629.040411:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029ef9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4362240->37916671] (req 4362240->4415487) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca046 expref: 12 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.040422:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029ef9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4362240->37916671] (req 4362240->4415487) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca046 expref: 12 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.040436:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e63029ef9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [4362240->37916671] (req 4362240->4415487) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca046 expref: 12 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.040447:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(59 143) 00010000:00010000:0.0:1780298629.040451:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(59 143) 00010000:00010000:0.0:1780298629.040460:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029ffc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4358144->37912575] (req 4358144->4423679) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca149 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.040471:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029ffc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4358144->37912575] (req 4358144->4423679) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca149 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.040496:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029ffc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4358144->37912575] (req 4358144->4423679) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca149 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.040514:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604222464:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298629.040555:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.041235:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f759f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604222464:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298629.041256:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298629.041276:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b01450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608347520:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 902us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.041281:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14073 00000100:00100000:2.0:1780298629.041535:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.041567:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608347648 00000100:00100000:1.0:1780298629.041571:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608347648 00002000:00100000:1.0:1780298629.041591:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (4358144->4362239) req@ffff9cf37f8a4380 x1866777608347648/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.041600:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4380 with x1866777608347648 ext(4358144->4362239) 00002000:00010000:1.0:1780298629.041604:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8a4380 00000100:00100000:1.0:1780298629.041625:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4231 00000100:00100000:1.0:1780298629.041632:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608347648:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.041741:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608347648:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 111us (205us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.041746:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4231 00002000:00100000:1.0:1780298629.041751:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (4358144->4362239) req@ffff9cf37f8a4380 x1866777608347648/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.041757:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4380 with x1866777608347648 ext(4358144->4362239) 00002000:00010000:1.0:1780298629.041760:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8a4380 00000100:00100000:3.0:1780298629.042908:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.042938:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608347776 00000100:00100000:0.0:1780298629.042942:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608347776 00002000:00100000:0.0:1780298629.042959:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (4419584->4423679) req@ffff9cf37f8fd880 x1866777608347776/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.042966:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fd880 with x1866777608347776 ext(4419584->4423679) 00002000:00010000:0.0:1780298629.042969:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8fd880 00000100:00100000:0.0:1780298629.042990:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4232 00000100:00100000:0.0:1780298629.042999:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608347776:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.043079:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608347776:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (172us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.043087:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4232 00002000:00100000:0.0:1780298629.043094:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (4419584->4423679) req@ffff9cf37f8fd880 x1866777608347776/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.043103:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fd880 with x1866777608347776 ext(4419584->4423679) 00002000:00010000:0.0:1780298629.043107:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8fd880 00000100:00100000:0.0:1780298629.044056:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.044103:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608348032 00000100:00100000:1.0:1780298629.044107:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608348032 00000100:00100000:1.0:1780298629.044164:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4305 00000100:00100000:1.0:1780298629.044175:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608348032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.044184:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.044188:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298629.044200:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a003 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca157 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.044224:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608347904 00000100:00100000:0.0:1780298629.044229:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608347904 00000100:00100000:1.0:1780298629.044248:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604222592:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.044267:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4306 00000100:00100000:0.0:1780298629.044277:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608347904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.044289:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.044296:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00010000:00010000:0.0:1780298629.044300:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302a00a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca150 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.044330:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604222720:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.044361:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.044900:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604222592:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.044918:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a003 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca157 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.044931:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a003 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca157 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.044940:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298629.044970:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608348032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 799us (915us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.044977:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4305 00000100:00100000:0.0:1780298629.044982:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604222720:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.045000:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302a00a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca150 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.045013:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302a00a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca150 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.045020:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37a00, rc 0) 00000100:00100000:0.0:1780298629.045037:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608347904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 764us (853us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.045042:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4306 00000100:00100000:0.0:1780298629.045875:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.045898:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608348160 00000100:00100000:3.0:1780298629.045960:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608348160 00000100:00100000:2.0:1780298629.046007:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.046032:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4307 00000100:00100000:1.0:1780298629.046040:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608348288 00000100:00100000:3.0:1780298629.046045:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608348160:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298629.046046:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608348288 00010000:00010000:3.0:1780298629.046054:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.046062:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b22e06ca/0xaf35132e6302a011 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca15e expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.046076:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4308 00000100:00100000:1.0:1780298629.046084:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777608348288:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298629.046091:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604222848:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.046093:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.046103:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302a018 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca165 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.046158:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.046160:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604222976:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.046207:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.046631:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604222848:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.046645:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b22e06ca/0xaf35132e6302a011 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca15e expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.046707:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b22e06ca/0xaf35132e6302a011 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca15e expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.046716:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450cc00, rc 0) 00000100:00100000:3.0:1780298629.046766:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608348160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 727us (892us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.046772:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4307 00000100:00100000:1.0:1780298629.046801:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604222976:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.046817:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302a018 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca165 expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.046830:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302a018 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca165 expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.046840:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298629.046867:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777608348288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 785us (861us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.046872:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4308 00000100:00100000:2.0:1780298629.047679:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.047755:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608348416 00000100:00100000:3.0:1780298629.047760:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608348416 00000100:00100000:0.0:1780298629.047783:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.047817:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608348544 00000100:00100000:1.0:1780298629.047821:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608348544 00000100:00100000:3.0:1780298629.047823:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4309 00000100:00100000:3.0:1780298629.047832:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608348416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.047838:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.047845:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302a01f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca16c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.047852:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4310 00000100:00100000:1.0:1780298629.047860:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608348544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.047866:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.047871:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604223104:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.047874:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a026 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca173 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.047900:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604223232:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.047905:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.047928:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.048586:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604223104:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.048601:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604223232:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.048607:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302a01f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca16c expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.048620:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a026 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca173 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.048625:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302a01f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca16c expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.048649:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00010000:00010000:1.0:1780298629.048657:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a026 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca173 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.048665:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298629.048685:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608348416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 853us (1003us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.048685:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608348544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 826us (901us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.048698:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4310 00000100:00100000:3.0:1780298629.048707:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4309 00000100:00100000:2.0:1780298629.049619:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.049658:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608348672 00000100:00100000:1.0:1780298629.049662:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608348672 00000100:00100000:1.0:1780298629.049688:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4311 00000100:00100000:1.0:1780298629.049696:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608348672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.049709:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298629.049720:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298629.049721:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a02d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca17a expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.049754:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604223360:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.049774:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608348800 00000100:00100000:3.0:1780298629.049778:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608348800 00000100:00100000:1.0:1780298629.049801:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.049808:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4312 00000100:00100000:3.0:1780298629.049816:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608348800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.049825:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.049834:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a034 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca181 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.049860:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604223488:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.049887:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.050567:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604223488:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.050576:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604223360:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.050589:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a034 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca181 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.050596:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a02d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca17a expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.050631:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a034 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca181 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.050631:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a02d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca17a expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.050657:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00010000:00010000:1.0:1780298629.050662:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:3.0:1780298629.050694:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608348800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 877us (974us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.050699:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608348672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1002us (1078us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.050708:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4312 00000100:00100000:1.0:1780298629.050715:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4311 00000100:00100000:2.0:1780298629.051585:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.051662:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608348928 00000100:00100000:3.0:1780298629.051667:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608348928 00000100:00100000:2.0:1780298629.051687:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.051733:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608349056 00000100:00100000:3.0:1780298629.051736:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608349056 00000100:00100000:1.0:1780298629.051748:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4313 00000100:00100000:1.0:1780298629.051759:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608348928:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.051763:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4314 00010000:00010000:1.0:1780298629.051772:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.051777:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777608349056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.051784:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.051785:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a03b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca188 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.051792:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a042 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca18f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.051822:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604223616:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.051827:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604223744:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.051885:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.051887:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.052595:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604223744:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.052612:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a042 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca18f expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.052623:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a042 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca18f expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.052631:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:1.0:1780298629.052634:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604223616:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.052656:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a03b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca188 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.052658:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777608349056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 886us (971us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.052672:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4314 00010000:00010000:1.0:1780298629.052682:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a03b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca188 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.052690:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:1.0:1780298629.052727:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608348928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 972us (1141us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.052734:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4313 00000100:00100000:3.0:1780298629.053659:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.053695:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608349184 00000100:00100000:0.0:1780298629.053702:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608349184 00000100:00100000:0.0:1780298629.053736:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4315 00000100:00100000:0.0:1780298629.053745:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:28749:x1866777608349184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.053756:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.053765:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a049 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca196 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.053778:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(14 104) 00010000:00010000:0.0:1780298629.053782:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(14 104) 00010000:00010000:0.0:1780298629.053789:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a049 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [20480->2756607] (req 20480->24575) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca196 expref: 18 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.053801:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a049 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [20480->2756607] (req 20480->24575) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca196 expref: 18 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.053808:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37600, rc 0) 00000100:00100000:0.0:1780298629.053833:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777608349184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 91us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.053838:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4315 00000100:00100000:0.0:1780298629.054630:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.054709:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608349312 00000100:00100000:2.0:1780298629.054714:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608349312 00002000:00100000:2.0:1780298629.054739:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (20480->24575) req@ffff9cf37f75aa00 x1866777608349312/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.054747:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f75aa00 with x1866777608349312 ext(20480->24575) 00002000:00010000:2.0:1780298629.054750:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f75aa00 00000100:00100000:2.0:1780298629.054767:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4233 00000100:00100000:2.0:1780298629.054773:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608349312:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.054905:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608349312:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 132us (277us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.054910:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4233 00002000:00100000:2.0:1780298629.054914:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (20480->24575) req@ffff9cf37f75aa00 x1866777608349312/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.054920:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f75aa00 with x1866777608349312 ext(20480->24575) 00002000:00010000:2.0:1780298629.054922:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f75aa00 00000100:00100000:3.0:1780298629.055872:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.055904:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608349440 00000100:00100000:0.0:1780298629.055908:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608349440 00002000:00100000:0.0:1780298629.055924:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (24576->28671) req@ffff9cf37f8ff100 x1866777608349440/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.055932:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ff100 with x1866777608349440 ext(24576->28671) 00002000:00010000:0.0:1780298629.055934:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8ff100 00000100:00100000:0.0:1780298629.055950:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4234 00000100:00100000:0.0:1780298629.055956:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608349440:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.056030:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608349440:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (158us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.056038:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4234 00002000:00100000:0.0:1780298629.056045:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (24576->28671) req@ffff9cf37f8ff100 x1866777608349440/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.056055:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ff100 with x1866777608349440 ext(24576->28671) 00002000:00010000:0.0:1780298629.056058:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8ff100 00000100:00100000:3.0:1780298629.056934:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.056974:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608349568 00000100:00100000:2.0:1780298629.056979:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608349568 00002000:00100000:2.0:1780298629.056999:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (28672->32767) req@ffff9cf37f8fc000 x1866777608349568/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.057017:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fc000 with x1866777608349568 ext(28672->32767) 00002000:00010000:2.0:1780298629.057019:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8fc000 00000100:00100000:2.0:1780298629.057038:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4235 00000100:00100000:2.0:1780298629.057046:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608349568:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.057115:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608349568:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (182us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.057120:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4235 00002000:00100000:2.0:1780298629.057151:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (28672->32767) req@ffff9cf37f8fc000 x1866777608349568/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.057160:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fc000 with x1866777608349568 ext(28672->32767) 00002000:00010000:2.0:1780298629.057164:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8fc000 00000100:00100000:2.0:1780298629.058039:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.058084:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608349696 00000100:00100000:1.0:1780298629.058088:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608349696 00002000:00100000:1.0:1780298629.058105:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (32768->36863) req@ffff9cf255683800 x1866777608349696/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.058111:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255683800 with x1866777608349696 ext(32768->36863) 00002000:00010000:1.0:1780298629.058114:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255683800 00000100:00100000:1.0:1780298629.058147:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4236 00000100:00100000:1.0:1780298629.058154:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608349696:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.058224:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608349696:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (184us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.058230:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4236 00002000:00100000:1.0:1780298629.058235:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (32768->36863) req@ffff9cf255683800 x1866777608349696/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.058241:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255683800 with x1866777608349696 ext(32768->36863) 00002000:00010000:1.0:1780298629.058243:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255683800 00000100:00100000:3.0:1780298629.059117:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.059169:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608349824 00000100:00100000:0.0:1780298629.059174:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608349824 00002000:00100000:0.0:1780298629.059195:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (36864->40959) req@ffff9cf37f8fce00 x1866777608349824/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.059204:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fce00 with x1866777608349824 ext(36864->40959) 00002000:00010000:0.0:1780298629.059207:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8fce00 00000100:00100000:0.0:1780298629.059228:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4237 00000100:00100000:0.0:1780298629.059235:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608349824:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.059321:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608349824:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 86us (203us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.059329:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4237 00002000:00100000:0.0:1780298629.059336:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (36864->40959) req@ffff9cf37f8fce00 x1866777608349824/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.059345:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fce00 with x1866777608349824 ext(36864->40959) 00002000:00010000:0.0:1780298629.059349:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8fce00 00000100:00100000:0.0:1780298629.060214:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.060258:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608349952 00000100:00100000:2.0:1780298629.060263:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608349952 00002000:00100000:2.0:1780298629.060283:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (40960->45055) req@ffff9cf242861f80 x1866777608349952/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.060293:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861f80 with x1866777608349952 ext(40960->45055) 00002000:00010000:2.0:1780298629.060296:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242861f80 00000100:00100000:2.0:1780298629.060315:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4238 00000100:00100000:2.0:1780298629.060321:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608349952:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.060393:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608349952:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (180us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.060398:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4238 00002000:00100000:2.0:1780298629.060404:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (40960->45055) req@ffff9cf242861f80 x1866777608349952/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.060410:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861f80 with x1866777608349952 ext(40960->45055) 00002000:00010000:2.0:1780298629.060412:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242861f80 00000100:00100000:2.0:1780298629.061315:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.061361:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608350080 00000100:00100000:1.0:1780298629.061367:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608350080 00000100:00100000:1.0:1780298629.061413:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4316 00000100:00100000:1.0:1780298629.061422:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608350080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.061433:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.061449:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a050 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca19d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.061467:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.061502:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608350208 00000100:00100000:2.0:1780298629.061507:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608350208 00000100:00100000:1.0:1780298629.061517:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604223872:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.061539:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4317 00000100:00100000:2.0:1780298629.061549:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608350208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.061558:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.061568:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e6302a057 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca1a4 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.061602:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604224000:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.061604:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.061642:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.062300:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604224000:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.062328:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e6302a057 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1a4 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.062349:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e6302a057 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1a4 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.062361:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:2.0:1780298629.062401:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608350208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 853us (934us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.062412:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4317 00000100:00100000:1.0:1780298629.062422:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604223872:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.062445:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a050 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca19d expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.062461:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a050 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca19d expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.062471:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:1.0:1780298629.062503:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608350080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1082us (1188us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.062511:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4316 00000100:00100000:0.0:1780298629.063332:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.063370:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608350464 00000100:00100000:1.0:1780298629.063375:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608350464 00000100:00100000:1.0:1780298629.063419:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4318 00000100:00100000:1.0:1780298629.063428:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608350464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.063437:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.063446:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a05e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca1b2 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.063475:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604224128:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.063483:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.063527:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608350336 00000100:00100000:1.0:1780298629.063532:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.063532:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608350336 00000100:00100000:0.0:1780298629.063557:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4319 00000100:00100000:0.0:1780298629.063566:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608350336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.063572:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.063579:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a065 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca1ab expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.063604:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604224256:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.063633:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.064157:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604224128:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.064173:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a05e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1b2 expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.064195:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a05e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1b2 expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.064205:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:1.0:1780298629.064237:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608350464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 810us (904us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.064246:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4318 00000100:00100000:0.0:1780298629.064359:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604224256:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.064374:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a065 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1ab expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.064395:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a065 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1ab expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.064402:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36e00, rc 0) 00000100:00100000:0.0:1780298629.064422:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608350336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 860us (944us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.064428:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4319 00000100:00100000:2.0:1780298629.065233:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.065252:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608350592 00000100:00100000:0.0:1780298629.065256:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608350592 00000100:00100000:0.0:1780298629.065276:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4320 00000100:00100000:0.0:1780298629.065281:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608350592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.065287:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.065293:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a06c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca1b9 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.065305:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(59 143) 00010000:00010000:0.0:1780298629.065309:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(59 143) 00010000:00010000:0.0:1780298629.065316:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a06c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3117056->4358143] (req 3117056->3174399) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1b9 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.065327:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a06c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3117056->4358143] (req 3117056->3174399) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1b9 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.065333:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36600, rc 0) 00000100:00100000:0.0:1780298629.065352:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608350592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 71us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.065357:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4320 00000100:00100000:3.0:1780298629.065957:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.065993:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608350720 00000100:00100000:0.0:1780298629.065998:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608350720 00000100:00100000:0.0:1780298629.066025:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4239 00000100:00100000:0.0:1780298629.066029:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608350720:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298629.066274:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 6215458 -> 6215458 00002000:00010000:0.0:1780298629.066277:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.066279:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.066280:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.066282:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1024 -> 1136 00000100:00100000:0.0:1780298629.066304:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608350720:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 275us (349us total) trans 4294969113 rc 0/0 00000100:00100000:0.0:1780298629.066309:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4239 00000100:00100000:3.0:1780298629.067292:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.067334:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608350848 00000100:00100000:1.0:1780298629.067340:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608350848 00000100:00100000:3.0:1780298629.067349:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.067389:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608350976 00000100:00100000:1.0:1780298629.067393:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608350976 00000100:00100000:0.0:1780298629.067397:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4321 00000100:00100000:0.0:1780298629.067405:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608350848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.067414:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.067421:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4322 00010000:00010000:0.0:1780298629.067424:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e6302a073 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca1c0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.067428:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608350976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.067435:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.067450:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a07a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca1c7 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.067458:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604224384:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.067474:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604224512:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.067506:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.067506:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.068465:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604224384:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.068482:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604224512:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.068491:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e6302a073 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1c0 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.068504:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a07a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1c7 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.068512:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e6302a073 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1c0 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.068525:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a07a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1c7 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.068526:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36200, rc 0) 00010000:00010000:1.0:1780298629.068540:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298629.068568:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608350976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1138us (1218us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.068568:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608350848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1158us (1272us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.068583:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4322 00000100:00100000:0.0:1780298629.068590:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4321 00000100:00100000:3.0:1780298629.069615:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.069639:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.069657:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608351104 00000100:00100000:0.0:1780298629.069662:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608351104 00000100:00100000:0.0:1780298629.069686:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608351232 00000100:00100000:0.0:1780298629.069689:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608351232 00000100:00100000:2.0:1780298629.069696:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4323 00000100:00100000:2.0:1780298629.069708:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608351104:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.069713:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4324 00010000:00010000:2.0:1780298629.069720:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.069721:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e424450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608351232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.069729:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.069731:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6302a081 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca1ce expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.069737:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a088 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca1d5 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.069771:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604224640:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.069775:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604224768:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.069821:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.069822:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.070513:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604224640:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.070530:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a088 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1d5 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.070542:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a088 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1d5 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.070548:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36400, rc 0) 00000100:00100000:2.0:1780298629.070561:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604224768:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.070574:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e424450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608351232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 853us (933us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298629.070583:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6302a081 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1ce expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.070584:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4324 00010000:00010000:2.0:1780298629.070602:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6302a081 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1ce expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.070613:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:2.0:1780298629.070636:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608351104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 933us (1093us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.070644:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4323 00000100:00100000:3.0:1780298629.071528:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.071551:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.071594:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608351360 00000100:00100000:2.0:1780298629.071597:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608351488 00000100:00100000:1.0:1780298629.071600:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608351360 00000100:00100000:2.0:1780298629.071603:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608351488 00000100:00100000:2.0:1780298629.071641:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4325 00000100:00100000:1.0:1780298629.071651:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4326 00000100:00100000:2.0:1780298629.071656:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608351488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.071667:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.071667:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608351360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.071678:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.071679:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e6302a08f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca1e3 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.071688:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a096 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca1dc expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.071714:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255683b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604224896:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.071725:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604225024:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.071765:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.071765:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.072468:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255683b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604224896:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.072484:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604225024:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.072490:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e6302a08f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1e3 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.072501:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a096 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1dc expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.072508:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e6302a08f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1e3 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.072515:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a096 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1dc expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.072517:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692400, rc 0) 00010000:00010000:1.0:1780298629.072526:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:2.0:1780298629.072547:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608351488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 897us (994us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.072549:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608351360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 888us (1089us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.072559:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4326 00000100:00100000:2.0:1780298629.072568:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4325 00000100:00100000:3.0:1780298629.073537:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.073570:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608351616 00000100:00100000:2.0:1780298629.073575:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608351616 00002000:00100000:2.0:1780298629.073603:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2289664->2293759) req@ffff9cf255517100 x1866777608351616/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.073609:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255517100 with x1866777608351616 ext(2289664->2293759) 00002000:00010000:2.0:1780298629.073618:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255517100 00000100:00100000:2.0:1780298629.073636:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4240 00000100:00100000:2.0:1780298629.073641:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608351616:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.073781:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608351616:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 139us (243us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.073786:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4240 00002000:00100000:2.0:1780298629.073791:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2289664->2293759) req@ffff9cf255517100 x1866777608351616/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.073796:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255517100 with x1866777608351616 ext(2289664->2293759) 00002000:00010000:2.0:1780298629.073799:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255517100 00000100:00100000:3.0:1780298629.074644:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.074686:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608351744 00000100:00100000:1.0:1780298629.074691:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608351744 00002000:00100000:1.0:1780298629.074711:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2293760->2297855) req@ffff9cf255517480 x1866777608351744/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.074722:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255517480 with x1866777608351744 ext(2293760->2297855) 00002000:00010000:1.0:1780298629.074726:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255517480 00000100:00100000:1.0:1780298629.074745:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4241 00000100:00100000:1.0:1780298629.074753:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608351744:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.074830:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608351744:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 78us (185us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.074839:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4241 00002000:00100000:1.0:1780298629.074845:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2293760->2297855) req@ffff9cf255517480 x1866777608351744/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.074854:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255517480 with x1866777608351744 ext(2293760->2297855) 00002000:00010000:1.0:1780298629.074858:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255517480 00000100:00100000:3.0:1780298629.075626:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.075656:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608351872 00000100:00100000:0.0:1780298629.075660:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608351872 00002000:00100000:0.0:1780298629.075675:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2297856->2301951) req@ffff9cf255514a80 x1866777608351872/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.075681:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255514a80 with x1866777608351872 ext(2297856->2301951) 00002000:00010000:0.0:1780298629.075683:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255514a80 00000100:00100000:0.0:1780298629.075701:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4242 00000100:00100000:0.0:1780298629.075705:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608351872:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.075769:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608351872:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 63us (143us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.075774:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4242 00002000:00100000:0.0:1780298629.075779:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2297856->2301951) req@ffff9cf255514a80 x1866777608351872/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.075785:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255514a80 with x1866777608351872 ext(2297856->2301951) 00002000:00010000:0.0:1780298629.075787:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255514a80 00000100:00100000:3.0:1780298629.076621:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.076655:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608352000 00000100:00100000:2.0:1780298629.076659:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608352000 00002000:00100000:2.0:1780298629.076679:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2301952->2306047) req@ffff9cf255515c00 x1866777608352000/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.076687:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255515c00 with x1866777608352000 ext(2301952->2306047) 00002000:00010000:2.0:1780298629.076690:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255515c00 00000100:00100000:2.0:1780298629.076712:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4243 00000100:00100000:2.0:1780298629.076720:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608352000:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.076795:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608352000:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 76us (209us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.076801:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4243 00002000:00100000:2.0:1780298629.076808:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2301952->2306047) req@ffff9cf255515c00 x1866777608352000/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.076816:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255515c00 with x1866777608352000 ext(2301952->2306047) 00002000:00010000:2.0:1780298629.076820:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255515c00 00000100:00100000:3.0:1780298629.077570:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.077600:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608352128 00000100:00100000:0.0:1780298629.077604:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608352128 00002000:00100000:0.0:1780298629.077619:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2306048->2310143) req@ffff9cf255514380 x1866777608352128/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.077625:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255514380 with x1866777608352128 ext(2306048->2310143) 00002000:00010000:0.0:1780298629.077627:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255514380 00000100:00100000:0.0:1780298629.077641:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4244 00000100:00100000:0.0:1780298629.077645:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608352128:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.077706:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608352128:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 60us (136us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.077711:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4244 00002000:00100000:0.0:1780298629.077716:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2306048->2310143) req@ffff9cf255514380 x1866777608352128/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.077721:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255514380 with x1866777608352128 ext(2306048->2310143) 00002000:00010000:0.0:1780298629.077724:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255514380 00000100:00100000:3.0:1780298629.078631:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.078665:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608352256 00000100:00100000:2.0:1780298629.078669:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608352256 00002000:00100000:2.0:1780298629.078682:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2310144->2314239) req@ffff9cf255515880 x1866777608352256/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.078688:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255515880 with x1866777608352256 ext(2310144->2314239) 00002000:00010000:2.0:1780298629.078690:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255515880 00000100:00100000:2.0:1780298629.078705:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4245 00000100:00100000:2.0:1780298629.078713:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608352256:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.078774:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608352256:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 64us (143us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.078778:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4245 00002000:00100000:2.0:1780298629.078783:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2310144->2314239) req@ffff9cf255515880 x1866777608352256/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.078788:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255515880 with x1866777608352256 ext(2310144->2314239) 00002000:00010000:2.0:1780298629.078791:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255515880 00000100:00100000:3.0:1780298629.079832:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.079867:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608352384 00000100:00100000:1.0:1780298629.079873:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608352384 00002000:00100000:1.0:1780298629.079894:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2314240->2318335) req@ffff9cf255515f80 x1866777608352384/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.079903:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255515f80 with x1866777608352384 ext(2314240->2318335) 00002000:00010000:1.0:1780298629.079907:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255515f80 00000100:00100000:1.0:1780298629.079929:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4246 00000100:00100000:1.0:1780298629.079937:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608352384:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.080032:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608352384:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 95us (199us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.080039:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4246 00002000:00100000:1.0:1780298629.080046:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2314240->2318335) req@ffff9cf255515f80 x1866777608352384/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.080056:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255515f80 with x1866777608352384 ext(2314240->2318335) 00002000:00010000:1.0:1780298629.080060:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255515f80 00000100:00100000:3.0:1780298629.080953:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.080994:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608352512 00000100:00100000:0.0:1780298629.080999:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608352512 00002000:00100000:0.0:1780298629.081018:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2318336->2322431) req@ffff9cf24380b100 x1866777608352512/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.081025:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380b100 with x1866777608352512 ext(2318336->2322431) 00002000:00010000:0.0:1780298629.081028:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24380b100 00000100:00100000:0.0:1780298629.081044:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4247 00000100:00100000:0.0:1780298629.081049:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608352512:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.081115:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608352512:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 65us (163us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.081120:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4247 00002000:00100000:0.0:1780298629.081144:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2318336->2322431) req@ffff9cf24380b100 x1866777608352512/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.081150:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380b100 with x1866777608352512 ext(2318336->2322431) 00002000:00010000:0.0:1780298629.081153:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24380b100 00000100:00100000:3.0:1780298629.082142:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.082183:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608352640 00000100:00100000:1.0:1780298629.082186:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608352640 00000100:00100000:1.0:1780298629.082214:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4327 00000100:00100000:1.0:1780298629.082223:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608352640:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298629.082224:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298629.082233:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.082247:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a09d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca1ea expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.082268:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608352768 00000100:00100000:2.0:1780298629.082273:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608352768 00000100:00100000:1.0:1780298629.082293:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604225152:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.082300:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4328 00000100:00100000:2.0:1780298629.082307:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608352768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.082314:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.082323:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e6302a0a4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca1f1 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.082350:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255683b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604225280:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.082356:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.082379:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.083000:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604225152:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.083026:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a09d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1ea expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.083046:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a09d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1ea expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.083063:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:1.0:1780298629.083100:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608352640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 878us (974us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.083109:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4327 00000100:00100000:2.0:1780298629.083171:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255683b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604225280:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.083188:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e6302a0a4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1f1 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.083204:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e6302a0a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1f1 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.083214:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692400, rc 0) 00000100:00100000:2.0:1780298629.083237:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608352768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 931us (1016us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.083244:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4328 00000100:00100000:3.0:1780298629.083988:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.084020:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608352896 00000100:00100000:0.0:1780298629.084024:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608352896 00000100:00100000:0.0:1780298629.084047:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4329 00000100:00100000:0.0:1780298629.084054:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608352896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.084063:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.084073:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d106f86/0xaf35132e6302a0ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca1f8 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.084106:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604225408:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.084145:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.084167:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608353024 00000100:00100000:2.0:1780298629.084172:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608353024 00000100:00100000:0.0:1780298629.084179:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.084203:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4330 00000100:00100000:2.0:1780298629.084213:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608353024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.084220:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.084228:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e6302a0b2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca1ff expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.084254:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255683b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604225536:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.084283:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.084675:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604225408:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.084686:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000d106f86/0xaf35132e6302a0ab lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1f8 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.084696:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d106f86/0xaf35132e6302a0ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1f8 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.084703:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36400, rc 0) 00000100:00100000:0.0:1780298629.084732:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608352896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 678us (743us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.084740:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4329 00000100:00100000:1.0:1780298629.084908:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255683b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604225536:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.084919:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e6302a0b2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1ff expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.084929:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e6302a0b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1ff expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.084935:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:1.0:1780298629.084955:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608353024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 746us (859us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.084961:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4330 00000100:00100000:2.0:1780298629.085844:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.085923:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608353152 00000100:00100000:3.0:1780298629.085928:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608353152 00000100:00100000:0.0:1780298629.085961:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.085978:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608353280 00000100:00100000:1.0:1780298629.085982:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608353280 00000100:00100000:3.0:1780298629.086004:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4331 00000100:00100000:2.0:1780298629.086012:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4332 00000100:00100000:3.0:1780298629.086017:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608353152:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298629.086026:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608353280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.086027:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.086035:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.086038:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a0b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca206 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.086042:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e6302a0c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca20d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.086078:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604225664:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.086086:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604225792:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.086114:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.086120:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.086821:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604225664:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.086844:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e6302a0c0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca20d expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.086856:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604225792:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.086861:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e6302a0c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca20d expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.086873:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00010000:00010000:0.0:1780298629.086883:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a0b9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca206 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.086899:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a0b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca206 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.086910:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:2.0:1780298629.086925:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608353280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 903us (964us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.086931:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4332 00000100:00100000:0.0:1780298629.086938:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608353152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 926us (1092us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.086946:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4331 00000100:00100000:1.0:1780298629.088070:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.088108:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608353408 00000100:00100000:0.0:1780298629.088113:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608353408 00000100:00100000:0.0:1780298629.088159:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4333 00000100:00100000:0.0:1780298629.088166:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608353408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.088174:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.088182:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e6302a0c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca214 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.088205:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.088216:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242863b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604225920:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.088233:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608353536 00000100:00100000:1.0:1780298629.088237:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608353536 00000100:00100000:0.0:1780298629.088254:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.088260:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4334 00000100:00100000:1.0:1780298629.088268:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608353536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.088274:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.088281:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a0ce lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca21b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.088309:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604226048:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.088344:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.088866:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242863b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604225920:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.088878:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e6302a0c7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca214 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.088890:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e6302a0c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca214 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.088900:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36200, rc 0) 00000100:00100000:0.0:1780298629.088935:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608353408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 769us (865us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.088944:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4333 00000100:00100000:1.0:1780298629.089077:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604226048:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.089088:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a0ce lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca21b expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.089097:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a0ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca21b expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.089103:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:1.0:1780298629.089153:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608353536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 887us (949us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.089159:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4334 00000100:00100000:2.0:1780298629.090006:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.090042:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608353664 00000100:00100000:1.0:1780298629.090046:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608353664 00000100:00100000:1.0:1780298629.090073:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4335 00000100:00100000:1.0:1780298629.090079:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608353664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.090085:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.090093:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a0d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca222 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.090116:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604226176:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.090216:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.090226:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.090252:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608353792 00000100:00100000:3.0:1780298629.090257:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608353792 00000100:00100000:3.0:1780298629.090293:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4336 00000100:00100000:3.0:1780298629.090302:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608353792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.090309:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.090316:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a0dc lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca229 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.090395:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604226304:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.090430:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.090871:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604226176:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.090886:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a0d5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca222 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.090900:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a0d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca222 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.090910:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:1.0:1780298629.090938:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608353664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 859us (933us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.090943:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4335 00000100:00100000:3.0:1780298629.091031:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604226304:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.091102:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a0dc lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca229 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.091117:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a0dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca229 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.091148:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450cc00, rc 0) 00000100:00100000:2.0:1780298629.091208:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608353792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 904us (980us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.091216:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4336 00000100:00100000:3.0:1780298629.091959:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.091990:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608353920 00000100:00100000:0.0:1780298629.091995:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608353920 00000100:00100000:0.0:1780298629.092028:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4337 00000100:00100000:0.0:1780298629.092034:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:28749:x1866777608353920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.092042:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.092049:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a0e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca230 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.092067:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(14 104) 00010000:00010000:0.0:1780298629.092070:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(14 104) 00010000:00010000:0.0:1780298629.092079:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a0e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2609152->2756607] (req 2609152->2613247) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca230 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.092094:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a0e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2609152->2756607] (req 2609152->2613247) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca230 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.092104:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36400, rc 0) 00000100:00100000:0.0:1780298629.092146:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:28749:x1866777608353920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 112us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.092151:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4337 00000100:00100000:3.0:1780298629.092833:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.092879:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608354048 00000100:00100000:2.0:1780298629.092885:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608354048 00002000:00100000:2.0:1780298629.092913:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2609152->2613247) req@ffff9cf24380b480 x1866777608354048/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.092923:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380b480 with x1866777608354048 ext(2609152->2613247) 00002000:00010000:2.0:1780298629.092928:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24380b480 00000100:00100000:2.0:1780298629.092952:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4248 00000100:00100000:2.0:1780298629.092961:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608354048:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.093119:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608354048:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 160us (286us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.093154:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4248 00002000:00100000:2.0:1780298629.093162:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2609152->2613247) req@ffff9cf24380b480 x1866777608354048/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.093171:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380b480 with x1866777608354048 ext(2609152->2613247) 00002000:00010000:2.0:1780298629.093175:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24380b480 00000100:00100000:2.0:1780298629.094038:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.094073:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608354176 00000100:00100000:0.0:1780298629.094078:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608354176 00002000:00100000:0.0:1780298629.094098:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2613248->2617343) req@ffff9cf255681880 x1866777608354176/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.094107:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255681880 with x1866777608354176 ext(2613248->2617343) 00002000:00010000:0.0:1780298629.094110:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255681880 00000100:00100000:0.0:1780298629.094153:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4249 00000100:00100000:0.0:1780298629.094160:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608354176:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.094230:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608354176:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (193us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.094235:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4249 00002000:00100000:0.0:1780298629.094239:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2613248->2617343) req@ffff9cf255681880 x1866777608354176/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.094245:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255681880 with x1866777608354176 ext(2613248->2617343) 00002000:00010000:0.0:1780298629.094248:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255681880 00000100:00100000:3.0:1780298629.095122:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.095185:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608354304 00000100:00100000:2.0:1780298629.095190:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608354304 00002000:00100000:2.0:1780298629.095209:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2617344->2621439) req@ffff9cf243809180 x1866777608354304/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.095218:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243809180 with x1866777608354304 ext(2617344->2621439) 00002000:00010000:2.0:1780298629.095221:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243809180 00000100:00100000:2.0:1780298629.095242:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4250 00000100:00100000:2.0:1780298629.095256:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777608354304:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.095345:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777608354304:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 90us (223us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.095353:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4250 00002000:00100000:2.0:1780298629.095359:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2617344->2621439) req@ffff9cf243809180 x1866777608354304/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.095367:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243809180 with x1866777608354304 ext(2617344->2621439) 00002000:00010000:2.0:1780298629.095370:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243809180 00000100:00100000:3.0:1780298629.096192:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.096238:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608354432 00000100:00100000:1.0:1780298629.096242:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608354432 00002000:00100000:1.0:1780298629.096265:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2621440->2625535) req@ffff9cf37f746d80 x1866777608354432/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.096275:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f746d80 with x1866777608354432 ext(2621440->2625535) 00002000:00010000:1.0:1780298629.096279:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f746d80 00000100:00100000:1.0:1780298629.096298:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4251 00000100:00100000:1.0:1780298629.096304:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608354432:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.096376:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608354432:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (185us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.096394:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4251 00002000:00100000:1.0:1780298629.096400:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2621440->2625535) req@ffff9cf37f746d80 x1866777608354432/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.096411:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f746d80 with x1866777608354432 ext(2621440->2625535) 00002000:00010000:1.0:1780298629.096413:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f746d80 00000100:00100000:0.0:1780298629.097312:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.097338:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608354560 00000100:00100000:3.0:1780298629.097343:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608354560 00002000:00100000:3.0:1780298629.097364:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2625536->2629631) req@ffff9cf242860e00 x1866777608354560/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298629.097379:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860e00 with x1866777608354560 ext(2625536->2629631) 00002000:00010000:3.0:1780298629.097395:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242860e00 00000100:00100000:3.0:1780298629.097414:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4252 00000100:00100000:3.0:1780298629.097420:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608354560:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298629.097509:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608354560:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 89us (197us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298629.097516:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4252 00002000:00100000:3.0:1780298629.097522:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2625536->2629631) req@ffff9cf242860e00 x1866777608354560/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298629.097530:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860e00 with x1866777608354560 ext(2625536->2629631) 00002000:00010000:3.0:1780298629.097534:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242860e00 00000100:00100000:1.0:1780298629.098605:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.098659:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608354688 00000100:00100000:2.0:1780298629.098665:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608354688 00002000:00100000:2.0:1780298629.098687:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2629632->2633727) req@ffff9cf244810000 x1866777608354688/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.098704:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810000 with x1866777608354688 ext(2629632->2633727) 00002000:00010000:2.0:1780298629.098708:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244810000 00000100:00100000:2.0:1780298629.098733:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4253 00000100:00100000:2.0:1780298629.098742:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608354688:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.098841:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608354688:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 100us (235us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.098848:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4253 00002000:00100000:2.0:1780298629.098856:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2629632->2633727) req@ffff9cf244810000 x1866777608354688/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.098865:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810000 with x1866777608354688 ext(2629632->2633727) 00002000:00010000:2.0:1780298629.098868:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244810000 00000100:00100000:2.0:1780298629.099908:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.099964:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608354816 00000100:00100000:0.0:1780298629.099970:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608354816 00002000:00100000:0.0:1780298629.100008:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2633728->2637823) req@ffff9cf255682a00 x1866777608354816/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.100018:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255682a00 with x1866777608354816 ext(2633728->2637823) 00002000:00010000:0.0:1780298629.100022:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255682a00 00000100:00100000:0.0:1780298629.100051:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4254 00000100:00100000:0.0:1780298629.100068:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608354816:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.100210:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608354816:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 143us (302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.100218:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4254 00002000:00100000:0.0:1780298629.100225:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2633728->2637823) req@ffff9cf255682a00 x1866777608354816/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.100234:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255682a00 with x1866777608354816 ext(2633728->2637823) 00002000:00010000:0.0:1780298629.100237:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255682a00 00000100:00100000:0.0:1780298629.101161:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.101205:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608354944 00000100:00100000:2.0:1780298629.101211:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608354944 00002000:00100000:2.0:1780298629.101232:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2637824->2641919) req@ffff9cf242861880 x1866777608354944/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.101242:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861880 with x1866777608354944 ext(2637824->2641919) 00002000:00010000:2.0:1780298629.101245:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242861880 00000100:00100000:2.0:1780298629.101266:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4255 00000100:00100000:2.0:1780298629.101274:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608354944:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.101365:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608354944:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 93us (241us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.101373:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4255 00002000:00100000:2.0:1780298629.101377:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2637824->2641919) req@ffff9cf242861880 x1866777608354944/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.101395:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861880 with x1866777608354944 ext(2637824->2641919) 00002000:00010000:2.0:1780298629.101398:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242861880 00000100:00100000:1.0:1780298629.102318:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.102362:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608355072 00000100:00100000:0.0:1780298629.102367:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608355072 00002000:00100000:0.0:1780298629.102398:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2641920->2646015) req@ffff9cf244813480 x1866777608355072/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.102407:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813480 with x1866777608355072 ext(2641920->2646015) 00002000:00010000:0.0:1780298629.102409:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244813480 00000100:00100000:0.0:1780298629.102425:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4256 00000100:00100000:0.0:1780298629.102431:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608355072:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.102508:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608355072:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 74us (189us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.102513:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4256 00002000:00100000:0.0:1780298629.102517:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2641920->2646015) req@ffff9cf244813480 x1866777608355072/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.102522:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813480 with x1866777608355072 ext(2641920->2646015) 00002000:00010000:0.0:1780298629.102525:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244813480 00000100:00100000:3.0:1780298629.103324:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.103404:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608355200 00000100:00100000:0.0:1780298629.103408:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608355200 00002000:00100000:0.0:1780298629.103422:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2646016->2650111) req@ffff9cf37f746680 x1866777608355200/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.103429:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f746680 with x1866777608355200 ext(2646016->2650111) 00002000:00010000:0.0:1780298629.103431:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f746680 00000100:00100000:0.0:1780298629.103449:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4257 00000100:00100000:0.0:1780298629.103455:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608355200:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.103526:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608355200:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (203us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.103531:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4257 00002000:00100000:0.0:1780298629.103535:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2646016->2650111) req@ffff9cf37f746680 x1866777608355200/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.103540:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f746680 with x1866777608355200 ext(2646016->2650111) 00002000:00010000:0.0:1780298629.103543:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f746680 00000100:00100000:2.0:1780298629.104416:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.104460:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608355328 00000100:00100000:0.0:1780298629.104465:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608355328 00002000:00100000:0.0:1780298629.104485:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2650112->2654207) req@ffff9cf255683480 x1866777608355328/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.104493:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255683480 with x1866777608355328 ext(2650112->2654207) 00002000:00010000:0.0:1780298629.104496:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255683480 00000100:00100000:0.0:1780298629.104515:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4258 00000100:00100000:0.0:1780298629.104522:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777608355328:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.104605:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777608355328:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 83us (189us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.104612:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4258 00002000:00100000:0.0:1780298629.104619:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2650112->2654207) req@ffff9cf255683480 x1866777608355328/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.104627:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255683480 with x1866777608355328 ext(2650112->2654207) 00002000:00010000:0.0:1780298629.104631:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255683480 00000100:00100000:1.0:1780298629.105487:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.105534:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608355456 00000100:00100000:0.0:1780298629.105539:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608355456 00002000:00100000:0.0:1780298629.105559:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2654208->2658303) req@ffff9cf244813b80 x1866777608355456/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.105568:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813b80 with x1866777608355456 ext(2654208->2658303) 00002000:00010000:0.0:1780298629.105572:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244813b80 00000100:00100000:0.0:1780298629.105590:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4259 00000100:00100000:0.0:1780298629.105598:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608355456:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.105683:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608355456:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 86us (197us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.105694:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4259 00002000:00100000:0.0:1780298629.105701:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2654208->2658303) req@ffff9cf244813b80 x1866777608355456/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.105717:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813b80 with x1866777608355456 ext(2654208->2658303) 00002000:00010000:0.0:1780298629.105722:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244813b80 00000100:00100000:3.0:1780298629.106718:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.106766:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608355584 00000100:00100000:2.0:1780298629.106772:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608355584 00002000:00100000:2.0:1780298629.106794:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2658304->2662399) req@ffff9cf37f745880 x1866777608355584/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.106805:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745880 with x1866777608355584 ext(2658304->2662399) 00002000:00010000:2.0:1780298629.106809:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f745880 00000100:00100000:2.0:1780298629.106831:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4260 00000100:00100000:2.0:1780298629.106840:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608355584:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.106934:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608355584:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 96us (216us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.106943:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4260 00002000:00100000:2.0:1780298629.106951:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2658304->2662399) req@ffff9cf37f745880 x1866777608355584/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.106961:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745880 with x1866777608355584 ext(2658304->2662399) 00002000:00010000:2.0:1780298629.106964:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f745880 00000100:00100000:2.0:1780298629.108086:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.108152:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608355712 00000100:00100000:1.0:1780298629.108157:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608355712 00000100:00100000:3.0:1780298629.108185:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.108208:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608355840 00000100:00100000:1.0:1780298629.108213:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608355840 00000100:00100000:2.0:1780298629.108226:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4338 00000100:00100000:2.0:1780298629.108238:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608355712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.108251:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.108252:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4339 00000100:00100000:1.0:1780298629.108265:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608355840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.108271:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6302a0ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca237 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.108275:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.108287:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a0f1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca23e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.108336:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604226432:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.108336:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604226560:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.108442:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.108443:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.109242:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604226432:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.109270:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604226560:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.109276:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6302a0ea lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca237 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.109297:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a0f1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca23e expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.109300:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6302a0ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca237 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.109326:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00010000:00010000:1.0:1780298629.109328:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a0f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca23e expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.109341:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:0.0:1780298629.109367:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608355712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1131us (1281us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.109369:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608355840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1106us (1181us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.109396:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4338 00000100:00100000:1.0:1780298629.109404:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4339 00000100:00100000:0.0:1780298629.110430:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.110472:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.110488:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608355968 00000100:00100000:2.0:1780298629.110494:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608355968 00000100:00100000:1.0:1780298629.110507:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608356096 00000100:00100000:1.0:1780298629.110512:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608356096 00000100:00100000:2.0:1780298629.110536:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4340 00000100:00100000:1.0:1780298629.110547:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4341 00000100:00100000:2.0:1780298629.110552:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608355968:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298629.110562:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608356096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.110564:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.110573:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.110577:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e6302a0f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca245 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.110594:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a0ff lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca24c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.110614:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255683b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604226688:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.110632:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604226816:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.110668:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.110669:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.111412:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604226816:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.111432:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a0ff lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca24c expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.111440:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255683b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604226688:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.111447:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a0ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca24c expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.111456:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00010000:00010000:2.0:1780298629.111466:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e6302a0f8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca245 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.111481:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608356096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 924us (1007us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298629.111485:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e6302a0f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca245 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.111490:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4341 00010000:00010000:2.0:1780298629.111502:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692400, rc 0) 00000100:00100000:2.0:1780298629.111539:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608355968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 994us (1108us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.111547:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4340 00000100:00100000:0.0:1780298629.112602:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.112632:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608356224 00000100:00100000:3.0:1780298629.112637:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608356224 00000100:00100000:3.0:1780298629.112665:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4342 00000100:00100000:3.0:1780298629.112671:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777608356224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.112679:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.112688:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a106 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca253 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.112704:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a049 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [20480->2756607] (req 20480->24575) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca196 expref: 19 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.112716:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(14 104) 00010000:00010000:3.0:1780298629.112719:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(15 104) 00010000:00010000:3.0:1780298629.112722:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a106 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [167936->233471] (req 167936->233471) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca253 expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.112740:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a049 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [20480->2756607] (req 20480->24575) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca196 expref: 19 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.112749:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a049 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [20480->2756607] (req 20480->24575) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca196 expref: 19 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.112757:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f745c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604226944:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.112795:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.113511:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f745c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604226944:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298629.113537:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a106 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [167936->233471] (req 167936->233471) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca253 expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.113556:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450cc00, rc 0) 00000100:00100000:3.0:1780298629.113588:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:28749:x1866777608356224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 917us (989us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.113595:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4342 00000100:00100000:2.0:1780298629.113840:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.113880:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608356352 00000100:00100000:0.0:1780298629.113885:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608356352 00010000:00010000:0.0:1780298629.113909:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a049 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [20480->2756607] (req 20480->24575) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca196 expref: 19 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.113940:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14074 00000100:00100000:0.0:1780298629.113947:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255683b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608356352:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298629.113956:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298629.113970:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a049 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [20480->2756607] (req 20480->24575) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca196 expref: 19 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.113981:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a049 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [20480->2756607] (req 20480->24575) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca196 expref: 19 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.113998:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a049 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [20480->2756607] (req 20480->24575) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca196 expref: 19 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.114009:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(15 104) 00010000:00010000:0.0:1780298629.114012:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(15 104) 00010000:00010000:0.0:1780298629.114020:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a106 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [167936->2609151] (req 167936->233471) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca253 expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.114029:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a106 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [167936->2609151] (req 167936->233471) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca253 expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.114052:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a106 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [167936->2609151] (req 167936->233471) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca253 expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.114063:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604227072:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298629.114103:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.115342:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604227072:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298629.115356:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298629.115392:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255683b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608356352:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1445us (1553us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.115402:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14074 00000100:00100000:3.0:1780298629.115533:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.115585:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608356480 00000100:00100000:0.0:1780298629.115591:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608356480 00000100:00100000:0.0:1780298629.115641:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4261 00000100:00100000:0.0:1780298629.115649:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608356480:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298629.115858:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298629.115861:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.115862:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.115864:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.115866:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 168 -> 296 00000100:00100000:0.0:1780298629.115892:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608356480:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 245us (359us total) trans 4294968784 rc 0/0 00000100:00100000:0.0:1780298629.115896:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4261 00000100:00100000:3.0:1780298629.116901:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.116936:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608356608 00000100:00100000:1.0:1780298629.116941:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608356608 00000100:00100000:1.0:1780298629.116972:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4343 00000100:00100000:1.0:1780298629.116982:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608356608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.116993:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.117008:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a10d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca25a expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.117018:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.117049:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608356736 00000100:00100000:0.0:1780298629.117054:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608356736 00000100:00100000:1.0:1780298629.117062:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604227200:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.117089:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4344 00000100:00100000:0.0:1780298629.117096:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777608356736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.117103:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.117111:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a114 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca261 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.117121:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.117156:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604227328:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.117192:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.117900:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604227200:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.117907:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604227328:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.117930:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a114 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca261 expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.117932:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a10d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca25a expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.117964:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a114 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca261 expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.117965:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a10d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca25a expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.117992:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36200, rc 0) 00010000:00010000:1.0:1780298629.117993:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:0.0:1780298629.118031:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777608356736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 934us (1015us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.118039:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608356608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1057us (1136us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.118042:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4344 00000100:00100000:1.0:1780298629.118053:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4343 00000100:00100000:3.0:1780298629.118996:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.119013:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.119036:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608356864 00000100:00100000:2.0:1780298629.119041:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608356864 00000100:00100000:0.0:1780298629.119054:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608356992 00000100:00100000:0.0:1780298629.119066:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608356992 00000100:00100000:2.0:1780298629.119075:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4345 00000100:00100000:2.0:1780298629.119085:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608356864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.119096:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.119107:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e6302a11b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca268 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.119107:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4346 00000100:00100000:0.0:1780298629.119120:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777608356992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.119152:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.119162:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a122 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca26f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.119168:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604227456:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.119199:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604227584:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.119221:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.119233:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.119972:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604227456:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.119983:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604227584:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.119992:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e6302a11b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca268 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.120003:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a122 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca26f expref: 20 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.120005:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e6302a11b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca268 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.120033:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692400, rc 0) 00010000:00010000:0.0:1780298629.120037:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a122 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca26f expref: 20 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.120046:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:2.0:1780298629.120058:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608356864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 975us (1061us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.120063:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4345 00000100:00100000:0.0:1780298629.120068:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777608356992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 952us (1052us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.120075:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4346 00000100:00100000:3.0:1780298629.121008:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.121045:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608357120 00000100:00100000:2.0:1780298629.121049:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608357120 00000100:00100000:2.0:1780298629.121078:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4347 00000100:00100000:2.0:1780298629.121085:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608357120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.121094:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.121102:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6302a129 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca276 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.121144:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e63029fb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2215936->2625535] (req 2215936->2232319) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca103 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.121154:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(59 143) 00010000:00010000:2.0:1780298629.121159:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(60 143) 00010000:00010000:2.0:1780298629.121164:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6302a129 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2183168->2228223] (req 2183168->2228223) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca276 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.121186:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e63029fb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2215936->2625535] (req 2215936->2232319) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca103 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.121200:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e63029fb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2215936->2625535] (req 2215936->2232319) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca103 expref: 9 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.121212:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604227712:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298629.121258:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.121858:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604227712:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.121875:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6302a129 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2183168->2228223] (req 2183168->2228223) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca276 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.121886:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00000100:00100000:2.0:1780298629.121912:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608357120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 828us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.121919:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4347 00000100:00100000:3.0:1780298629.122315:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.122347:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608357248 00000100:00100000:0.0:1780298629.122351:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608357248 00002000:00100000:0.0:1780298629.122375:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2215936->2232319) req@ffff9cf37f744e00 x1866777608357248/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 16872/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.122393:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744e00 with x1866777608357248 ext(2215936->2232319) 00010000:00010000:0.0:1780298629.122399:0:19943:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e63029fb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2215936->2625535] (req 2215936->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca103 expref: 9 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.122410:0:19943:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e63029fb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2215936->2625535] (req 2215936->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca103 expref: 9 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298629.122415:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf37f744e00 00000100:00100000:0.0:1780298629.122435:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 111 00000100:00100000:0.0:1780298629.122440:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608357248:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298629.123006:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608357248:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 564us (688us total) trans 4294969114 rc 0/0 00000100:00100000:0.0:1780298629.123014:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 111 00002000:00100000:0.0:1780298629.123021:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2215936->2232319) req@ffff9cf37f744e00 x1866777608357248/t4294969114(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 16872/448 e 0 to 0 dl 1780298640 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.123030:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744e00 with x1866777608357248 ext(2215936->2232319) 00010000:00010000:0.0:1780298629.123036:0:19943:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e63029fb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2215936->2625535] (req 2215936->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca103 expref: 11 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.123054:0:19943:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e63029fb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2215936->2625535] (req 2215936->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca103 expref: 11 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298629.123060:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf37f744e00 00000100:00100000:3.0:1780298629.123903:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.123945:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608357376 00000100:00100000:2.0:1780298629.123950:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608357376 00010000:00010000:2.0:1780298629.123974:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e63029fb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2215936->2625535] (req 2215936->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca103 expref: 11 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.124008:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14075 00000100:00100000:2.0:1780298629.124015:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608357376:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298629.124027:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298629.124036:0:6461:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1136 -> 1168 00010000:00010000:2.0:1780298629.124040:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e63029fb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2215936->2625535] (req 2215936->2232319) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca103 expref: 11 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.124048:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e63029fb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2215936->2625535] (req 2215936->2232319) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca103 expref: 11 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.124065:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b0fcb0e6/0xaf35132e63029fb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2215936->2625535] (req 2215936->2232319) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca103 expref: 11 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.124078:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(60 143) 00010000:00010000:2.0:1780298629.124082:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(60 143) 00010000:00010000:2.0:1780298629.124091:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6302a129 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2183168->3117055] (req 2183168->2228223) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca276 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.124100:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6302a129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2183168->3117055] (req 2183168->2228223) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca276 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.124151:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6302a129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2183168->3117055] (req 2183168->2228223) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca276 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.124164:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604227840:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298629.124208:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.124902:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604227840:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298629.124914:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298629.124936:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608357376:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 922us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.124941:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14075 00000100:00100000:3.0:1780298629.125036:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.125063:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608357504 00000100:00100000:0.0:1780298629.125068:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608357504 00000100:00100000:0.0:1780298629.125109:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4262 00000100:00100000:0.0:1780298629.125119:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608357504:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298629.125372:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 6215458 -> 6215458 00002000:00010000:0.0:1780298629.125375:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.125377:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.125379:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.125391:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1168 -> 1232 00000100:00100000:0.0:1780298629.125417:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608357504:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 302us (422us total) trans 4294969115 rc 0/0 00000100:00100000:0.0:1780298629.125423:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4262 00000100:00100000:0.0:1780298629.126243:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.126275:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.126295:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608357632 00000100:00100000:1.0:1780298629.126301:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608357632 00000100:00100000:3.0:1780298629.126315:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608357760 00000100:00100000:3.0:1780298629.126320:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608357760 00000100:00100000:1.0:1780298629.126338:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4348 00000100:00100000:1.0:1780298629.126346:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608357632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.126353:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.126363:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a130 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca27d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.126365:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4349 00000100:00100000:0.0:1780298629.126389:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608357760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.126400:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.126410:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604227968:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.126412:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e6302a137 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca284 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.126453:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.126454:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604228096:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.126485:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.127039:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604227968:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.127056:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a130 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca27d expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.127069:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a130 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca27d expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.127076:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:1.0:1780298629.127101:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608357632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 757us (859us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.127106:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4348 00000100:00100000:1.0:1780298629.127165:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604228096:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.127176:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e6302a137 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca284 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.127185:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e6302a137 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca284 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.127191:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37a00, rc 0) 00000100:00100000:1.0:1780298629.127206:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608357760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 832us (933us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.127211:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4349 00000100:00100000:3.0:1780298629.128058:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.128091:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608357888 00000100:00100000:0.0:1780298629.128096:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608357888 00000100:00100000:0.0:1780298629.128154:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4350 00000100:00100000:0.0:1780298629.128162:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608357888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.128171:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.128180:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e6302a13e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca28b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.128211:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604228224:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.128216:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.128248:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608358016 00000100:00100000:2.0:1780298629.128253:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608358016 00000100:00100000:0.0:1780298629.128257:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.128287:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4351 00000100:00100000:2.0:1780298629.128298:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608358016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.128307:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.128316:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e6302a145 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca292 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.128346:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604228352:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.128379:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.128873:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604228224:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.128903:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e6302a13e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca28b expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.128917:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e6302a13e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca28b expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.128924:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37e00, rc 0) 00000100:00100000:0.0:1780298629.128947:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608357888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 788us (890us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.128952:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4350 00000100:00100000:2.0:1780298629.129060:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604228352:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.129078:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e6302a145 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca292 expref: 20 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.129092:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e6302a145 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca292 expref: 20 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.129102:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693400, rc 0) 00000100:00100000:2.0:1780298629.129149:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608358016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 852us (936us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.129156:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4351 00000100:00100000:1.0:1780298629.130110:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.130166:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608358144 00000100:00100000:0.0:1780298629.130172:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608358144 00000100:00100000:0.0:1780298629.130216:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4263 00000100:00100000:0.0:1780298629.130225:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608358144:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298629.130408:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 6215458 -> 6215458 00002000:00010000:0.0:1780298629.130411:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.130413:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.130415:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.130416:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1232 -> 1232 00000100:00100000:0.0:1780298629.130442:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608358144:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 220us (331us total) trans 4294969116 rc 0/0 00000100:00100000:0.0:1780298629.130446:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4263 00000100:00100000:1.0:1780298629.131341:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.131410:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608358272 00000100:00100000:3.0:1780298629.131416:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608358272 00000100:00100000:1.0:1780298629.131442:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.131453:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608358400 00000100:00100000:3.0:1780298629.131457:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608358400 00000100:00100000:1.0:1780298629.131468:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4352 00000100:00100000:0.0:1780298629.131478:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4353 00000100:00100000:1.0:1780298629.131479:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608358272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.131492:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.131494:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608358400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.131505:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.131507:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a14c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca299 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.131516:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a153 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca2a0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.131561:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604228480:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.131561:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604228608:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.131631:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.131631:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.132336:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604228608:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.132366:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a153 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2a0 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.132372:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604228480:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.132394:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a153 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2a0 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.132403:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36200, rc 0) 00010000:00010000:2.0:1780298629.132408:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a14c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca299 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.132425:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a14c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca299 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.132429:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608358400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 939us (985us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.132444:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4353 00010000:00010000:2.0:1780298629.132458:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:2.0:1780298629.132491:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608358272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1015us (1151us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.132499:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4352 00000100:00100000:3.0:1780298629.133404:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.133422:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.133440:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608358528 00000100:00100000:0.0:1780298629.133446:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608358528 00000100:00100000:2.0:1780298629.133457:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608358656 00000100:00100000:2.0:1780298629.133463:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608358656 00000100:00100000:0.0:1780298629.133482:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4354 00000100:00100000:3.0:1780298629.133491:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4355 00000100:00100000:0.0:1780298629.133495:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608358528:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298629.133504:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608358656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.133507:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.133513:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.133519:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a15a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca2a7 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.133553:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e6302a161 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca2ae expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.133562:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604228736:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.133594:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604228864:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.133615:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.133637:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.134288:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604228736:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.134317:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a15a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2a7 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.134331:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a15a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2a7 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.134340:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37000, rc 0) 00000100:00100000:0.0:1780298629.134371:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608358528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 881us (968us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.134379:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4354 00000100:00100000:3.0:1780298629.134482:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604228864:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.134498:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e6302a161 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2ae expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.134508:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e6302a161 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2ae expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.134515:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692400, rc 0) 00000100:00100000:2.0:1780298629.134571:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608358656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1069us (1145us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.134578:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4355 00000100:00100000:3.0:1780298629.135487:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.135507:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.135524:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608358784 00000100:00100000:0.0:1780298629.135529:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608358784 00000100:00100000:1.0:1780298629.135536:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608358912 00000100:00100000:1.0:1780298629.135541:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608358912 00000100:00100000:0.0:1780298629.135562:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4356 00000100:00100000:0.0:1780298629.135571:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608358784:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298629.135576:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4357 00010000:00010000:0.0:1780298629.135579:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.135586:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608358912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.135588:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a168 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca2b5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.135594:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.135603:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302a16f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca2bc expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.135617:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604228992:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.135634:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604229120:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.135660:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.135665:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.136316:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604228992:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.136328:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604229120:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.136340:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a168 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2b5 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.136353:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302a16f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2bc expref: 20 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.136358:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a168 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2b5 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.136378:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00010000:00010000:1.0:1780298629.136391:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302a16f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2bc expref: 20 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.136404:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:0.0:1780298629.136429:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608358784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 860us (941us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.136435:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608358912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 850us (923us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.136438:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4356 00000100:00100000:1.0:1780298629.136449:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4357 00000100:00100000:3.0:1780298629.137374:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.137420:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608359040 00000100:00100000:0.0:1780298629.137425:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608359040 00002000:00100000:0.0:1780298629.137454:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (323584->327679) req@ffff9cf243061f80 x1866777608359040/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.137461:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061f80 with x1866777608359040 ext(323584->327679) 00002000:00010000:0.0:1780298629.137466:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243061f80 00000100:00100000:0.0:1780298629.137482:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4264 00000100:00100000:0.0:1780298629.137487:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608359040:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.137637:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608359040:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 148us (261us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.137644:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4264 00002000:00100000:0.0:1780298629.137651:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (323584->327679) req@ffff9cf243061f80 x1866777608359040/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.137659:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061f80 with x1866777608359040 ext(323584->327679) 00002000:00010000:0.0:1780298629.137663:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243061f80 00000100:00100000:3.0:1780298629.138578:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.138621:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608359168 00000100:00100000:1.0:1780298629.138625:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608359168 00002000:00100000:1.0:1780298629.138644:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (327680->331775) req@ffff9cf243061c00 x1866777608359168/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.138651:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061c00 with x1866777608359168 ext(327680->331775) 00002000:00010000:1.0:1780298629.138654:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243061c00 00000100:00100000:1.0:1780298629.138673:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4265 00000100:00100000:1.0:1780298629.138680:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777608359168:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.138758:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777608359168:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 80us (180us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.138764:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4265 00002000:00100000:1.0:1780298629.138769:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (327680->331775) req@ffff9cf243061c00 x1866777608359168/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.138776:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061c00 with x1866777608359168 ext(327680->331775) 00002000:00010000:1.0:1780298629.138779:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243061c00 00000100:00100000:3.0:1780298629.139506:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.139539:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608359296 00000100:00100000:1.0:1780298629.139543:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608359296 00002000:00100000:1.0:1780298629.139560:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (331776->335871) req@ffff9cf24310d880 x1866777608359296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.139567:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310d880 with x1866777608359296 ext(331776->335871) 00002000:00010000:1.0:1780298629.139569:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310d880 00000100:00100000:1.0:1780298629.139589:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4266 00000100:00100000:1.0:1780298629.139595:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777608359296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.139665:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777608359296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (159us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.139671:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4266 00002000:00100000:1.0:1780298629.139676:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (331776->335871) req@ffff9cf24310d880 x1866777608359296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.139681:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310d880 with x1866777608359296 ext(331776->335871) 00002000:00010000:1.0:1780298629.139684:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310d880 00000100:00100000:3.0:1780298629.140595:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.140626:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608359424 00000100:00100000:0.0:1780298629.140631:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608359424 00002000:00100000:0.0:1780298629.140651:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (335872->339967) req@ffff9cf24310ce00 x1866777608359424/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.140658:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ce00 with x1866777608359424 ext(335872->339967) 00002000:00010000:0.0:1780298629.140660:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310ce00 00000100:00100000:0.0:1780298629.140680:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4267 00000100:00100000:0.0:1780298629.140687:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777608359424:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.140777:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777608359424:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 89us (218us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.140785:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4267 00002000:00100000:0.0:1780298629.140791:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (335872->339967) req@ffff9cf24310ce00 x1866777608359424/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.140797:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ce00 with x1866777608359424 ext(335872->339967) 00002000:00010000:0.0:1780298629.140800:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310ce00 00000100:00100000:1.0:1780298629.142499:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.142534:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608359552 00000100:00100000:1.0:1780298629.142539:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608359552 00002000:00100000:1.0:1780298629.142565:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (339968->344063) req@ffff9cf244810a80 x1866777608359552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.142572:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810a80 with x1866777608359552 ext(339968->344063) 00002000:00010000:1.0:1780298629.142575:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244810a80 00000100:00100000:1.0:1780298629.142598:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4268 00000100:00100000:1.0:1780298629.142609:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608359552:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.142719:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608359552:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 114us (222us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.142725:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4268 00002000:00100000:1.0:1780298629.142730:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (339968->344063) req@ffff9cf244810a80 x1866777608359552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.142735:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810a80 with x1866777608359552 ext(339968->344063) 00002000:00010000:1.0:1780298629.142738:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244810a80 00000100:00100000:1.0:1780298629.144515:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.144552:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608359680 00000100:00100000:1.0:1780298629.144558:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608359680 00002000:00100000:1.0:1780298629.144586:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (344064->348159) req@ffff9cf244812d80 x1866777608359680/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.144595:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812d80 with x1866777608359680 ext(344064->348159) 00002000:00010000:1.0:1780298629.144599:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244812d80 00000100:00100000:1.0:1780298629.144628:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4269 00000100:00100000:1.0:1780298629.144639:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777608359680:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.144738:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777608359680:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 104us (225us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.144745:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4269 00002000:00100000:1.0:1780298629.144750:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (344064->348159) req@ffff9cf244812d80 x1866777608359680/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.144756:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812d80 with x1866777608359680 ext(344064->348159) 00002000:00010000:1.0:1780298629.144759:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244812d80 00000100:00100000:1.0:1780298629.145622:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.145651:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608359808 00000100:00100000:3.0:1780298629.145657:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608359808 00002000:00100000:3.0:1780298629.145683:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (348160->352255) req@ffff9cf244811f80 x1866777608359808/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298629.145693:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811f80 with x1866777608359808 ext(348160->352255) 00002000:00010000:3.0:1780298629.145697:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244811f80 00000100:00100000:3.0:1780298629.145724:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4270 00000100:00100000:3.0:1780298629.145735:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608359808:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298629.145841:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608359808:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 108us (218us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298629.145849:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4270 00002000:00100000:3.0:1780298629.145856:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (348160->352255) req@ffff9cf244811f80 x1866777608359808/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298629.145864:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811f80 with x1866777608359808 ext(348160->352255) 00002000:00010000:3.0:1780298629.145868:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244811f80 00000100:00100000:1.0:1780298629.146823:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.146845:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608359936 00000100:00100000:1.0:1780298629.146850:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608359936 00002000:00100000:1.0:1780298629.146874:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (352256->356351) req@ffff9cf347cd5880 x1866777608359936/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.146884:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5880 with x1866777608359936 ext(352256->356351) 00002000:00010000:1.0:1780298629.146888:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd5880 00000100:00100000:1.0:1780298629.146904:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4271 00000100:00100000:1.0:1780298629.146911:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777608359936:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.146986:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777608359936:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (165us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.146992:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4271 00002000:00100000:1.0:1780298629.146995:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (352256->356351) req@ffff9cf347cd5880 x1866777608359936/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.147001:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5880 with x1866777608359936 ext(352256->356351) 00002000:00010000:1.0:1780298629.147003:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd5880 00000100:00100000:3.0:1780298629.147967:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.147998:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608360064 00000100:00100000:0.0:1780298629.148003:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608360064 00002000:00100000:0.0:1780298629.148021:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (356352->360447) req@ffff9cf24310c000 x1866777608360064/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.148028:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310c000 with x1866777608360064 ext(356352->360447) 00002000:00010000:0.0:1780298629.148031:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310c000 00000100:00100000:0.0:1780298629.148048:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4272 00000100:00100000:0.0:1780298629.148055:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608360064:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.148176:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608360064:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 122us (212us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.148182:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4272 00002000:00100000:0.0:1780298629.148187:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (356352->360447) req@ffff9cf24310c000 x1866777608360064/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.148194:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310c000 with x1866777608360064 ext(356352->360447) 00002000:00010000:0.0:1780298629.148197:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310c000 00000100:00100000:1.0:1780298629.149065:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.149095:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608360192 00000100:00100000:2.0:1780298629.149099:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608360192 00002000:00100000:2.0:1780298629.149118:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (360448->364543) req@ffff9cf347cd4a80 x1866777608360192/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.149257:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4a80 with x1866777608360192 ext(360448->364543) 00002000:00010000:2.0:1780298629.149260:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd4a80 00000100:00100000:2.0:1780298629.149278:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4273 00000100:00100000:2.0:1780298629.149285:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777608360192:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.149354:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777608360192:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (290us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.149362:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4273 00002000:00100000:2.0:1780298629.149366:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (360448->364543) req@ffff9cf347cd4a80 x1866777608360192/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.149373:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4a80 with x1866777608360192 ext(360448->364543) 00002000:00010000:2.0:1780298629.149375:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd4a80 00000100:00100000:3.0:1780298629.150267:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.150296:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608360320 00000100:00100000:2.0:1780298629.150300:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608360320 00000100:00100000:2.0:1780298629.150331:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4358 00000100:00100000:2.0:1780298629.150340:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608360320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.150348:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.150365:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e6302a176 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca2c3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.150371:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.150429:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604229248:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.150429:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608360448 00000100:00100000:1.0:1780298629.150435:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608360448 00000100:00100000:1.0:1780298629.150466:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4359 00000100:00100000:1.0:1780298629.150474:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608360448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.150482:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.150492:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302a17d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca2ca expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.150505:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.150525:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604229376:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.150558:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.151370:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604229248:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.151403:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604229376:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.151409:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e6302a176 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2c3 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.151426:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302a17d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2ca expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.151428:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e6302a176 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2c3 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.151452:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302a17d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2ca expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.151455:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693400, rc 0) 00010000:00010000:3.0:1780298629.151466:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:2.0:1780298629.151495:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608360320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1156us (1229us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.151501:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608360448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1025us (1131us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.151507:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4358 00000100:00100000:3.0:1780298629.151513:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4359 00000100:00100000:1.0:1780298629.152261:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.152290:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608360576 00000100:00100000:2.0:1780298629.152294:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608360576 00000100:00100000:2.0:1780298629.152324:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4360 00000100:00100000:2.0:1780298629.152331:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608360576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.152337:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.152345:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e6302a184 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca2d1 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.152371:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604229504:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.152391:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.152435:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.152462:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608360704 00000100:00100000:3.0:1780298629.152468:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608360704 00000100:00100000:1.0:1780298629.152509:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4361 00000100:00100000:1.0:1780298629.152517:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777608360704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.152525:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.152533:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a18b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca2d8 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.152567:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604229632:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.152612:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.152946:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604229504:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.152963:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e6302a184 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2d1 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.152975:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e6302a184 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2d1 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.152986:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692400, rc 0) 00000100:00100000:2.0:1780298629.153013:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608360576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 684us (758us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.153019:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4360 00000100:00100000:1.0:1780298629.153176:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604229632:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.153205:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a18b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2d8 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.153219:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a18b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2d8 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.153228:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298629.153256:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777608360704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 741us (878us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.153264:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4361 00000100:00100000:1.0:1780298629.154199:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.154228:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608360960 00000100:00100000:3.0:1780298629.154234:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608360960 00000100:00100000:1.0:1780298629.154241:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.154269:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608360832 00000100:00100000:3.0:1780298629.154273:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4362 00000100:00100000:2.0:1780298629.154273:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608360832 00000100:00100000:3.0:1780298629.154284:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608360960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.154291:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.154301:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e6302a192 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca2e6 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.154302:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4363 00000100:00100000:2.0:1780298629.154314:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608360832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.154321:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.154329:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6302a199 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca2df expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.154335:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604229760:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.154361:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604229888:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.154403:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.154403:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.155048:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604229760:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.155067:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e6302a192 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2e6 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.155079:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e6302a192 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2e6 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.155089:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00000100:00100000:2.0:1780298629.155118:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608360960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 837us (920us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.155139:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4362 00000100:00100000:1.0:1780298629.155195:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604229888:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.155216:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6302a199 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2df expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.155233:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6302a199 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2df expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.155248:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:1.0:1780298629.155281:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608360832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 970us (1042us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.155288:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4363 00000100:00100000:3.0:1780298629.156026:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.156059:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608361088 00000100:00100000:0.0:1780298629.156064:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608361088 00000100:00100000:0.0:1780298629.156096:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4364 00000100:00100000:0.0:1780298629.156106:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:28749:x1866777608361088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.156113:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.156120:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a1a0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca2ed expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.156160:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029f54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2949120->36503551] (req 2949120->2961407) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0a1 expref: 18 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.156167:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(15 104) 00010000:00010000:0.0:1780298629.156171:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(16 104) 00010000:00010000:0.0:1780298629.156174:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a1a0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3158016->3219455] (req 3158016->3219455) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2ed expref: 16 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.156191:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029f54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2949120->36503551] (req 2949120->2961407) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0a1 expref: 18 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.156201:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029f54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2949120->36503551] (req 2949120->2961407) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0a1 expref: 18 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.156209:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604230016:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.156240:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345461a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.157416:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.157489:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608361216 00000100:00100000:3.0:1780298629.157493:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608361216 00010000:00010000:3.0:1780298629.157515:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029f54 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2949120->36503551] (req 2949120->2961407) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0a1 expref: 19 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.157546:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14076 00000100:00100000:3.0:1780298629.157554:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608361216:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298629.157562:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298629.157572:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029f54 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2949120->36503551] (req 2949120->2961407) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0a1 expref: 19 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.157583:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029f54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2949120->36503551] (req 2949120->2961407) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0a1 expref: 19 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.157598:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(16 104) 00010000:00010000:3.0:1780298629.157601:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(16 104) 00010000:00010000:3.0:1780298629.157609:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a1a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [3158016->36712447] (req 3158016->3219455) gid 0 flags: 0x50080000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2ed expref: 16 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.157615:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a1a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [3158016->36712447] (req 3158016->3219455) gid 0 flags: 0x50080000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2ed expref: 16 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.157633:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a1a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [3158016->36712447] (req 3158016->3219455) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2ed expref: 16 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.157641:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604230144:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298629.157690:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00010000:00010000:0.0:1780298629.158184:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63029f54 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2949120->36503551] (req 2949120->2961407) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca0a1 expref: 19 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.158193:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242863480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604230016:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.158207:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a1a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3158016->36712447] (req 3158016->3219455) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2ed expref: 16 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.158218:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:0.0:1780298629.158243:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:28749:x1866777608361088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 2140us (2219us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.158251:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4364 00000100:00100000:3.0:1780298629.158317:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604230144:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298629.158336:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298629.158362:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608361216:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 810us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.158439:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14076 00000100:00100000:1.0:1780298629.158873:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.158907:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608361344 00000100:00100000:0.0:1780298629.158910:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608361344 00000100:00100000:0.0:1780298629.158938:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4274 00000100:00100000:0.0:1780298629.158943:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608361344:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298629.159583:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298629.159586:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.159588:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.159589:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.159591:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 296 -> 424 00000100:00100000:0.0:1780298629.159748:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777608361344:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 804us (876us total) trans 4294968785 rc 0/0 00000100:00100000:0.0:1780298629.159753:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4274 00000100:00100000:1.0:1780298629.160608:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.160669:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608361472 00000100:00100000:3.0:1780298629.160675:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608361472 00000100:00100000:3.0:1780298629.160708:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4365 00000100:00100000:1.0:1780298629.160716:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.160721:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608361472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.160730:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.160744:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a1a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca2f4 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.160826:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604230272:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.160871:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.160887:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608361600 00000100:00100000:3.0:1780298629.160891:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608361600 00000100:00100000:3.0:1780298629.160919:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4366 00000100:00100000:3.0:1780298629.160927:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608361600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.160934:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.160942:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a1ae lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca2fb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.161004:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604230400:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.161030:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.161544:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604230272:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.161559:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a1a7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2f4 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.161573:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a1a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2f4 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.161579:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c000, rc 0) 00000100:00100000:3.0:1780298629.161638:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608361472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 887us (997us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.161647:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4365 00000100:00100000:3.0:1780298629.161748:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604230400:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.161763:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a1ae lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2fb expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.161776:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a1ae lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2fb expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.161786:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:3.0:1780298629.161810:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608361600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 885us (1098us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.161815:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4366 00000100:00100000:0.0:1780298629.162780:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.162827:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608361728 00000100:00100000:1.0:1780298629.162833:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608361728 00000100:00100000:0.0:1780298629.162842:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.162869:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608361856 00000100:00100000:1.0:1780298629.162872:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608361856 00000100:00100000:0.0:1780298629.162881:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4367 00000100:00100000:0.0:1780298629.162894:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608361728:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298629.162902:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4368 00010000:00010000:0.0:1780298629.162906:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.162913:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608361856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.162920:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a1b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca302 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.162921:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.162931:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a1bc lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca309 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.162974:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604230528:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.162980:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604230656:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.163020:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.163022:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345461a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.163792:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604230528:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.163805:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604230656:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.163811:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a1bc lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca309 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.163824:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a1bc lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca309 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.163831:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a1b5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca302 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.163833:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00010000:00010000:0.0:1780298629.163848:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a1b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca302 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.163856:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37000, rc 0) 00000100:00100000:3.0:1780298629.163864:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608361856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 954us (1023us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.163871:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4368 00000100:00100000:0.0:1780298629.163885:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608361728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 994us (1106us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.163892:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4367 00000100:00100000:2.0:1780298629.165097:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.165167:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608361984 00000100:00100000:0.0:1780298629.165172:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608361984 00000100:00100000:0.0:1780298629.165212:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4369 00000100:00100000:0.0:1780298629.165223:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608361984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.165234:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.165245:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e6302a1c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca310 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.165246:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.165268:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608362112 00000100:00100000:3.0:1780298629.165276:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608362112 00000100:00100000:0.0:1780298629.165301:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604230784:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.165339:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4370 00000100:00100000:3.0:1780298629.165348:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2397:x1866777608362112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.165356:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.165363:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345461a80 going to sleep for 11 seconds 00010000:00010000:3.0:1780298629.165365:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302a1ca lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca317 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.165408:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604230912:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.165433:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.169503:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604230912:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.169503:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604230784:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.169540:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302a1ca lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca317 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.169541:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e6302a1c3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca310 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.169568:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302a1ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca317 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.169571:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021dd6ca7/0xaf35132e6302a1c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca310 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.169587:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36200, rc 0) 00010000:00010000:2.0:1780298629.169596:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450dc00, rc 0) 00000100:00100000:0.0:1780298629.169640:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608361984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 4418us (4543us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.169642:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2397:x1866777608362112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 4294us (4396us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.169657:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4369 00000100:00100000:2.0:1780298629.169666:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4370 00000100:00100000:1.0:1780298629.170967:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.171018:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608362240 00000100:00100000:0.0:1780298629.171025:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608362240 00002000:00100000:0.0:1780298629.171066:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (5341184->5345279) req@ffff9cf2548b9f80 x1866777608362240/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.171076:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b9f80 with x1866777608362240 ext(5341184->5345279) 00002000:00010000:0.0:1780298629.171082:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b9f80 00000100:00100000:0.0:1780298629.171108:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4275 00000100:00100000:0.0:1780298629.171118:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608362240:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.171440:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608362240:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 323us (477us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.171448:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4275 00002000:00100000:0.0:1780298629.171454:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (5341184->5345279) req@ffff9cf2548b9f80 x1866777608362240/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.171465:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b9f80 with x1866777608362240 ext(5341184->5345279) 00002000:00010000:0.0:1780298629.171467:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b9f80 00000100:00100000:0.0:1780298629.173059:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.173097:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608362368 00000100:00100000:1.0:1780298629.173102:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608362368 00002000:00100000:1.0:1780298629.173140:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (5345280->5349375) req@ffff9cf37f736300 x1866777608362368/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.173147:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f736300 with x1866777608362368 ext(5345280->5349375) 00002000:00010000:1.0:1780298629.173151:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f736300 00000100:00100000:1.0:1780298629.173180:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4276 00000100:00100000:1.0:1780298629.173193:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608362368:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.173308:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608362368:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 118us (249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.173318:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4276 00002000:00100000:1.0:1780298629.173324:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (5345280->5349375) req@ffff9cf37f736300 x1866777608362368/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.173332:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f736300 with x1866777608362368 ext(5345280->5349375) 00002000:00010000:1.0:1780298629.173335:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f736300 00000100:00100000:1.0:1780298629.174549:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.174579:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608362496 00000100:00100000:0.0:1780298629.174584:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608362496 00002000:00100000:0.0:1780298629.174608:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (5320704->5386239) req@ffff9cf2548baa00 x1866777608362496/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.174618:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548baa00 with x1866777608362496 ext(5320704->5386239) 00002000:00010000:0.0:1780298629.174622:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548baa00 00000100:00100000:0.0:1780298629.174640:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4277 00000100:00100000:0.0:1780298629.174646:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608362496:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.175562:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777608362496:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 914us (1015us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298629.175569:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4277 00002000:00100000:2.0:1780298629.175575:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (5320704->5386239) req@ffff9cf2548baa00 x1866777608362496/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.175581:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548baa00 with x1866777608362496 ext(5320704->5386239) 00002000:00010000:2.0:1780298629.175583:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548baa00 00000100:00100000:1.0:1780298629.178549:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.178583:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608362624 00000100:00100000:3.0:1780298629.178592:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608362624 00002000:00100000:3.0:1780298629.178631:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (5386240->5423103) req@ffff9cf34372ca80 x1866777608362624/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298629.178639:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ca80 with x1866777608362624 ext(5386240->5423103) 00002000:00010000:3.0:1780298629.178643:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372ca80 00000100:00100000:3.0:1780298629.178665:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4278 00000100:00100000:3.0:1780298629.178676:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608362624:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.179702:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608362624:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1026us (1162us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1780298629.179713:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4278 00002000:00100000:0.0:1780298629.179721:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (5386240->5423103) req@ffff9cf34372ca80 x1866777608362624/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.179730:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ca80 with x1866777608362624 ext(5386240->5423103) 00002000:00010000:0.0:1780298629.179734:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372ca80 00000100:00100000:1.0:1780298629.181322:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.181365:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608362752 00000100:00100000:3.0:1780298629.181372:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608362752 00002000:00100000:3.0:1780298629.181415:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (4358144->5394431) req@ffff9cf34372dc00 x1866777608362752/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298629.181422:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372dc00 with x1866777608362752 ext(4358144->5394431) 00002000:00010000:3.0:1780298629.181426:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372dc00 00000100:00100000:3.0:1780298629.181447:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4279 00000100:00100000:3.0:1780298629.181454:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608362752:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298629.183732:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608362752:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 2275us (2413us total) trans 4294969117 rc 0/0 00000100:00100000:2.0:1780298629.183739:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4279 00002000:00100000:2.0:1780298629.183748:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (4358144->5394431) req@ffff9cf34372dc00 x1866777608362752/t4294969117(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/448 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.183755:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372dc00 with x1866777608362752 ext(4358144->5394431) 00002000:00010000:2.0:1780298629.183759:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372dc00 00000100:00100000:3.0:1780298629.184674:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.184718:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608362880 00000100:00100000:1.0:1780298629.184727:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608362880 00000100:00100000:1.0:1780298629.184765:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4371 00000100:00100000:1.0:1780298629.184777:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e424050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608362880:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298629.185605:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969117 is committed 00000001:00080000:2.0:1780298629.185623:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969115 is committed 00000100:00100000:1.0:1780298629.185738:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e424050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608362880:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 962us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.185748:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4371 00000100:00100000:1.0:1780298629.186749:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.186788:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.186804:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608363008 00000100:00100000:2.0:1780298629.186811:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608363008 00000100:00100000:3.0:1780298629.186819:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608363136 00000100:00100000:3.0:1780298629.186824:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608363136 00000100:00100000:2.0:1780298629.186854:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4372 00000100:00100000:3.0:1780298629.186864:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4373 00000100:00100000:2.0:1780298629.186869:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608363008:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298629.186876:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608363136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.186882:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.186883:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.186901:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a1d1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca325 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.186901:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e6302a1d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca31e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.186969:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604231040:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.186970:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604231168:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.187045:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.187046:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.187893:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604231040:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.187920:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a1d1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca325 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298629.187921:0:9128:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 1232 -> 1360 00000100:00100000:1.0:1780298629.187939:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604231168:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.187943:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a1d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca325 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.187952:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00010000:00010000:1.0:1780298629.187964:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e6302a1d8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca31e expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.187983:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e6302a1d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca31e expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.187984:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608363136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1111us (1195us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.187998:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4373 00010000:00010000:1.0:1780298629.188009:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693400, rc 0) 00000100:00100000:1.0:1780298629.188040:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608363008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1177us (1292us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.188049:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4372 00000100:00100000:1.0:1780298629.189047:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.189092:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608363264 00000100:00100000:1.0:1780298629.189092:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.189099:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608363264 00000100:00100000:2.0:1780298629.189155:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608363392 00000100:00100000:2.0:1780298629.189159:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608363392 00000100:00100000:2.0:1780298629.189188:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4374 00000100:00100000:3.0:1780298629.189200:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4375 00000100:00100000:2.0:1780298629.189200:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608363264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.189211:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.189212:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608363392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.189220:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.189220:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6302a1df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca32c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.189229:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a1e6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca333 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.189252:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604231296:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.189265:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604231424:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.189298:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.189304:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.190765:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604231296:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.190792:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6302a1df lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca32c expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.190805:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604231424:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.190808:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6302a1df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca32c expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.190823:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00010000:00010000:2.0:1780298629.190840:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a1e6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca333 expref: 19 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.190854:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608363264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1659us (1809us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298629.190860:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a1e6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca333 expref: 19 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.190864:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4374 00010000:00010000:2.0:1780298629.190881:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:2.0:1780298629.190912:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608363392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1702us (1821us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.190920:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4375 00000100:00100000:2.0:1780298629.192090:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.192121:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608363520 00000100:00100000:3.0:1780298629.192143:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608363520 00000100:00100000:2.0:1780298629.192210:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4376 00000100:00100000:2.0:1780298629.192221:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608363520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.192231:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.192242:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e6302a1ed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca33a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.192263:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(60 143) 00010000:00010000:2.0:1780298629.192268:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(60 143) 00010000:00010000:2.0:1780298629.192280:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e6302a1ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1024000->2183167] (req 1024000->1044479) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca33a expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.192296:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e6302a1ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1024000->2183167] (req 1024000->1044479) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca33a expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.192306:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693e00, rc 0) 00000100:00100000:2.0:1780298629.192342:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608363520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 124us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.192348:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4376 00000100:00100000:3.0:1780298629.193060:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.193102:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608363648 00000100:00100000:2.0:1780298629.193106:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608363648 00000100:00100000:2.0:1780298629.193165:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4280 00000100:00100000:2.0:1780298629.193175:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608363648:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298629.193414:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 6215458 -> 6215458 00002000:00010000:2.0:1780298629.193417:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.193419:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.193421:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.193423:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1360 -> 1360 00000100:00100000:2.0:1780298629.193458:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608363648:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 284us (398us total) trans 4294969118 rc 0/0 00000100:00100000:2.0:1780298629.193466:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4280 00000100:00100000:3.0:1780298629.194553:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.194600:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608363776 00000100:00100000:0.0:1780298629.194606:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608363776 00000100:00100000:3.0:1780298629.194622:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.194652:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608363904 00000100:00100000:0.0:1780298629.194656:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608363904 00000100:00100000:0.0:1780298629.194686:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4377 00000100:00100000:0.0:1780298629.194696:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608363776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.194706:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.194718:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e6302a1f4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca341 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.194776:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604231552:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.194839:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.194854:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4378 00000100:00100000:0.0:1780298629.194860:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608363904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.194867:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.194876:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a1fb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca348 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.194904:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604231680:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.194940:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.198351:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604231552:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.198407:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e6302a1f4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca341 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.198435:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e6302a1f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca341 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.198448:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37800, rc 0) 00000100:00100000:3.0:1780298629.198491:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608363776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 3798us (3939us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.198501:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4377 00000100:00100000:3.0:1780298629.198565:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604231680:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.198594:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a1fb lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca348 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.198612:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a1fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca348 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.198627:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36800, rc 0) 00000100:00100000:3.0:1780298629.198649:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608363904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 3788us (4029us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.198656:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4378 00000100:00100000:3.0:1780298629.199919:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.199940:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608364032 00000100:00100000:3.0:1780298629.199946:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608364032 00000100:00100000:3.0:1780298629.199988:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4379 00000100:00100000:3.0:1780298629.200000:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608364032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.200015:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.200029:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a202 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca34f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.200072:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604231808:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.200146:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.200194:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.200221:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608364160 00000100:00100000:3.0:1780298629.200224:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608364160 00000100:00100000:3.0:1780298629.200267:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4380 00000100:00100000:3.0:1780298629.200277:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608364160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.200287:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.200296:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302a209 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca356 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.200321:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604231936:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.200356:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.201215:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604231936:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.201246:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302a209 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca356 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.201261:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302a209 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca356 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.201271:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c800, rc 0) 00000100:00100000:3.0:1780298629.201308:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608364160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1032us (1116us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.201317:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4380 00000100:00100000:3.0:1780298629.201367:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604231808:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.201403:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a202 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca34f expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.201469:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a202 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca34f expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.201481:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:3.0:1780298629.201506:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608364032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1509us (1587us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.201512:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4379 00000100:00100000:0.0:1780298629.202891:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.202940:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608364288 00000100:00100000:0.0:1780298629.202944:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.202949:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608364288 00000100:00100000:0.0:1780298629.202979:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608364416 00000100:00100000:0.0:1780298629.202984:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608364416 00000100:00100000:3.0:1780298629.202996:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4381 00000100:00100000:3.0:1780298629.203007:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608364288:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.203023:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4382 00010000:00010000:3.0:1780298629.203033:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.203037:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608364416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.203047:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.203048:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a210 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca35d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.203059:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a217 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca364 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.203119:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604232064:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.203119:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604232192:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.203211:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.203211:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.204257:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604232064:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.204278:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604232192:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.204284:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a210 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca35d expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.204302:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a210 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca35d expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.204321:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c000, rc 0) 00010000:00010000:0.0:1780298629.204329:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a217 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca364 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.204346:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a217 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca364 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.204358:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608364288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1353us (1469us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298629.204359:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36200, rc 0) 00000100:00100000:3.0:1780298629.204369:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4381 00000100:00100000:0.0:1780298629.204404:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608364416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1372us (1461us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.204411:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4382 00000100:00100000:3.0:1780298629.205421:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.205459:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.205480:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608364672 00000100:00100000:0.0:1780298629.205486:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608364672 00000100:00100000:1.0:1780298629.205502:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608364544 00000100:00100000:1.0:1780298629.205508:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608364544 00000100:00100000:0.0:1780298629.205532:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4383 00000100:00100000:3.0:1780298629.205542:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4384 00000100:00100000:0.0:1780298629.205546:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2397:x1866777608364672:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298629.205556:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608364544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.205557:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.205567:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.205570:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a21e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca372 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.205577:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e6302a225 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca36b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.205617:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604232448:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.205617:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604232320:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.205677:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.205677:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.206474:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604232448:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.206506:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e6302a225 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca36b expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.206506:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604232320:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.206534:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e6302a225 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca36b expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.206546:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a21e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca372 expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.206551:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00010000:00010000:0.0:1780298629.206570:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a21e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca372 expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.206585:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37e00, rc 0) 00000100:00100000:3.0:1780298629.206591:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608364544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1039us (1131us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.206598:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4384 00000100:00100000:0.0:1780298629.206616:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2397:x1866777608364672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1074us (1194us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.206624:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4383 00000100:00100000:1.0:1780298629.207794:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.207830:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.207850:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608364800 00000100:00100000:3.0:1780298629.207857:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608364800 00000100:00100000:0.0:1780298629.207871:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608364928 00000100:00100000:0.0:1780298629.207877:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608364928 00000100:00100000:3.0:1780298629.207904:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4385 00000100:00100000:0.0:1780298629.207913:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4386 00000100:00100000:3.0:1780298629.207919:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608364800:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.207930:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608364928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.207932:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.207942:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.207947:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e6302a22c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca379 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.207954:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e6302a233 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca380 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.207997:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604232576:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.207998:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604232704:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.208078:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.208079:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.209030:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604232576:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.209039:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604232704:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.209061:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e6302a22c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca379 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.209061:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e6302a233 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca380 expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.209081:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e6302a22c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca379 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.209081:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e6302a233 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca380 expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.209095:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d200, rc 0) 00010000:00010000:0.0:1780298629.209098:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37a00, rc 0) 00000100:00100000:3.0:1780298629.209144:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608364800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1232us (1360us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.209144:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608364928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1223us (1315us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.209151:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4385 00000100:00100000:0.0:1780298629.209156:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4386 00000100:00100000:1.0:1780298629.210401:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.210440:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608365056 00000100:00100000:3.0:1780298629.210447:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608365056 00000100:00100000:1.0:1780298629.210461:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.210498:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608365184 00000100:00100000:3.0:1780298629.210502:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608365184 00000100:00100000:0.0:1780298629.210511:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4387 00000100:00100000:0.0:1780298629.210522:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608365056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.210534:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.210538:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4388 00010000:00010000:0.0:1780298629.210548:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097580845/0xaf35132e6302a23a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca387 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.210556:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777608365184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.210570:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.210581:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302a241 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca38e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.210610:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604232832:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.210620:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604232960:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.210674:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.210699:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.211500:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604232832:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.211542:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000097580845/0xaf35132e6302a23a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca387 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.211561:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097580845/0xaf35132e6302a23a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca387 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.211576:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37600, rc 0) 00000100:00100000:3.0:1780298629.211604:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604232960:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.211617:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608365056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1097us (1217us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.211627:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4387 00010000:00010000:3.0:1780298629.211669:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302a241 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca38e expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.211684:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302a241 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca38e expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.211698:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c200, rc 0) 00000100:00100000:3.0:1780298629.211772:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777608365184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1220us (1311us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.211780:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4388 00000100:00100000:1.0:1780298629.212857:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.212897:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608365312 00000100:00100000:1.0:1780298629.212904:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.212904:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608365312 00000100:00100000:0.0:1780298629.212939:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608365440 00000100:00100000:0.0:1780298629.212941:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608365440 00000100:00100000:3.0:1780298629.212959:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4389 00000100:00100000:0.0:1780298629.212968:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4390 00000100:00100000:3.0:1780298629.212974:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608365312:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.212981:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608365440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.212989:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.212989:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.213002:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a24f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca395 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.213002:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009cb6f854/0xaf35132e6302a248 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca39c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.213059:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604233088:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.213070:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604233216:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.213146:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.213149:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.213972:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604233088:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.214003:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a24f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca395 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.214040:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604233216:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.214065:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a24f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca395 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.214080:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00010000:00010000:0.0:1780298629.214095:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009cb6f854/0xaf35132e6302a248 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca39c expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.214113:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009cb6f854/0xaf35132e6302a248 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca39c expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.214120:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608365312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1149us (1262us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.214151:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4389 00010000:00010000:0.0:1780298629.214154:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36e00, rc 0) 00000100:00100000:0.0:1780298629.214184:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608365440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1207us (1281us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.214193:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4390 00000100:00100000:1.0:1780298629.215312:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.215347:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608365568 00000100:00100000:3.0:1780298629.215352:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608365568 00002000:00100000:3.0:1780298629.215395:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3510272->3514367) req@ffff9cf24380bb80 x1866777608365568/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298629.215403:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380bb80 with x1866777608365568 ext(3510272->3514367) 00002000:00010000:3.0:1780298629.215408:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24380bb80 00000100:00100000:3.0:1780298629.215429:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4281 00000100:00100000:3.0:1780298629.215437:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608365568:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298629.215616:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608365568:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 179us (303us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298629.215628:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4281 00002000:00100000:3.0:1780298629.215635:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3510272->3514367) req@ffff9cf24380bb80 x1866777608365568/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298629.215644:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380bb80 with x1866777608365568 ext(3510272->3514367) 00002000:00010000:3.0:1780298629.215648:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24380bb80 00000100:00100000:1.0:1780298629.216940:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.217016:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608365696 00000100:00100000:0.0:1780298629.217024:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608365696 00002000:00100000:0.0:1780298629.217064:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3514368->3518463) req@ffff9cf243808a80 x1866777608365696/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.217080:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243808a80 with x1866777608365696 ext(3514368->3518463) 00002000:00010000:0.0:1780298629.217084:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243808a80 00000100:00100000:0.0:1780298629.217160:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4282 00000100:00100000:0.0:1780298629.217171:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608365696:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.217303:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608365696:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 134us (363us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.217312:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4282 00002000:00100000:0.0:1780298629.217319:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3514368->3518463) req@ffff9cf243808a80 x1866777608365696/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.217328:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243808a80 with x1866777608365696 ext(3514368->3518463) 00002000:00010000:0.0:1780298629.217332:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243808a80 00000100:00100000:1.0:1780298629.218749:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.218785:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608365824 00000100:00100000:0.0:1780298629.218790:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608365824 00002000:00100000:0.0:1780298629.218813:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3489792->3555327) req@ffff9cf37f744700 x1866777608365824/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.218820:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744700 with x1866777608365824 ext(3489792->3555327) 00002000:00010000:0.0:1780298629.218823:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f744700 00000100:00100000:0.0:1780298629.218842:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4283 00000100:00100000:0.0:1780298629.218849:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608365824:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.219213:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298629.219231:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3623:1866777604233344:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780298629.219295:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780298629.219334:0:6482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604233344 00000100:00100000:0.0:1780298629.219340:0:6482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604233344 00000100:00100000:0.0:1780298629.219392:0:6482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1780298629.219402:0:6482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3623:x1866777604233344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780298629.219427:0:6482:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446252544 avail 1300013056 00000100:00100000:0.0:1780298629.219480:0:6482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3623:x1866777604233344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.219489:0:6482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1780298629.219508:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3623:1866777604233344:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780298629.219924:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608365824:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1075us (1177us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1780298629.219929:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4283 00002000:00100000:0.0:1780298629.219933:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3489792->3555327) req@ffff9cf37f744700 x1866777608365824/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.219939:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744700 with x1866777608365824 ext(3489792->3555327) 00002000:00010000:0.0:1780298629.219942:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f744700 00000100:00100000:3.0:1780298629.221400:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.221452:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608365952 00000100:00100000:0.0:1780298629.221458:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608365952 00002000:00100000:0.0:1780298629.221487:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3555328->3592191) req@ffff9cf37f7bf800 x1866777608365952/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.221497:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf800 with x1866777608365952 ext(3555328->3592191) 00002000:00010000:0.0:1780298629.221501:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bf800 00000100:00100000:0.0:1780298629.221517:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4284 00000100:00100000:0.0:1780298629.221528:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608365952:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.222670:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608365952:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1143us (1272us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1780298629.222680:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4284 00002000:00100000:0.0:1780298629.222687:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3555328->3592191) req@ffff9cf37f7bf800 x1866777608365952/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.222699:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf800 with x1866777608365952 ext(3555328->3592191) 00002000:00010000:0.0:1780298629.222701:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bf800 00000100:00100000:1.0:1780298629.223979:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.224002:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.224013:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608366080 00000100:00100000:3.0:1780298629.224024:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608366080 00000100:00100000:0.0:1780298629.224039:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608366208 00000100:00100000:0.0:1780298629.224044:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608366208 00000100:00100000:3.0:1780298629.224075:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4391 00000100:00100000:0.0:1780298629.224089:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4392 00000100:00100000:3.0:1780298629.224090:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608366080:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.224102:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2400:x1866777608366208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.224107:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.224112:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.224154:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a25d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca3aa expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.224155:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e6302a256 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca3a3 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.224224:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604233600:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.224225:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604233472:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.224299:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.224299:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.225264:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604233472:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.225281:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604233600:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.225291:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e6302a256 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3a3 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.225312:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a25d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3aa expref: 19 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.225313:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e6302a256 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3a3 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.225326:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450dc00, rc 0) 00010000:00010000:0.0:1780298629.225326:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a25d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3aa expref: 19 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.225334:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36a00, rc 0) 00000100:00100000:3.0:1780298629.225364:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608366080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1280us (1386us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.225364:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2400:x1866777608366208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1265us (1359us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.225373:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4392 00000100:00100000:3.0:1780298629.225378:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4391 00000100:00100000:1.0:1780298629.226530:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.226584:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608366336 00000100:00100000:1.0:1780298629.226592:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.226595:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608366336 00000100:00100000:3.0:1780298629.226636:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608366464 00000100:00100000:3.0:1780298629.226642:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608366464 00000100:00100000:0.0:1780298629.226642:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4393 00000100:00100000:0.0:1780298629.226657:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608366336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.226668:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.226683:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c8dab73/0xaf35132e6302a264 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca3b1 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.226686:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4394 00000100:00100000:0.0:1780298629.226737:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604233728:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.226738:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777608366464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.226750:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.226759:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e6302a26b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca3b8 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.226789:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604233856:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.226796:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.226826:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.227611:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604233728:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.227611:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604233856:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.227638:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c8dab73/0xaf35132e6302a264 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3b1 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.227638:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e6302a26b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3b8 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.227658:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c8dab73/0xaf35132e6302a264 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3b1 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.227658:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e6302a26b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3b8 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.227672:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36800, rc 0) 00010000:00010000:0.0:1780298629.227672:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00000100:00100000:0.0:1780298629.227711:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777608366464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1015us (1118us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.227719:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4394 00000100:00100000:3.0:1780298629.227924:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608366336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1272us (1397us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.227930:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4393 00000100:00100000:1.0:1780298629.230058:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.230087:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608366592 00000100:00100000:1.0:1780298629.230094:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608366592 00000100:00100000:1.0:1780298629.230161:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4395 00000100:00100000:1.0:1780298629.230172:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608366592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.230187:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.230205:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a272 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca3bf expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.230259:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604233984:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.230339:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.230427:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.230518:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608366720 00000100:00100000:1.0:1780298629.230521:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608366720 00000100:00100000:1.0:1780298629.230562:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4396 00000100:00100000:1.0:1780298629.230572:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777608366720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.230582:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.230594:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a279 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca3c6 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.230630:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604234112:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.230667:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.231424:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604233984:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.231443:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604234112:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.231461:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a272 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3bf expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.231474:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a279 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3c6 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.231482:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a272 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3bf expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.231489:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a279 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3c6 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.231493:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00010000:00010000:1.0:1780298629.231497:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298629.231526:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608366592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1357us (1473us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.231526:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777608366720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 956us (1101us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.231534:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4396 00000100:00100000:3.0:1780298629.231540:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4395 00000100:00100000:1.0:1780298629.233010:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.233062:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608366848 00000100:00100000:3.0:1780298629.233070:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608366848 00000100:00100000:1.0:1780298629.233104:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.233119:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608366976 00000100:00100000:1.0:1780298629.233162:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4397 00000100:00100000:1.0:1780298629.233174:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608366848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.233187:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.233189:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608366976 00010000:00010000:1.0:1780298629.233201:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a280 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca3cd expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.233229:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4398 00000100:00100000:3.0:1780298629.233240:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2397:x1866777608366976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.233249:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.233258:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604234240:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.233259:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302a287 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca3d4 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.233299:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604234368:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.233317:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.233337:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.234180:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604234368:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.234213:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302a287 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3d4 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.234221:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604234240:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.234246:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302a287 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3d4 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.234260:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450dc00, rc 0) 00010000:00010000:1.0:1780298629.234264:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a280 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3cd expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.234290:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a280 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3cd expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.234300:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2397:x1866777608366976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1060us (1194us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298629.234307:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:3.0:1780298629.234311:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4398 00000100:00100000:1.0:1780298629.234338:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608366848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1167us (1330us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.234347:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4397 00000100:00100000:1.0:1780298629.235646:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.235737:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608367104 00000100:00100000:3.0:1780298629.235744:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608367104 00000100:00100000:3.0:1780298629.235787:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4399 00000100:00100000:1.0:1780298629.235795:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.235800:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608367104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.235810:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.235823:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a28e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca3db expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.235827:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608367232 00000100:00100000:1.0:1780298629.235833:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608367232 00000100:00100000:1.0:1780298629.235870:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4400 00000100:00100000:1.0:1780298629.235880:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608367232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.235890:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.235902:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302a295 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca3e2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.235905:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604234496:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.235946:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604234624:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.235973:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.235982:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.236912:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604234624:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.236912:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604234496:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.236948:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a28e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3db expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.236955:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302a295 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3e2 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.236994:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302a295 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3e2 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.236995:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a28e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3db expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.237022:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00010000:00010000:3.0:1780298629.237040:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:1.0:1780298629.237060:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608367104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1263us (1416us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.237074:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608367232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1193us (1276us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.237074:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4399 00000100:00100000:3.0:1780298629.237086:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4400 00000100:00100000:1.0:1780298629.238202:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.238231:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608367360 00000100:00100000:1.0:1780298629.238237:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608367360 00000100:00100000:1.0:1780298629.238281:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4401 00000100:00100000:1.0:1780298629.238293:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608367360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.238305:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.238318:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302a29c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca3e9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.238362:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604234752:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.238442:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.238471:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.238525:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608367488 00000100:00100000:1.0:1780298629.238529:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608367488 00000100:00100000:1.0:1780298629.238561:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4402 00000100:00100000:1.0:1780298629.238569:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608367488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.238577:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.238587:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a2a3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca3f0 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.238625:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604234880:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.238671:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.239253:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604234752:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.239275:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302a29c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3e9 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.239292:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302a29c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3e9 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.239302:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298629.239337:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608367360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1048us (1136us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.239345:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4401 00000100:00100000:1.0:1780298629.239424:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604234880:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.239440:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a2a3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3f0 expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.239454:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a2a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3f0 expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.239463:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298629.239490:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608367488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 922us (1022us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.239498:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4402 00000100:00100000:2.0:1780298629.240566:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.240616:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608367616 00000100:00100000:1.0:1780298629.240622:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608367616 00000100:00100000:1.0:1780298629.240658:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4403 00000100:00100000:1.0:1780298629.240668:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777608367616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.240678:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.240689:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a2aa lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca3f7 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.240710:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a1a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3158016->36712447] (req 3158016->3219455) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2ed expref: 17 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.240720:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(16 104) 00010000:00010000:1.0:1780298629.240731:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(17 104) 00010000:00010000:1.0:1780298629.240737:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a2aa lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3276800->3305471] (req 3276800->3305471) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3f7 expref: 19 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.240763:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a1a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3158016->36712447] (req 3158016->3219455) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2ed expref: 17 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.240778:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a1a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3158016->36712447] (req 3158016->3219455) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2ed expref: 17 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.240790:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604235008:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298629.240833:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.246372:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604235008:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.246421:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a2aa lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3276800->3305471] (req 3276800->3305471) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3f7 expref: 19 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.246441:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:1.0:1780298629.246501:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:28749:x1866777608367616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 5836us (5938us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.246509:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4403 00000100:00100000:1.0:1780298629.246664:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.246692:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608367744 00000100:00100000:1.0:1780298629.246698:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608367744 00010000:00010000:1.0:1780298629.246729:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a1a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3158016->36712447] (req 3158016->3219455) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2ed expref: 18 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.246764:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14077 00000100:00100000:1.0:1780298629.246775:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608367744:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.246789:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.246806:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a1a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [3158016->36712447] (req 3158016->3219455) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2ed expref: 18 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.246816:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a1a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [3158016->36712447] (req 3158016->3219455) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2ed expref: 18 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.246834:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a1a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [3158016->36712447] (req 3158016->3219455) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca2ed expref: 18 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.246848:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(17 104) 00010000:00010000:1.0:1780298629.246851:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(17 104) 00010000:00010000:1.0:1780298629.246858:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a2aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3276800->36831231] (req 3276800->3305471) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3f7 expref: 18 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.246873:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a2aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3276800->36831231] (req 3276800->3305471) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3f7 expref: 18 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.246902:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a2aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3276800->36831231] (req 3276800->3305471) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3f7 expref: 18 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.246914:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604235136:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298629.247400:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.248528:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.248583:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608367872 00000100:00100000:3.0:1780298629.248590:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608367872 00000100:00100000:3.0:1780298629.248645:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4285 00000100:00100000:3.0:1780298629.248655:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777608367872:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298629.248976:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1780298629.248980:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298629.248983:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298629.248985:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298629.248987:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 424 -> 480 00000100:00100000:3.0:1780298629.249042:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608367872:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 388us (593us total) trans 4294968786 rc 0/0 00000100:00100000:3.0:1780298629.249051:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4285 00000100:00100000:1.0:1780298629.249309:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604235136:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298629.249332:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.249364:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608367744:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 2592us (2702us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.249373:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14077 00000100:00100000:0.0:1780298629.250438:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.250472:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.250498:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608368000 00000100:00100000:3.0:1780298629.250505:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608368000 00000100:00100000:2.0:1780298629.250526:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608368128 00000100:00100000:2.0:1780298629.250532:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608368128 00000100:00100000:3.0:1780298629.250549:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4404 00000100:00100000:0.0:1780298629.250566:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4405 00000100:00100000:3.0:1780298629.250569:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608368000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.250584:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.250590:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608368128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.250601:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.250605:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e6302a2b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca3fe expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.250612:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009cb6f854/0xaf35132e6302a2b8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca405 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.250668:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604235264:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.250703:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604235392:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.250736:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.250744:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.252228:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604235264:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.252229:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604235392:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.252263:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009cb6f854/0xaf35132e6302a2b8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca405 expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.252271:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e6302a2b1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3fe expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.252295:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e6302a2b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3fe expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.252300:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009cb6f854/0xaf35132e6302a2b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca405 expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.252312:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450dc00, rc 0) 00010000:00010000:0.0:1780298629.252317:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36e00, rc 0) 00000100:00100000:2.0:1780298629.252357:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608368000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1794us (1919us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.252365:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608368128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1787us (1890us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.252371:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4404 00000100:00100000:0.0:1780298629.252391:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4405 00000100:00100000:2.0:1780298629.253467:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.253532:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608368256 00000100:00100000:3.0:1780298629.253539:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608368256 00000100:00100000:2.0:1780298629.253558:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.253585:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608368384 00000100:00100000:3.0:1780298629.253589:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608368384 00000100:00100000:0.0:1780298629.253600:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4406 00000100:00100000:0.0:1780298629.253615:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608368256:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298629.253616:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4407 00010000:00010000:0.0:1780298629.253630:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298629.253631:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608368384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.253642:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097580845/0xaf35132e6302a2bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca40c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.253643:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.253653:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e6302a2c6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca413 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.253684:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604235520:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.253685:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604235648:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.253742:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.253743:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.254667:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604235520:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.254686:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604235648:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.254710:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000097580845/0xaf35132e6302a2bf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca40c expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.254714:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e6302a2c6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca413 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.254742:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097580845/0xaf35132e6302a2bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca40c expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.254743:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e6302a2c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca413 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.254767:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37600, rc 0) 00010000:00010000:3.0:1780298629.254771:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693400, rc 0) 00000100:00100000:0.0:1780298629.254810:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608368256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1201us (1343us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.254820:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608368384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1189us (1259us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.254821:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4406 00000100:00100000:3.0:1780298629.254834:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4407 00000100:00100000:3.0:1780298629.256098:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.256167:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608368512 00000100:00100000:3.0:1780298629.256174:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.256182:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608368512 00000100:00100000:3.0:1780298629.256199:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608368640 00000100:00100000:3.0:1780298629.256204:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608368640 00000100:00100000:1.0:1780298629.256228:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4408 00000100:00100000:3.0:1780298629.256240:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4409 00000100:00100000:1.0:1780298629.256242:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608368512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.256257:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.256264:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608368640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.256271:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302a2cd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca41a expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.256278:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.256291:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a2d4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca421 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.256325:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604235776:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.256338:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604235904:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.256404:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.256404:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.257280:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604235776:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.257304:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604235904:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.257310:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302a2cd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca41a expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.257327:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302a2cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca41a expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.257336:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a2d4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca421 expref: 21 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.257339:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00010000:00010000:3.0:1780298629.257356:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a2d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca421 expref: 21 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.257370:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d200, rc 0) 00000100:00100000:0.0:1780298629.257376:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608368512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1138us (1281us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.257394:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4408 00000100:00100000:3.0:1780298629.257414:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608368640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1156us (1238us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.257422:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4409 00000100:00100000:0.0:1780298629.258557:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.258592:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608368768 00000100:00100000:3.0:1780298629.258601:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608368768 00000100:00100000:0.0:1780298629.258611:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.258640:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608368896 00000100:00100000:3.0:1780298629.258643:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608368896 00000100:00100000:0.0:1780298629.258650:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4410 00000100:00100000:0.0:1780298629.258663:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608368768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.258674:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.258685:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e6302a2db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca428 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.258720:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604236032:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.258732:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4411 00000100:00100000:3.0:1780298629.258744:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608368896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.258752:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.258763:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302a2e2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca42f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.258774:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.258798:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604236160:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.258866:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.259659:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604236032:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.259680:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e6302a2db lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca428 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.259696:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e6302a2db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca428 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.259706:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37e00, rc 0) 00000100:00100000:2.0:1780298629.259740:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608368768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1081us (1184us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.259748:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4410 00000100:00100000:2.0:1780298629.259869:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604236160:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.259885:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302a2e2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca42f expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.259905:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302a2e2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca42f expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.259916:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c200, rc 0) 00000100:00100000:2.0:1780298629.259945:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608368896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1205us (1335us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.259952:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4411 00000100:00100000:0.0:1780298629.260990:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.261021:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608369024 00000100:00100000:3.0:1780298629.261028:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608369024 00000100:00100000:3.0:1780298629.261074:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4286 00000100:00100000:3.0:1780298629.261084:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608369024:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298629.261361:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 6215458 -> 6215458 00002000:00010000:3.0:1780298629.261364:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298629.261366:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298629.261368:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298629.261370:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1360 -> 1456 00000100:00100000:3.0:1780298629.261419:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608369024:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 337us (431us total) trans 4294969119 rc 0/0 00000100:00100000:3.0:1780298629.261425:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4286 00000100:00100000:0.0:1780298629.262984:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.263089:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.263179:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608369152 00000100:00100000:0.0:1780298629.263188:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608369152 00000100:00100000:0.0:1780298629.263245:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608369280 00000100:00100000:0.0:1780298629.263249:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608369280 00000100:00100000:0.0:1780298629.263277:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4412 00000100:00100000:0.0:1780298629.263289:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608369152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.263309:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.263326:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302a2e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca436 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.263402:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604236288:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.263497:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.263535:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4413 00000100:00100000:0.0:1780298629.263555:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608369280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.263564:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.263576:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a2f0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca43d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.263620:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604236416:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.263653:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.264873:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604236416:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.264909:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a2f0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca43d expref: 21 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.264932:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a2f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca43d expref: 21 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.264947:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37000, rc 0) 00000100:00100000:0.0:1780298629.264986:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608369280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1434us (1896us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.265000:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4413 00000100:00100000:0.0:1780298629.265060:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604236288:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.265090:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302a2e9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca436 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.265105:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302a2e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca436 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.265120:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37400, rc 0) 00000100:00100000:0.0:1780298629.265177:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608369152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1890us (2202us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.265188:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4412 00000100:00100000:0.0:1780298629.266414:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.266467:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608369408 00000100:00100000:3.0:1780298629.266477:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608369408 00000100:00100000:3.0:1780298629.266532:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4414 00000100:00100000:3.0:1780298629.266546:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608369408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.266562:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.266578:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e6302a2f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca444 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.266692:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604236544:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.266751:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.266840:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608369536 00000100:00100000:0.0:1780298629.266845:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608369536 00000100:00100000:0.0:1780298629.266879:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4415 00000100:00100000:0.0:1780298629.266891:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608369536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.266903:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.266918:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a2fe lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca44b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.266961:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604236672:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.267010:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.267614:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.267659:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604236544:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.267771:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e6302a2f7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca444 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.267801:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e6302a2f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca444 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.267816:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d200, rc 0) 00000100:00100000:3.0:1780298629.267856:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608369408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1315us (1445us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.267865:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4414 00000100:00100000:3.0:1780298629.268081:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604236672:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.268212:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a2fe lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca44b expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.268232:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a2fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca44b expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.268244:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36200, rc 0) 00000100:00100000:3.0:1780298629.268274:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608369536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1388us (1528us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.268281:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4415 00000100:00100000:3.0:1780298629.269347:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.269400:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608369664 00000100:00100000:0.0:1780298629.269410:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608369664 00000100:00100000:0.0:1780298629.269458:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4416 00000100:00100000:0.0:1780298629.269468:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608369664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.269481:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.269494:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a305 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca452 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.269535:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604236800:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.269577:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.269596:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.269615:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608369792 00000100:00100000:2.0:1780298629.269623:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608369792 00000100:00100000:2.0:1780298629.269667:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4417 00000100:00100000:2.0:1780298629.269680:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608369792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.269693:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.269710:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e6302a30c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca459 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.269759:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604236928:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.269812:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.270352:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604236800:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.270398:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a305 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca452 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.270421:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a305 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca452 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.270435:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:0.0:1780298629.270479:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608369664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1012us (1134us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.270488:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4416 00000100:00100000:2.0:1780298629.270549:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604236928:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.270579:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e6302a30c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca459 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.270602:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e6302a30c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca459 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.270627:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:2.0:1780298629.270666:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608369792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 990us (1093us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.270673:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4417 00000100:00100000:0.0:1780298629.272008:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.272037:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608369920 00000100:00100000:0.0:1780298629.272042:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608369920 00000100:00100000:0.0:1780298629.272083:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4418 00000100:00100000:0.0:1780298629.272093:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e424850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:28749:x1866777608369920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.272104:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.272122:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a313 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca460 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.272331:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(17 104) 00010000:00010000:0.0:1780298629.272336:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(17 104) 00010000:00010000:0.0:1780298629.272346:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a313 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3067904->3276799] (req 3067904->3071999) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca460 expref: 21 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.272363:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a313 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3067904->3276799] (req 3067904->3071999) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca460 expref: 21 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.272375:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36800, rc 0) 00000100:00100000:0.0:1780298629.272421:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e424850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:28749:x1866777608369920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 330us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.272429:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4418 00000100:00100000:0.0:1780298629.273314:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.273344:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608370048 00000100:00100000:0.0:1780298629.273347:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608370048 00002000:00100000:0.0:1780298629.273376:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3067904->3071999) req@ffff9cf2551c4700 x1866777608370048/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.273395:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c4700 with x1866777608370048 ext(3067904->3071999) 00002000:00010000:0.0:1780298629.273399:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c4700 00000100:00100000:0.0:1780298629.273428:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4287 00000100:00100000:0.0:1780298629.273437:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777608370048:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.273578:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777608370048:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 141us (264us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.273586:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4287 00002000:00100000:0.0:1780298629.273592:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3067904->3071999) req@ffff9cf2551c4700 x1866777608370048/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.273598:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c4700 with x1866777608370048 ext(3067904->3071999) 00002000:00010000:0.0:1780298629.273600:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c4700 00000100:00100000:3.0:1780298629.274775:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.274810:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608370176 00000100:00100000:0.0:1780298629.274816:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608370176 00002000:00100000:0.0:1780298629.274842:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (3072000->3076095) req@ffff9cf37f7bd500 x1866777608370176/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.274852:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd500 with x1866777608370176 ext(3072000->3076095) 00002000:00010000:0.0:1780298629.274856:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bd500 00000100:00100000:0.0:1780298629.274887:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4288 00000100:00100000:0.0:1780298629.274900:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777608370176:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.275005:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777608370176:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 110us (236us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.275012:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4288 00002000:00100000:0.0:1780298629.275019:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (3072000->3076095) req@ffff9cf37f7bd500 x1866777608370176/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.275027:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd500 with x1866777608370176 ext(3072000->3076095) 00002000:00010000:0.0:1780298629.275030:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bd500 00000100:00100000:3.0:1780298629.276051:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.276087:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608370304 00000100:00100000:0.0:1780298629.276095:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608370304 00002000:00100000:0.0:1780298629.276174:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (3076096->3080191) req@ffff9cf37f7bf480 x1866777608370304/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.276184:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf480 with x1866777608370304 ext(3076096->3080191) 00002000:00010000:0.0:1780298629.276188:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bf480 00000100:00100000:0.0:1780298629.276231:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4289 00000100:00100000:0.0:1780298629.276245:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777608370304:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.276356:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777608370304:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 116us (307us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.276363:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4289 00002000:00100000:0.0:1780298629.276370:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (3076096->3080191) req@ffff9cf37f7bf480 x1866777608370304/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.276375:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf480 with x1866777608370304 ext(3076096->3080191) 00002000:00010000:0.0:1780298629.276377:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bf480 00000100:00100000:3.0:1780298629.277554:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.277586:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.277625:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608370432 00000100:00100000:3.0:1780298629.277633:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608370432 00000100:00100000:3.0:1780298629.277678:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608370560 00000100:00100000:3.0:1780298629.277681:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608370560 00000100:00100000:3.0:1780298629.277710:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4419 00000100:00100000:3.0:1780298629.277722:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608370432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.277738:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.277756:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e6302a31a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca467 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.277812:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604237056:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.277889:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4420 00000100:00100000:3.0:1780298629.277899:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.277900:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608370560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.277910:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.277918:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e6302a321 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca46e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.277945:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604237184:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.277976:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.278650:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604237056:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.278680:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e6302a31a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca467 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.278702:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e6302a31a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca467 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.278713:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d200, rc 0) 00000100:00100000:3.0:1780298629.278745:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604237184:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.278749:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608370432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1029us (1197us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.278759:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4419 00010000:00010000:3.0:1780298629.278768:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e6302a321 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca46e expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.278792:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e6302a321 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca46e expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.278804:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:3.0:1780298629.278827:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608370560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 930us (1240us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.278835:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4420 00000100:00100000:3.0:1780298629.279786:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.279816:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.279835:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608370816 00000100:00100000:2.0:1780298629.279841:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608370816 00000100:00100000:3.0:1780298629.279844:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608370688 00000100:00100000:3.0:1780298629.279850:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608370688 00000100:00100000:2.0:1780298629.279879:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4421 00000100:00100000:3.0:1780298629.279888:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4422 00000100:00100000:2.0:1780298629.279891:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608370816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.279901:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.279905:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608370688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.279914:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e6302a328 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca47c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.279915:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.279926:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a32f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca475 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.279953:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604237312:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.279964:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604237440:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.280001:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.280001:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.280981:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604237440:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.280987:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604237312:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.281032:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a32f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca475 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.281033:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e6302a328 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca47c expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.281066:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a32f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca475 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.281069:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e6302a328 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca47c expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.281094:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00010000:00010000:2.0:1780298629.281096:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693400, rc 0) 00000100:00100000:3.0:1780298629.281165:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608370688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1267us (1347us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.281172:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608370816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1284us (1386us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.281176:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4422 00000100:00100000:2.0:1780298629.281187:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4421 00000100:00100000:2.0:1780298629.282272:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.282301:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608370944 00000100:00100000:3.0:1780298629.282308:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608370944 00000100:00100000:3.0:1780298629.282352:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4290 00000100:00100000:3.0:1780298629.282364:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608370944:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298629.282534:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 6215458 -> 6215458 00002000:00010000:3.0:1780298629.282538:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298629.282540:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298629.282542:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:3.0:1780298629.282544:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1456 -> 1456 00000100:00100000:3.0:1780298629.282574:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608370944:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 214us (302us total) trans 4294969120 rc 0/0 00000100:00100000:3.0:1780298629.282579:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4290 00000100:00100000:3.0:1780298629.283522:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.283550:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.283564:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608371072 00000100:00100000:2.0:1780298629.283569:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608371072 00000100:00100000:2.0:1780298629.283592:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608371200 00000100:00100000:2.0:1780298629.283595:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608371200 00000100:00100000:0.0:1780298629.283626:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4423 00000100:00100000:3.0:1780298629.283639:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4424 00000100:00100000:0.0:1780298629.283650:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608371072:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298629.283654:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777608371200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.283679:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.283681:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.283691:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302a336 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca48a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.283701:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a33d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca483 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.283737:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604237568:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.283769:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604237696:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.283805:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.283841:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.284533:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604237568:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.284578:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302a336 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca48a expref: 22 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.284599:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302a336 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca48a expref: 22 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.284613:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00000100:00100000:0.0:1780298629.284660:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777608371200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1011us (1108us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.284669:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4424 00000100:00100000:0.0:1780298629.284740:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604237696:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.284762:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a33d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca483 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.284779:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a33d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca483 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.284793:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:0.0:1780298629.284826:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608371072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1188us (1304us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.284834:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4423 00000100:00100000:2.0:1780298629.285749:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.285774:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608371328 00000100:00100000:3.0:1780298629.285781:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608371328 00000100:00100000:1.0:1780298629.285832:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4425 00000100:00100000:1.0:1780298629.285841:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608371328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.285850:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.285861:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a344 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca491 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.285897:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604237824:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.285942:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.286725:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.286767:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608371456 00000100:00100000:0.0:1780298629.286777:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608371456 00000100:00100000:0.0:1780298629.286828:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4426 00000100:00100000:0.0:1780298629.286842:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777608371456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.286858:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.286872:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a34b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca498 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.286915:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604237952:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.286961:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604237824:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.286997:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00010000:00010000:1.0:1780298629.287002:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a344 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca491 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.287022:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a344 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca491 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.287035:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298629.287074:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608371328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1234us (1327us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.287081:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4425 00000100:00100000:0.0:1780298629.287718:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604237952:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.287747:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a34b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca498 expref: 22 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.287765:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a34b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca498 expref: 22 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.287776:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37000, rc 0) 00000100:00100000:0.0:1780298629.287814:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777608371456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 976us (1090us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.287821:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4426 00000100:00100000:3.0:1780298629.288790:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.288829:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608371584 00000100:00100000:2.0:1780298629.288836:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608371584 00000100:00100000:2.0:1780298629.288880:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4427 00000100:00100000:2.0:1780298629.288892:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608371584:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298629.288902:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298629.288904:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.288917:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e6302a352 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca49f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.288931:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608371712 00000100:00100000:0.0:1780298629.288937:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608371712 00000100:00100000:2.0:1780298629.288967:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604238080:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.288977:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4428 00000100:00100000:0.0:1780298629.288992:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608371712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.289003:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.289014:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a359 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca4a6 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.289033:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.289049:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604238208:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.289089:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.289603:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604238080:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.289624:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e6302a352 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca49f expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.289640:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e6302a352 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca49f expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.289648:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a600, rc 0) 00000100:00100000:2.0:1780298629.289686:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608371584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 800us (897us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.289691:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4427 00000100:00100000:1.0:1780298629.289800:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604238208:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.289825:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a359 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4a6 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.289844:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a359 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4a6 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.289851:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:1.0:1780298629.289877:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608371712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 893us (975us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.289882:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4428 00000100:00100000:3.0:1780298629.290718:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.290761:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608371840 00000100:00100000:1.0:1780298629.290768:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608371840 00000100:00100000:1.0:1780298629.290807:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4291 00000100:00100000:1.0:1780298629.290812:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608371840:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298629.290982:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 6215458 -> 6215458 00002000:00010000:1.0:1780298629.290986:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298629.290988:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298629.290990:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298629.290993:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1456 -> 1584 00000100:00100000:1.0:1780298629.291025:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608371840:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 212us (307us total) trans 4294969121 rc 0/0 00000100:00100000:1.0:1780298629.291035:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4291 00000100:00100000:3.0:1780298629.291945:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.291978:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.291995:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608371968 00000100:00100000:2.0:1780298629.292001:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608371968 00000100:00100000:1.0:1780298629.292020:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608372096 00000100:00100000:1.0:1780298629.292026:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608372096 00000100:00100000:2.0:1780298629.292048:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4429 00000100:00100000:2.0:1780298629.292057:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608371968:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298629.292066:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4430 00010000:00010000:2.0:1780298629.292068:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.292078:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777608372096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.292080:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a860e235/0xaf35132e6302a360 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca4ad expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.292092:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.292104:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a367 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca4b4 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.292121:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604238336:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.292167:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604238464:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.292200:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.292209:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.293150:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604238464:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.293155:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604238336:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.293181:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a860e235/0xaf35132e6302a360 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4ad expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.293188:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a367 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4b4 expref: 22 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.293209:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a367 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4b4 expref: 22 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.293210:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a860e235/0xaf35132e6302a360 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4ad expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.293228:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00010000:00010000:2.0:1780298629.293232:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b400, rc 0) 00000100:00100000:2.0:1780298629.293267:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608371968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1208us (1319us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.293267:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777608372096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1189us (1284us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.293283:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4430 00000100:00100000:2.0:1780298629.293291:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4429 00000100:00100000:3.0:1780298629.296162:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.296207:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608372224 00000100:00100000:0.0:1780298629.296217:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608372224 00000100:00100000:3.0:1780298629.296233:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.296276:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608372352 00000100:00100000:2.0:1780298629.296283:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608372352 00000100:00100000:0.0:1780298629.296283:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4431 00000100:00100000:0.0:1780298629.296300:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608372224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.296315:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298629.296332:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4432 00010000:00010000:0.0:1780298629.296333:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a36e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca4bb expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.296345:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777608372352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.296356:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.296368:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6302a375 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca4c2 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.296406:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604238592:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.296423:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604238720:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.296491:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.296491:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.297942:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604238720:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.297957:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604238592:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.297968:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6302a375 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4c2 expref: 22 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.297984:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a36e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4bb expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.297986:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6302a375 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4c2 expref: 22 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.298007:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3be00, rc 0) 00010000:00010000:0.0:1780298629.298015:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a36e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4bb expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.298026:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36a00, rc 0) 00000100:00100000:2.0:1780298629.298042:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777608372352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1703us (1808us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.298048:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4432 00000100:00100000:0.0:1780298629.298065:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608372224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1759us (1902us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.298072:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4431 00000100:00100000:2.0:1780298629.299179:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.299228:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608372480 00000100:00100000:3.0:1780298629.299235:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608372480 00000100:00100000:3.0:1780298629.299299:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4433 00000100:00100000:3.0:1780298629.299308:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:28749:x1866777608372480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.299319:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.299331:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a37c lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca4c9 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.299353:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e63029fd9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2756608->2949119] (req 2756608->2768895) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca126 expref: 20 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.299363:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(17 104) 00010000:00010000:3.0:1780298629.299368:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(18 104) 00010000:00010000:3.0:1780298629.299373:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a37c lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2936832->2981887] (req 2936832->2981887) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4c9 expref: 18 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.299411:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e63029fd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2756608->2949119] (req 2756608->2768895) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca126 expref: 20 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.299427:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e63029fd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2756608->2949119] (req 2756608->2768895) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca126 expref: 20 pid: 12101 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.299440:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604238848:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.299492:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.300178:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604238848:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.300196:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a37c lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2936832->2981887] (req 2936832->2981887) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4c9 expref: 18 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.300208:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:0.0:1780298629.300251:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:28749:x1866777608372480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 944us (1127us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.300258:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4433 00000100:00100000:0.0:1780298629.300563:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.300599:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608372608 00000100:00100000:1.0:1780298629.300604:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608372608 00010000:00010000:1.0:1780298629.300626:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e63029fd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2756608->2949119] (req 2756608->2768895) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca126 expref: 21 pid: 12101 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.300654:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14078 00000100:00100000:1.0:1780298629.300661:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777608372608:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.300671:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.300684:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e63029fd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [2756608->2949119] (req 2756608->2768895) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca126 expref: 21 pid: 12101 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.300696:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e63029fd9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [2756608->2949119] (req 2756608->2768895) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca126 expref: 21 pid: 12101 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.300714:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e63029fd9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [2756608->2949119] (req 2756608->2768895) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca126 expref: 21 pid: 12101 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.300725:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(18 104) 00010000:00010000:1.0:1780298629.300728:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(18 104) 00010000:00010000:1.0:1780298629.300737:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a37c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2936832->3067903] (req 2936832->2981887) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4c9 expref: 17 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.300747:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a37c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2936832->3067903] (req 2936832->2981887) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4c9 expref: 17 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.300771:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a37c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2936832->3067903] (req 2936832->2981887) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4c9 expref: 17 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.300781:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604238976:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298629.300819:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.301589:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604238976:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298629.301602:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.301628:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608372608:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 967us (1066us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.301640:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14078 00000100:00100000:1.0:1780298629.301854:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.301899:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608372736 00000100:00100000:0.0:1780298629.301904:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608372736 00000100:00100000:0.0:1780298629.301947:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4292 00000100:00100000:0.0:1780298629.301957:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608372736:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298629.302259:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298629.302263:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.302265:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.302266:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.302268:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 480 -> 544 00000100:00100000:0.0:1780298629.302295:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608372736:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 341us (440us total) trans 4294968787 rc 0/0 00000100:00100000:0.0:1780298629.302303:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4292 00000100:00100000:0.0:1780298629.303331:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.303371:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608372864 00000100:00100000:2.0:1780298629.303376:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608372864 00000100:00100000:2.0:1780298629.303420:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4434 00000100:00100000:1.0:1780298629.303431:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.303432:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608372864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.303442:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.303448:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608372992 00000100:00100000:3.0:1780298629.303453:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608372992 00010000:00010000:2.0:1780298629.303457:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e6302a383 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca4d0 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.303479:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4435 00000100:00100000:3.0:1780298629.303485:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608372992:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298629.303509:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604239104:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.303536:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.303548:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302a38a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca4d7 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.303560:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.303583:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604239232:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.303616:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.304352:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604239104:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.304391:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e6302a383 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4d0 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.304414:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e6302a383 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4d0 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.304425:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a600, rc 0) 00000100:00100000:3.0:1780298629.304448:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604239232:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.304460:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608372864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1031us (1128us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298629.304470:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302a38a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4d7 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.304470:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4434 00010000:00010000:3.0:1780298629.304488:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302a38a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4d7 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.304500:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c800, rc 0) 00000100:00100000:3.0:1780298629.304531:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608372992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1046us (1100us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.304539:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4435 00000100:00100000:1.0:1780298629.305402:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.305434:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608373120 00000100:00100000:0.0:1780298629.305440:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608373120 00000100:00100000:0.0:1780298629.305472:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4436 00000100:00100000:0.0:1780298629.305489:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608373120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.305499:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.305509:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e6302a391 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca4de expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.305518:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.305548:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604239360:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.305568:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608373248 00000100:00100000:1.0:1780298629.305574:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608373248 00000100:00100000:0.0:1780298629.305603:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.305617:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4437 00000100:00100000:1.0:1780298629.305628:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608373248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.305637:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.305647:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a398 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca4e5 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.305678:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604239488:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.305715:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.306847:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604239360:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.306857:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604239488:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.306867:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e6302a391 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4de expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.306880:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f68a0cb8/0xaf35132e6302a391 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4de expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.306889:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a398 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4e5 expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.306892:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37800, rc 0) 00010000:00010000:1.0:1780298629.306908:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a398 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4e5 expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.306920:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:0.0:1780298629.306921:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608373120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1441us (1518us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.306929:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4436 00000100:00100000:1.0:1780298629.306953:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608373248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1327us (1438us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.306964:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4437 00000100:00100000:2.0:1780298629.307998:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.308028:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.308045:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608373376 00000100:00100000:0.0:1780298629.308052:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608373376 00000100:00100000:3.0:1780298629.308059:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608373504 00000100:00100000:3.0:1780298629.308064:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608373504 00000100:00100000:0.0:1780298629.308088:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4438 00000100:00100000:0.0:1780298629.308098:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608373376:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298629.308107:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4439 00010000:00010000:0.0:1780298629.308107:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.308120:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608373504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.308153:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a39f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca4ec expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.308154:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.308165:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a3a6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca4f3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.308189:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604239616:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.308201:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604239744:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.308230:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1c00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.308237:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.309072:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604239616:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.309093:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a39f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4ec expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.309110:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a39f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4ec expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.309119:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36e00, rc 0) 00000100:00100000:0.0:1780298629.309194:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608373376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1097us (1196us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.309202:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4438 00000100:00100000:0.0:1780298629.309337:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348318a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604239744:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.309355:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a3a6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4f3 expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.309368:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a3a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4f3 expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.309377:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00000100:00100000:0.0:1780298629.309415:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608373504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1300us (1387us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.309420:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4439 00000100:00100000:2.0:1780298629.310731:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.310772:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608373632 00000100:00100000:0.0:1780298629.310778:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608373632 00002000:00100000:0.0:1780298629.310806:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (507904->511999) req@ffff9cf37f756680 x1866777608373632/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.310814:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f756680 with x1866777608373632 ext(507904->511999) 00002000:00010000:0.0:1780298629.310818:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f756680 00000100:00100000:0.0:1780298629.310836:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4293 00000100:00100000:0.0:1780298629.310842:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608373632:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.310986:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608373632:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 143us (258us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.310992:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4293 00002000:00100000:0.0:1780298629.310999:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (507904->511999) req@ffff9cf37f756680 x1866777608373632/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.311007:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f756680 with x1866777608373632 ext(507904->511999) 00002000:00010000:0.0:1780298629.311015:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f756680 00000100:00100000:3.0:1780298629.312198:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.312242:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608373760 00000100:00100000:0.0:1780298629.312248:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608373760 00002000:00100000:0.0:1780298629.312272:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (512000->516095) req@ffff9cf34831a300 x1866777608373760/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.312282:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831a300 with x1866777608373760 ext(512000->516095) 00002000:00010000:0.0:1780298629.312286:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831a300 00000100:00100000:0.0:1780298629.312312:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4294 00000100:00100000:0.0:1780298629.312320:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608373760:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.312440:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608373760:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 121us (243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.312448:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4294 00002000:00100000:0.0:1780298629.312455:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (512000->516095) req@ffff9cf34831a300 x1866777608373760/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.312463:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831a300 with x1866777608373760 ext(512000->516095) 00002000:00010000:0.0:1780298629.312467:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831a300 00000100:00100000:3.0:1780298629.313255:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.313291:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608373888 00000100:00100000:1.0:1780298629.313297:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608373888 00002000:00100000:1.0:1780298629.313321:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (516096->520191) req@ffff9cf348318700 x1866777608373888/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.313331:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318700 with x1866777608373888 ext(516096->520191) 00002000:00010000:1.0:1780298629.313334:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348318700 00000100:00100000:1.0:1780298629.313356:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4295 00000100:00100000:1.0:1780298629.313365:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608373888:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.313475:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608373888:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 112us (220us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.313483:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4295 00002000:00100000:1.0:1780298629.313490:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (516096->520191) req@ffff9cf348318700 x1866777608373888/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.313499:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318700 with x1866777608373888 ext(516096->520191) 00002000:00010000:1.0:1780298629.313502:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348318700 00000100:00100000:2.0:1780298629.314482:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.314538:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608374016 00000100:00100000:1.0:1780298629.314542:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608374016 00002000:00100000:1.0:1780298629.314561:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (520192->524287) req@ffff9cf37f755f80 x1866777608374016/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.314568:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755f80 with x1866777608374016 ext(520192->524287) 00002000:00010000:1.0:1780298629.314570:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f755f80 00000100:00100000:1.0:1780298629.314620:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4296 00000100:00100000:1.0:1780298629.314628:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608374016:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.314728:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608374016:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 101us (247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.314733:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4296 00002000:00100000:1.0:1780298629.314737:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (520192->524287) req@ffff9cf37f755f80 x1866777608374016/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.314743:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755f80 with x1866777608374016 ext(520192->524287) 00002000:00010000:1.0:1780298629.314746:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f755f80 00000100:00100000:3.0:1780298629.316094:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.316143:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608374144 00000100:00100000:0.0:1780298629.316149:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608374144 00002000:00100000:0.0:1780298629.316177:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (524288->528383) req@ffff9cf348319180 x1866777608374144/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.316187:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348319180 with x1866777608374144 ext(524288->528383) 00002000:00010000:0.0:1780298629.316192:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348319180 00000100:00100000:0.0:1780298629.316214:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4297 00000100:00100000:0.0:1780298629.316222:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608374144:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.316327:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608374144:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 105us (233us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.316334:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4297 00002000:00100000:0.0:1780298629.316340:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (524288->528383) req@ffff9cf348319180 x1866777608374144/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.316348:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348319180 with x1866777608374144 ext(524288->528383) 00002000:00010000:0.0:1780298629.316351:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348319180 00000100:00100000:2.0:1780298629.317621:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.317666:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608374272 00000100:00100000:0.0:1780298629.317671:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608374272 00002000:00100000:0.0:1780298629.317699:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (528384->532479) req@ffff9cf37f754a80 x1866777608374272/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.317709:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754a80 with x1866777608374272 ext(528384->532479) 00002000:00010000:0.0:1780298629.317713:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754a80 00000100:00100000:0.0:1780298629.317736:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4298 00000100:00100000:0.0:1780298629.317746:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608374272:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.317837:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608374272:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 94us (219us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.317842:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4298 00002000:00100000:0.0:1780298629.317846:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (528384->532479) req@ffff9cf37f754a80 x1866777608374272/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.317852:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754a80 with x1866777608374272 ext(528384->532479) 00002000:00010000:0.0:1780298629.317855:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754a80 00000100:00100000:2.0:1780298629.318884:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.318919:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608374400 00000100:00100000:0.0:1780298629.318929:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608374400 00002000:00100000:0.0:1780298629.318947:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (532480->536575) req@ffff9cf37f754000 x1866777608374400/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.318953:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754000 with x1866777608374400 ext(532480->536575) 00002000:00010000:0.0:1780298629.318956:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754000 00000100:00100000:0.0:1780298629.318973:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4299 00000100:00100000:0.0:1780298629.318978:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608374400:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.319051:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608374400:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (166us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.319058:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4299 00002000:00100000:0.0:1780298629.319064:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (532480->536575) req@ffff9cf37f754000 x1866777608374400/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.319072:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754000 with x1866777608374400 ext(532480->536575) 00002000:00010000:0.0:1780298629.319076:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754000 00000100:00100000:3.0:1780298629.320007:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.320053:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608374528 00000100:00100000:1.0:1780298629.320062:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608374528 00002000:00100000:1.0:1780298629.320087:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (536576->540671) req@ffff9cf348318000 x1866777608374528/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.320097:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318000 with x1866777608374528 ext(536576->540671) 00002000:00010000:1.0:1780298629.320101:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348318000 00000100:00100000:1.0:1780298629.320119:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4300 00000100:00100000:1.0:1780298629.320145:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608374528:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.320242:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608374528:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 116us (234us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.320249:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4300 00002000:00100000:1.0:1780298629.320255:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (536576->540671) req@ffff9cf348318000 x1866777608374528/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.320264:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318000 with x1866777608374528 ext(536576->540671) 00002000:00010000:1.0:1780298629.320267:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348318000 00000100:00100000:2.0:1780298629.321210:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.321254:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608374656 00000100:00100000:1.0:1780298629.321258:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608374656 00002000:00100000:1.0:1780298629.321276:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (540672->544767) req@ffff9cf244ada680 x1866777608374656/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.321283:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ada680 with x1866777608374656 ext(540672->544767) 00002000:00010000:1.0:1780298629.321285:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244ada680 00000100:00100000:1.0:1780298629.321300:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4301 00000100:00100000:1.0:1780298629.321304:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608374656:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.321373:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608374656:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 68us (167us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.321378:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4301 00002000:00100000:1.0:1780298629.321395:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (540672->544767) req@ffff9cf244ada680 x1866777608374656/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.321401:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ada680 with x1866777608374656 ext(540672->544767) 00002000:00010000:1.0:1780298629.321404:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244ada680 00000100:00100000:2.0:1780298629.322373:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.322433:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608374784 00000100:00100000:0.0:1780298629.322438:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608374784 00002000:00100000:0.0:1780298629.322464:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (544768->548863) req@ffff9cf244adb100 x1866777608374784/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.322474:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adb100 with x1866777608374784 ext(544768->548863) 00002000:00010000:0.0:1780298629.322478:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244adb100 00000100:00100000:0.0:1780298629.322504:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4302 00000100:00100000:0.0:1780298629.322512:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608374784:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.322631:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608374784:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 119us (259us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.322638:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4302 00002000:00100000:0.0:1780298629.322644:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (544768->548863) req@ffff9cf244adb100 x1866777608374784/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.322653:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adb100 with x1866777608374784 ext(544768->548863) 00002000:00010000:0.0:1780298629.322657:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244adb100 00000100:00100000:1.0:1780298629.323893:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.323936:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608374912 00000100:00100000:0.0:1780298629.323943:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608374912 00002000:00100000:0.0:1780298629.323971:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (548864->552959) req@ffff9cf243063b80 x1866777608374912/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.323981:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243063b80 with x1866777608374912 ext(548864->552959) 00002000:00010000:0.0:1780298629.323985:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243063b80 00000100:00100000:0.0:1780298629.324010:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4303 00000100:00100000:0.0:1780298629.324020:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608374912:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.324179:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608374912:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 154us (282us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.324188:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4303 00002000:00100000:0.0:1780298629.324195:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (548864->552959) req@ffff9cf243063b80 x1866777608374912/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.324203:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243063b80 with x1866777608374912 ext(548864->552959) 00002000:00010000:0.0:1780298629.324206:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243063b80 00000100:00100000:3.0:1780298629.325585:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.325626:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608375040 00000100:00100000:0.0:1780298629.325632:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608375040 00002000:00100000:0.0:1780298629.325657:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (552960->557055) req@ffff9cf348318e00 x1866777608375040/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.325665:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318e00 with x1866777608375040 ext(552960->557055) 00002000:00010000:0.0:1780298629.325669:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348318e00 00000100:00100000:0.0:1780298629.325689:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4304 00000100:00100000:0.0:1780298629.325697:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608375040:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.325817:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608375040:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 121us (274us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.325824:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4304 00002000:00100000:0.0:1780298629.325829:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (552960->557055) req@ffff9cf348318e00 x1866777608375040/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.325837:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318e00 with x1866777608375040 ext(552960->557055) 00002000:00010000:0.0:1780298629.325840:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348318e00 00000100:00100000:2.0:1780298629.327544:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.327596:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608375168 00000100:00100000:1.0:1780298629.327600:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608375168 00002000:00100000:1.0:1780298629.327626:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (557056->561151) req@ffff9cf244ad9500 x1866777608375168/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.327633:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9500 with x1866777608375168 ext(557056->561151) 00002000:00010000:1.0:1780298629.327637:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244ad9500 00000100:00100000:1.0:1780298629.327657:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4305 00000100:00100000:1.0:1780298629.327667:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608375168:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.327796:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608375168:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 131us (254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.327804:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4305 00002000:00100000:1.0:1780298629.327812:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (557056->561151) req@ffff9cf244ad9500 x1866777608375168/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.327821:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9500 with x1866777608375168 ext(557056->561151) 00002000:00010000:1.0:1780298629.327824:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244ad9500 00000100:00100000:1.0:1780298629.329045:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.329151:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608375296 00000100:00100000:3.0:1780298629.329156:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608375296 00002000:00100000:3.0:1780298629.329178:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (561152->565247) req@ffff9cf347cd4380 x1866777608375296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298629.329187:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4380 with x1866777608375296 ext(561152->565247) 00002000:00010000:3.0:1780298629.329190:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd4380 00000100:00100000:0.0:1780298629.329249:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4306 00000100:00100000:0.0:1780298629.329261:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608375296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.329371:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608375296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 113us (325us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.329388:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4306 00002000:00100000:0.0:1780298629.329396:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (561152->565247) req@ffff9cf347cd4380 x1866777608375296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.329406:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4380 with x1866777608375296 ext(561152->565247) 00002000:00010000:0.0:1780298629.329410:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd4380 00000100:00100000:3.0:1780298629.330299:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.330333:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608375424 00000100:00100000:2.0:1780298629.330337:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608375424 00002000:00100000:2.0:1780298629.330354:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (565248->569343) req@ffff9cf348318a80 x1866777608375424/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.330361:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318a80 with x1866777608375424 ext(565248->569343) 00002000:00010000:2.0:1780298629.330364:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348318a80 00000100:00100000:2.0:1780298629.330391:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4307 00000100:00100000:2.0:1780298629.330398:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608375424:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.330471:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777608375424:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 74us (173us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.330479:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4307 00002000:00100000:2.0:1780298629.330485:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (565248->569343) req@ffff9cf348318a80 x1866777608375424/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.330493:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318a80 with x1866777608375424 ext(565248->569343) 00002000:00010000:2.0:1780298629.330496:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348318a80 00000100:00100000:2.0:1780298629.331456:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.331497:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608375552 00000100:00100000:0.0:1780298629.331501:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608375552 00002000:00100000:0.0:1780298629.331520:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (569344->573439) req@ffff9cf244ad8000 x1866777608375552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.331526:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8000 with x1866777608375552 ext(569344->573439) 00002000:00010000:0.0:1780298629.331529:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244ad8000 00000100:00100000:0.0:1780298629.331545:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4308 00000100:00100000:0.0:1780298629.331551:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608375552:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.331631:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608375552:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (175us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.331636:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4308 00002000:00100000:0.0:1780298629.331641:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (569344->573439) req@ffff9cf244ad8000 x1866777608375552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.331647:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8000 with x1866777608375552 ext(569344->573439) 00002000:00010000:0.0:1780298629.331650:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244ad8000 00000100:00100000:1.0:1780298629.332878:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.332914:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.332933:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608375680 00000100:00100000:2.0:1780298629.332938:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608375680 00000100:00100000:2.0:1780298629.332966:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608375808 00000100:00100000:2.0:1780298629.332968:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608375808 00000100:00100000:0.0:1780298629.332975:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4440 00000100:00100000:0.0:1780298629.332986:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608375680:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298629.332996:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4441 00010000:00010000:0.0:1780298629.332998:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298629.333006:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777608375808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.333016:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.333019:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a3ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca4fa expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.333028:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039d55ad6/0xaf35132e6302a3b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca501 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.333082:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604240000:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.333084:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604239872:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.333203:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.333209:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.334118:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604240000:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.334141:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604239872:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.334176:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000039d55ad6/0xaf35132e6302a3b4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca501 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.334182:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a3ad lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4fa expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.334207:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a3ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4fa expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.334209:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039d55ad6/0xaf35132e6302a3b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca501 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.334224:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36e00, rc 0) 00010000:00010000:2.0:1780298629.334228:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a400, rc 0) 00000100:00100000:0.0:1780298629.334250:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608375680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1267us (1373us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.334255:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4440 00000100:00100000:2.0:1780298629.334260:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777608375808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1256us (1345us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.334269:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4441 00000100:00100000:1.0:1780298629.335398:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.335427:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608375936 00000100:00100000:2.0:1780298629.335432:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608375936 00000100:00100000:2.0:1780298629.335463:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4442 00000100:00100000:2.0:1780298629.335480:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608375936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.335494:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.335503:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000991eb57d/0xaf35132e6302a3bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca508 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.335527:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.335532:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604240128:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.335558:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608376064 00000100:00100000:0.0:1780298629.335563:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608376064 00000100:00100000:2.0:1780298629.335575:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.335606:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4443 00000100:00100000:0.0:1780298629.335616:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777608376064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.335624:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.335633:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f68a0cb8/0xaf35132e6302a3c2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca50f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.335659:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604240256:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.335691:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.336229:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604240128:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.336242:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000991eb57d/0xaf35132e6302a3bb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca508 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.336253:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000991eb57d/0xaf35132e6302a3bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca508 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.336263:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a200, rc 0) 00000100:00100000:2.0:1780298629.336291:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608375936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 822us (893us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.336296:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4442 00000100:00100000:0.0:1780298629.336358:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604240256:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.336374:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f68a0cb8/0xaf35132e6302a3c2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca50f expref: 20 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.336397:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f68a0cb8/0xaf35132e6302a3c2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca50f expref: 20 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.336404:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37800, rc 0) 00000100:00100000:0.0:1780298629.336448:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777608376064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 836us (922us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.336454:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4443 00000100:00100000:1.0:1780298629.337672:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.337727:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608376192 00000100:00100000:0.0:1780298629.337732:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608376192 00000100:00100000:0.0:1780298629.337773:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4444 00000100:00100000:0.0:1780298629.337782:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608376192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.337793:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.337798:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298629.337804:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e6302a3c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca516 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.337837:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604240384:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.337840:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608376320 00000100:00100000:2.0:1780298629.337845:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608376320 00000100:00100000:2.0:1780298629.337874:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4445 00000100:00100000:2.0:1780298629.337883:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608376320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.337890:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.337891:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1300 going to sleep for 11 seconds 00010000:00010000:2.0:1780298629.337899:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e6302a3d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca51d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.337924:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604240512:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.337952:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.338590:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604240384:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.338608:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e6302a3c9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca516 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.338623:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e6302a3c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca516 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.338633:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37e00, rc 0) 00000100:00100000:0.0:1780298629.338657:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608376192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 878us (987us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.338664:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4444 00000100:00100000:2.0:1780298629.338787:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604240512:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.338803:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e6302a3d0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca51d expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.338813:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e6302a3d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca51d expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.338820:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3bc00, rc 0) 00000100:00100000:2.0:1780298629.338848:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608376320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 967us (1054us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.338855:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4445 00000100:00100000:3.0:1780298629.339801:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.339894:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.339922:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608376448 00000100:00100000:2.0:1780298629.339927:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608376448 00000100:00100000:2.0:1780298629.339954:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608376576 00000100:00100000:2.0:1780298629.339956:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608376576 00000100:00100000:1.0:1780298629.339960:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4446 00000100:00100000:2.0:1780298629.339984:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4447 00000100:00100000:1.0:1780298629.339985:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608376448:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298629.339993:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608376576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.339996:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.340000:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.340004:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a3d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca524 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.340009:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e6302a3de lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca52b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.340037:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604240640:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.340049:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604240768:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.340091:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.340093:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.340888:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604240640:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.340909:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604240768:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.340910:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a3d7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca524 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.340930:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a3d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca524 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.340932:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e6302a3de lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca52b expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.340963:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00010000:00010000:2.0:1780298629.340965:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e6302a3de lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca52b expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.340978:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3aa00, rc 0) 00000100:00100000:1.0:1780298629.340992:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608376448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1022us (1190us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.340999:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4446 00000100:00100000:2.0:1780298629.341006:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608376576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1014us (1110us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.341014:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4447 00000100:00100000:0.0:1780298629.342502:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.342545:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608376704 00000100:00100000:2.0:1780298629.342550:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608376704 00002000:00100000:2.0:1780298629.342574:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (5775360->5824511) req@ffff9cf2551c5880 x1866777608376704/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.342591:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5880 with x1866777608376704 ext(5775360->5824511) 00002000:00010000:2.0:1780298629.342595:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c5880 00000100:00100000:2.0:1780298629.342611:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4309 00000100:00100000:2.0:1780298629.342616:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608376704:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.343559:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608376704:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 942us (1059us total) trans 0 rc 49152/49152 00000100:00100000:2.0:1780298629.343565:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4309 00002000:00100000:2.0:1780298629.343571:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (5775360->5824511) req@ffff9cf2551c5880 x1866777608376704/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.343576:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5880 with x1866777608376704 ext(5775360->5824511) 00002000:00010000:2.0:1780298629.343579:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c5880 00000100:00100000:1.0:1780298629.344584:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.344613:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608376832 00000100:00100000:0.0:1780298629.344617:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608376832 00000100:00100000:0.0:1780298629.344644:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4448 00000100:00100000:0.0:1780298629.344651:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608376832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.344660:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.344671:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a3e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca532 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.344717:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604240896:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.344757:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.344766:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.344814:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608376960 00000100:00100000:1.0:1780298629.344819:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608376960 00000100:00100000:1.0:1780298629.344856:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4449 00000100:00100000:1.0:1780298629.344867:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608376960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.344877:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.344888:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a3ec lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca539 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.344920:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604241024:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.344954:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.345450:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604240896:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.345470:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a3e5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca532 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.345488:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a3e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca532 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.345498:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36e00, rc 0) 00000100:00100000:0.0:1780298629.345528:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608376832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 876us (943us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.345535:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4448 00000100:00100000:1.0:1780298629.345738:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604241024:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.345766:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a3ec lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca539 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.345779:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a3ec lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca539 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.345789:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298629.345816:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608376960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 953us (1063us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.345822:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4449 00000100:00100000:3.0:1780298629.346641:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.346678:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608377088 00000100:00100000:1.0:1780298629.346682:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608377088 00000100:00100000:1.0:1780298629.346719:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4450 00000100:00100000:1.0:1780298629.346729:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608377088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.346738:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.346746:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a3f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca540 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.346756:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.346783:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604241152:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.346792:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608377216 00000100:00100000:2.0:1780298629.346797:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608377216 00000100:00100000:1.0:1780298629.346826:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.346833:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4451 00000100:00100000:2.0:1780298629.346844:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777608377216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.346852:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.346863:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e6302a3fa lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca547 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.346894:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604241280:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.346922:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.347482:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604241152:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.347501:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a3f3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca540 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.347516:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a3f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca540 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.347527:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:1.0:1780298629.347568:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608377088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 841us (926us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.347576:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4450 00000100:00100000:2.0:1780298629.347609:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604241280:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.347629:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e6302a3fa lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca547 expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.347645:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e6302a3fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca547 expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.347654:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a200, rc 0) 00000100:00100000:2.0:1780298629.347684:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777608377216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 843us (930us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.347693:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4451 00000100:00100000:3.0:1780298629.348450:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.348480:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608377472 00000100:00100000:1.0:1780298629.348484:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608377472 00000100:00100000:1.0:1780298629.348511:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61437 00000100:00100000:1.0:1780298629.348516:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+101:28749:x1866777608377472:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298629.348550:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.349561:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63029ed6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca023 expref: 101 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.349573:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.349576:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298629.350633:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a401 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 76 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.350646:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e63029e7b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fcf expref: 141 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.350663:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a401 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.350690:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e63029e7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fcf expref: 141 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.350701:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e63029e7b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fcf expref: 141 pid: 17567 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.350712:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604241408:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298629.350769:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.351698:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604241408:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.351714:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a401 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.351779:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.351816:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608377600 00000100:00100000:2.0:1780298629.351823:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608377600 00010000:00010000:2.0:1780298629.351847:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e63029e7b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fcf expref: 142 pid: 17567 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.351877:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14079 00000100:00100000:2.0:1780298629.351888:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+142:2399:x1866777608377600:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298629.351901:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.351906:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e63029e7b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fcf expref: 142 pid: 17567 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.351918:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e63029e7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fcf expref: 142 pid: 17567 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.351945:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e63029e7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c9fcf expref: 142 pid: 17567 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.351963:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.351967:0:8374:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a401 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.351979:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a401 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.351986:0:8374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a401 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.352005:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298629.352023:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a401 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.352031:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a401 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.352036:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+141:2399:x1866777608377600:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 149us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.352045:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14079 00000001:00080000:1.0:1780298629.352095:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990635 00000004:00010000:1.0:1780298629.352121:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009305c678 reply state 0000000081696ebd transno 4294990636 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a401 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.352152:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a401 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.352157:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.352159:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298629.352161:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298629.352215:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+103:28749:x1866777608377472:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 3699us (3765us total) trans 4294990636 rc 0/0 00000100:00100000:1.0:1780298629.352221:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61437 00000020:00080000:1.0:1780298629.352224:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298629.352905:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.352946:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608377728 00000100:00100000:0.0:1780298629.352952:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608377728 00000100:00100000:0.0:1780298629.352989:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4452 00000100:00100000:0.0:1780298629.352997:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608377728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.353009:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.353022:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a408 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca54e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.353044:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e6302a1ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1024000->2183167] (req 1024000->1044479) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca33a expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.353053:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6302a129 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2183168->3117055] (req 2183168->2228223) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca276 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.353062:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a06c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3117056->4358143] (req 3117056->3174399) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1b9 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.353069:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029ffc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4358144->37912575] (req 4358144->4423679) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca149 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.353076:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 4 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(60 143) 00010000:00010000:0.0:1780298629.353080:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(64 143) 00010000:00010000:0.0:1780298629.353084:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a408 lrc: 7/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca54e expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.353105:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029ffc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4358144->37912575] (req 4358144->4423679) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca149 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.353117:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029ffc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4358144->37912575] (req 4358144->4423679) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca149 expref: 12 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.353154:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604241536:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.353208:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a06c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3117056->4358143] (req 3117056->3174399) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1b9 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.353219:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a06c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3117056->4358143] (req 3117056->3174399) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1b9 expref: 12 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.353229:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604241664:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.353263:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6302a129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2183168->3117055] (req 2183168->2228223) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca276 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.353274:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6302a129 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2183168->3117055] (req 2183168->2228223) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca276 expref: 7 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.353284:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604241792:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.353319:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e6302a1ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1024000->2183167] (req 1024000->1044479) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca33a expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.353330:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e6302a1ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1024000->2183167] (req 1024000->1044479) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca33a expref: 12 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.353345:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604241920:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.353366:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.353811:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604241536:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.354180:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604241664:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.354261:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604241792:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.354300:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604241920:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.354327:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a408 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca54e expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.354342:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37000, rc 0) 00000100:00100000:0.0:1780298629.354371:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608377728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1376us (1466us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.354387:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4452 00000100:00100000:3.0:1780298629.354643:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.354674:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.354720:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608377984 00000100:00100000:1.0:1780298629.354721:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608377856 00000100:00100000:2.0:1780298629.354728:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608377984 00000100:00100000:1.0:1780298629.354728:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608377856 00000100:00100000:3.0:1780298629.354742:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298629.354756:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029ffc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4358144->37912575] (req 4358144->4423679) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca149 expref: 12 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.354756:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6302a129 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2183168->3117055] (req 2183168->2228223) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca276 expref: 8 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.354803:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608378112 00000100:00100000:1.0:1780298629.354808:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608378112 00010000:00010000:1.0:1780298629.354824:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e6302a1ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1024000->2183167] (req 1024000->1044479) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca33a expref: 13 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.354824:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14080 00000100:00100000:2.0:1780298629.354834:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14081 00000100:00100000:0.0:1780298629.354841:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608377856:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298629.354847:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b03450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608377984:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298629.354861:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298629.354861:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298629.354873:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14082 00010000:00010000:2.0:1780298629.354876:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029ffc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 9 type: EXT [4358144->37912575] (req 4358144->4423679) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca149 expref: 13 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.354879:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6302a129 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 9 type: EXT [2183168->3117055] (req 2183168->2228223) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca276 expref: 8 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.354891:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029ffc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 9 type: EXT [4358144->37912575] (req 4358144->4423679) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca149 expref: 13 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.354897:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608378112:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.354909:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1780298629.355002:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.355019:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608378240 00000100:00100000:3.0:1780298629.355023:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608378240 00010000:00010000:3.0:1780298629.355040:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a06c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 9 type: EXT [3117056->4358143] (req 3117056->3174399) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1b9 expref: 14 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.355058:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14083 00000100:00100000:3.0:1780298629.355064:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608378240:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298629.355072:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298629.355516:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6302a129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 10 type: EXT [2183168->3117055] (req 2183168->2228223) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca276 expref: 8 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.355543:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63029ffc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 11 type: EXT [4358144->37912575] (req 4358144->4423679) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca149 expref: 14 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.355545:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e6302a1ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 12 type: EXT [1024000->2183167] (req 1024000->1044479) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca33a expref: 14 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.355547:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a06c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 12 type: EXT [3117056->4358143] (req 3117056->3174399) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1b9 expref: 14 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.355550:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6302a129 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 13 type: EXT [2183168->3117055] (req 2183168->2228223) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca276 expref: 8 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.355581:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e6302a1ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1024000->2183167] (req 1024000->1044479) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca33a expref: 13 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.355582:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298629.355596:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a06c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [3117056->4358143] (req 3117056->3174399) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1b9 expref: 13 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.355607:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298629.355617:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e6302a1ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1024000->2183167] (req 1024000->1044479) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca33a expref: 13 pid: 8358 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.355618:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b03450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608377984:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 771us (971us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298629.355623:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a06c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [3117056->4358143] (req 3117056->3174399) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca1b9 expref: 13 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.355638:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14081 00000100:00100000:0.0:1780298629.355638:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608377856:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 800us (959us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298629.355652:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(64 143) 00000100:00100000:0.0:1780298629.355657:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14080 00010000:00010000:1.0:1780298629.355660:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(64 143) 00010000:00010000:1.0:1780298629.355669:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a408 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca54e expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.355680:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a408 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca54e expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.355690:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298629.355711:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a408 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca54e expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.355719:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608378240:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 653us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.355726:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604242048:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298629.355729:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14083 00000100:00100000:1.0:1780298629.355772:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.356509:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604242048:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298629.356533:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.356557:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608378112:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1669us (1816us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.356564:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14082 00000100:00100000:3.0:1780298629.356687:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.356718:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608378368 00000100:00100000:1.0:1780298629.356723:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608378368 00000100:00100000:1.0:1780298629.356754:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4453 00000100:00100000:1.0:1780298629.356762:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:28749:x1866777608378368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.356774:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.356784:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a40f lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca555 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.356803:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a106 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [167936->2609151] (req 167936->233471) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca253 expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.356812:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a37c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2936832->3067903] (req 2936832->2981887) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4c9 expref: 20 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.356820:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a2aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [3276800->36831231] (req 3276800->3305471) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3f7 expref: 19 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.356829:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a0e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2609152->2756607] (req 2609152->2613247) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca230 expref: 20 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.356842:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a313 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [3067904->3276799] (req 3067904->3071999) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca460 expref: 19 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.356848:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 5 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(18 104) 00010000:00010000:1.0:1780298629.356851:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(23 104) 00010000:00010000:1.0:1780298629.356855:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a40f lrc: 8/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca555 expref: 20 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.356872:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a313 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [3067904->3276799] (req 3067904->3071999) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca460 expref: 19 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.356884:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a313 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [3067904->3276799] (req 3067904->3071999) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca460 expref: 19 pid: 12101 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.356893:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604242176:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.356937:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a0e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2609152->2756607] (req 2609152->2613247) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca230 expref: 20 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.356947:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a0e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2609152->2756607] (req 2609152->2613247) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca230 expref: 20 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.356956:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242863b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604242304:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.356984:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a2aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [3276800->36831231] (req 3276800->3305471) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3f7 expref: 19 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.356993:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a2aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [3276800->36831231] (req 3276800->3305471) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3f7 expref: 19 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.357003:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604242432:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.357038:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a37c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2936832->3067903] (req 2936832->2981887) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4c9 expref: 20 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.357047:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a37c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2936832->3067903] (req 2936832->2981887) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4c9 expref: 20 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.357056:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604242560:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.357082:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a106 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [167936->2609151] (req 167936->233471) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca253 expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.357092:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a106 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [167936->2609151] (req 167936->233471) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca253 expref: 19 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.357101:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604242688:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298629.357122:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350735a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.357791:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604242176:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298629.357801:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242863b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604242304:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298629.357904:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.357918:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604242432:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.357933:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608378496 00000100:00100000:3.0:1780298629.357940:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608378496 00010000:00010000:3.0:1780298629.357959:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a313 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [3067904->3276799] (req 3067904->3071999) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca460 expref: 20 pid: 12101 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.357984:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14084 00000100:00100000:3.0:1780298629.357993:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608378496:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298629.358049:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298629.358065:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a313 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [3067904->3276799] (req 3067904->3071999) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca460 expref: 20 pid: 12101 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.358079:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a313 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [3067904->3276799] (req 3067904->3071999) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca460 expref: 20 pid: 12101 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.358096:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a313 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [3067904->3276799] (req 3067904->3071999) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca460 expref: 20 pid: 12101 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.358107:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604242560:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298629.358108:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.358121:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604242688:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.358162:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777608378496:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 169us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.358170:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14084 00010000:00010000:1.0:1780298629.358199:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a40f lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca555 expref: 20 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.358211:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298629.358245:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:28749:x1866777608378368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1484us (1559us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.358254:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4453 00000100:00100000:2.0:1780298629.358403:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.358434:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.358452:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608378752 00000100:00100000:0.0:1780298629.358456:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608378752 00000100:00100000:3.0:1780298629.358459:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608378624 00000100:00100000:3.0:1780298629.358464:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608378624 00000100:00100000:2.0:1780298629.358470:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298629.358474:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a0e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2609152->2756607] (req 2609152->2613247) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca230 expref: 20 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.358480:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a2aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [3276800->36831231] (req 3276800->3305471) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3f7 expref: 19 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.358498:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608378880 00000100:00100000:0.0:1780298629.358502:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608378880 00000100:00100000:2.0:1780298629.358507:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.358511:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14085 00010000:00010000:0.0:1780298629.358515:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a37c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2936832->3067903] (req 2936832->2981887) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4c9 expref: 21 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.358522:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255683b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2399:x1866777608378752:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298629.358527:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608379008 00010000:00010000:3.0:1780298629.358530:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298629.358533:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608379008 00000100:00100000:0.0:1780298629.358536:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14086 00010000:00010000:3.0:1780298629.358540:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a0e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [2609152->2756607] (req 2609152->2613247) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca230 expref: 21 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.358548:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608378624:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298629.358552:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a0e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [2609152->2756607] (req 2609152->2613247) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca230 expref: 21 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.358555:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a106 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [167936->2609151] (req 167936->233471) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca253 expref: 20 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.358556:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298629.358572:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a0e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 9 type: EXT [2609152->2756607] (req 2609152->2613247) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca230 expref: 21 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.358574:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a2aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 9 type: EXT [3276800->36831231] (req 3276800->3305471) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3f7 expref: 20 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.358591:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298629.358596:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a2aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3276800->36831231] (req 3276800->3305471) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3f7 expref: 20 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.358602:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14087 00000100:00100000:1.0:1780298629.358617:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b03850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2399:x1866777608378880:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298629.358624:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e6302a2aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3276800->36831231] (req 3276800->3305471) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca3f7 expref: 20 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.358626:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298629.358639:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298629.358640:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a37c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2936832->3067903] (req 2936832->2981887) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4c9 expref: 20 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.358654:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a37c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2936832->3067903] (req 2936832->2981887) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4c9 expref: 20 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.358667:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777608378624:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 122us (231us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298629.358671:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a37c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2936832->3067903] (req 2936832->2981887) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca4c9 expref: 20 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.358678:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14086 00000100:00100000:3.0:1780298629.358679:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255683b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2399:x1866777608378752:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 96us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.358694:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14085 00010000:00010000:1.0:1780298629.358699:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298629.358700:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14088 00000100:00100000:0.0:1780298629.358708:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777608379008:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298629.358715:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298629.358721:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a106 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [167936->2609151] (req 167936->233471) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca253 expref: 18 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.358730:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a106 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [167936->2609151] (req 167936->233471) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca253 expref: 18 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.358735:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b03850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608378880:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 120us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.358746:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14087 00010000:00010000:0.0:1780298629.358748:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a106 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [167936->2609151] (req 167936->233471) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca253 expref: 18 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.358757:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(23 104) 00010000:00010000:0.0:1780298629.358760:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(23 104) 00010000:00010000:0.0:1780298629.358764:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a40f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca555 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.358774:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a40f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca555 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.358791:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a40f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca555 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.358798:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604242816:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298629.358828:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.359632:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604242816:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298629.359641:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298629.359728:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608379008:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1020us (1221us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.359735:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14088 00000100:00100000:2.0:1780298629.359801:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.359841:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608379136 00000100:00100000:1.0:1780298629.359846:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608379136 00000100:00100000:2.0:1780298629.359868:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:1.0:1780298629.359870:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (3614988->18446744073709551615) 00002000:00100000:1.0:1780298629.359876:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243063100 with x1866777608379136 ext(3614988->18446744073709551615) 00002000:00010000:1.0:1780298629.359884:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243063100. 00000100:00100000:3.0:1780298629.359907:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608379264 00000100:00100000:3.0:1780298629.359912:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608379264 00000100:00100000:1.0:1780298629.359917:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4310 00000100:00100000:1.0:1780298629.359928:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608379136:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298629.359931:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:3.0:1780298629.359936:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6300 with x1866777608379264 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298629.359942:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b6300. 00000100:00100000:3.0:1780298629.359963:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4311 00000100:00100000:3.0:1780298629.359971:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2400:x1866777608379264:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298629.360525:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:2.0:1780298629.360528:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.360530:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.360531:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.360533:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 544 -> 0 00000100:00100000:2.0:1780298629.360563:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777608379264:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 593us (694us total) trans 4294968788 rc 0/0 00000100:00100000:2.0:1780298629.360568:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4311 00002000:00010000:2.0:1780298629.360570:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298629.360572:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6300 with x1866777608379264 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298629.360576:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b6300. 00002000:00010000:1.0:1780298629.360667:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 6215458 -> 3614988 00002000:00010000:1.0:1780298629.360671:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298629.360673:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298629.360676:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298629.360678:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1584 -> 1240 00000100:00100000:1.0:1780298629.360708:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608379136:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 783us (906us total) trans 4294969122 rc 0/0 00000100:00100000:1.0:1780298629.360716:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4310 00002000:00010000:1.0:1780298629.360719:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (3614988->18446744073709551615) 00002000:00100000:1.0:1780298629.360723:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243063100 with x1866777608379136 ext(3614988->18446744073709551615) 00002000:00010000:1.0:1780298629.360728:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243063100. 00000100:00100000:2.0:1780298629.361513:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.361555:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608379392 00000100:00100000:0.0:1780298629.361560:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608379392 00000100:00100000:0.0:1780298629.361595:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61438 00000100:00100000:0.0:1780298629.361601:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+141:28749:x1866777608379392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.361611:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.361622:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36e00/0xaf35132e6302a416 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 76 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca55c expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.361684:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36200/0xaf35132e6302a41d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 77 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.361698:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36200/0xaf35132e6302a41d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.361705:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36200/0xaf35132e6302a41d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298629.361722:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 3614988 00000004:00200000:0.0:1780298629.361726:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298629.361739:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36200/0xaf35132e6302a41d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.361755:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36e00/0xaf35132e6302a416 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca55c expref: 143 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.361764:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36200/0xaf35132e6302a41d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 76 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca55c expref: 142 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.361769:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.361771:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298629.361773:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36200, rc 0) 00000100:00100000:0.0:1780298629.361794:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+142:28749:x1866777608379392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 194us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.361798:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61438 00000100:00100000:3.0:1780298629.362784:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.362806:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.362817:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608379520 00000100:00100000:0.0:1780298629.362821:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608379520 00000100:00100000:0.0:1780298629.362856:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608379648 00000100:00100000:0.0:1780298629.362859:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608379648 00000100:00100000:0.0:1780298629.362883:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4454 00000100:00100000:1.0:1780298629.362895:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4455 00000100:00100000:0.0:1780298629.362896:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608379520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.362905:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.362913:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777608379648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.362914:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302a424 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca563 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.362928:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.362939:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302a42b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca56a expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.362953:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604242944:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.362980:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604243072:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.362998:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.363016:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242495180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.363769:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604242944:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.363792:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302a424 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca563 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.363793:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604243072:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.363813:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302a424 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca563 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.363819:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37400, rc 0) 00010000:00010000:1.0:1780298629.363821:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302a42b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca56a expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.363838:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302a42b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca56a expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.363845:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608379520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 954us (1060us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.363857:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4454 00010000:00010000:1.0:1780298629.363859:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:1.0:1780298629.363887:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777608379648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 980us (1080us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.363895:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4455 00000100:00100000:2.0:1780298629.364826:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.364857:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608379776 00000100:00100000:2.0:1780298629.364858:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.364863:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608379776 00000100:00100000:0.0:1780298629.364893:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608379904 00000100:00100000:0.0:1780298629.364895:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608379904 00000100:00100000:3.0:1780298629.364901:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4456 00000100:00100000:3.0:1780298629.364910:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608379776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.364918:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.364920:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4457 00010000:00010000:3.0:1780298629.364926:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e6302a432 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca571 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.364930:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608379904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.364942:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.364951:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a439 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca578 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.364961:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604243200:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.364978:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604243328:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.365001:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.365003:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.365735:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604243200:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.365749:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604243328:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.365754:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e6302a432 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca571 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.365767:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e6302a432 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca571 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.365769:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a439 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca578 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.365784:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d200, rc 0) 00010000:00010000:0.0:1780298629.365791:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a439 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca578 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.365801:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36400, rc 0) 00000100:00100000:2.0:1780298629.365811:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608379776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 903us (988us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.365817:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4456 00000100:00100000:0.0:1780298629.365829:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608379904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 899us (970us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.365837:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4457 00000100:00100000:2.0:1780298629.366806:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.366826:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.366842:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608380032 00000100:00100000:3.0:1780298629.366848:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608380032 00000100:00100000:0.0:1780298629.366869:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608380160 00000100:00100000:0.0:1780298629.366875:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608380160 00000100:00100000:3.0:1780298629.366887:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4458 00000100:00100000:3.0:1780298629.366897:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608380032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.366907:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.366914:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4459 00010000:00010000:3.0:1780298629.366917:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a440 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca57f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.366927:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777608380160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.366937:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.366947:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a447 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca586 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.366956:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604243456:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.366991:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604243584:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.367013:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.367027:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.367654:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604243456:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.367668:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a440 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca57f expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.367681:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a440 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca57f expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.367692:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c000, rc 0) 00000100:00100000:1.0:1780298629.367721:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608380032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 829us (916us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.367727:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4458 00000100:00100000:0.0:1780298629.367844:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604243584:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.367864:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a447 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca586 expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.367878:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a447 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca586 expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.367888:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36800, rc 0) 00000100:00100000:0.0:1780298629.367919:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777608380160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 997us (1090us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.367927:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4459 00000100:00100000:2.0:1780298629.368674:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.368712:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608380288 00000100:00100000:0.0:1780298629.368717:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608380288 00000100:00100000:0.0:1780298629.368758:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4460 00000100:00100000:0.0:1780298629.368767:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608380288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.368776:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.368785:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a44e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca58d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.368805:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a408 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca54e expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.368814:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(64 143) 00010000:00010000:0.0:1780298629.368818:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(65 143) 00010000:00010000:0.0:1780298629.368823:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a44e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3252224->3280895] (req 3252224->3280895) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca58d expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.368851:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a408 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca54e expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.368865:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a408 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca54e expref: 9 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.368876:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604243712:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.368916:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.369517:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604243712:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.369534:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a44e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3252224->3280895] (req 3252224->3280895) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca58d expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.369545:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36600, rc 0) 00000100:00100000:0.0:1780298629.369574:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608380288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 809us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.369580:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4460 00000100:00100000:1.0:1780298629.369685:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.369716:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608380416 00000100:00100000:3.0:1780298629.369721:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608380416 00010000:00010000:3.0:1780298629.369743:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a408 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca54e expref: 10 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.369773:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14089 00000100:00100000:3.0:1780298629.369781:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608380416:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298629.369792:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298629.369803:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a408 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca54e expref: 10 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.369816:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a408 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca54e expref: 10 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.369833:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a408 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca54e expref: 10 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.369843:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(65 143) 00010000:00010000:3.0:1780298629.369847:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(65 143) 00010000:00010000:3.0:1780298629.369855:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a44e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3252224->36806655] (req 3252224->3280895) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca58d expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.369866:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a44e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3252224->36806655] (req 3252224->3280895) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca58d expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.369889:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a44e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3252224->36806655] (req 3252224->3280895) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca58d expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.369899:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604243840:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298629.369936:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.370604:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604243840:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298629.370615:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.370641:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.370685:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608380544 00000100:00100000:3.0:1780298629.370688:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608380416:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 863us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.370691:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608380544 00000100:00100000:3.0:1780298629.370700:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14089 00000100:00100000:0.0:1780298629.370734:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4312 00000100:00100000:0.0:1780298629.370741:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608380544:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298629.370893:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 3614988 -> 3614988 00002000:00010000:0.0:1780298629.370897:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.370899:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.370902:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.370904:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1240 -> 1296 00000100:00100000:0.0:1780298629.370934:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608380544:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 193us (293us total) trans 4294969123 rc 0/0 00000100:00100000:0.0:1780298629.370941:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4312 00000100:00100000:1.0:1780298629.371605:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.371645:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608380672 00000100:00100000:2.0:1780298629.371649:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608380672 00000100:00100000:2.0:1780298629.371677:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61439 00000100:00100000:2.0:1780298629.371682:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+103:28749:x1866777608380672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.371693:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.371706:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a455 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 77 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca594 expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.371783:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a45c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 78 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.371793:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a45c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.371800:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a45c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298629.371820:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 3614988 00000004:00200000:2.0:1780298629.371822:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298629.371834:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a45c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.371851:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a455 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca594 expref: 105 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.371863:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a45c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca594 expref: 104 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.371870:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.371873:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298629.371876:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3ac00, rc 0) 00000100:00100000:2.0:1780298629.371906:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+104:28749:x1866777608380672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 224us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.371912:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61439 00000100:00100000:2.0:1780298629.372666:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.372708:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608380800 00000100:00100000:0.0:1780298629.372713:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608380800 00000100:00100000:0.0:1780298629.372756:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4461 00000100:00100000:0.0:1780298629.372765:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608380800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.372773:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.372782:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a463 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca59b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.372818:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604243968:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.372857:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.373579:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604243968:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.373602:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a463 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca59b expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.373618:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a463 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca59b expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.373627:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36e00, rc 0) 00000100:00100000:0.0:1780298629.373658:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608380800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 895us (992us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.373669:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4461 00000100:00100000:1.0:1780298629.374449:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.374483:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608380928 00000100:00100000:3.0:1780298629.374487:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608380928 00000100:00100000:3.0:1780298629.374510:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4462 00000100:00100000:3.0:1780298629.374516:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608380928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.374523:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.374529:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e6302a46a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca5a2 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.374550:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604244096:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.374581:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.375216:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604244096:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.375233:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e6302a46a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5a2 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.375249:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e6302a46a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5a2 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.375260:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00000100:00100000:1.0:1780298629.375289:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608380928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 773us (841us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.375296:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4462 00000100:00100000:2.0:1780298629.376096:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.376162:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608381056 00000100:00100000:0.0:1780298629.376166:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608381056 00000100:00100000:0.0:1780298629.376197:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4313 00000100:00100000:0.0:1780298629.376203:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608381056:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298629.376323:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 3614988 -> 3614988 00002000:00010000:0.0:1780298629.376325:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.376327:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.376328:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.376330:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1296 -> 1296 00000100:00100000:0.0:1780298629.376353:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608381056:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 150us (258us total) trans 4294969124 rc 0/0 00000100:00100000:0.0:1780298629.376357:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4313 00000100:00100000:3.0:1780298629.377279:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.377310:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.377311:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608381184 00000100:00100000:0.0:1780298629.377317:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608381184 00000100:00100000:0.0:1780298629.377348:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608381312 00000100:00100000:0.0:1780298629.377351:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608381312 00000100:00100000:2.0:1780298629.377358:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4463 00000100:00100000:2.0:1780298629.377367:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608381184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.377377:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.377377:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4464 00000100:00100000:0.0:1780298629.377396:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608381312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.377397:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000039d55ad6/0xaf35132e6302a471 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca5a9 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.377404:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.377415:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a478 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca5b0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.377430:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604244224:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.377443:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604244352:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.377481:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.377484:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.378205:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604244352:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.378227:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a478 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5b0 expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.378240:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604244224:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.378241:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a478 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5b0 expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.378257:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36800, rc 0) 00010000:00010000:3.0:1780298629.378262:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000039d55ad6/0xaf35132e6302a471 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5a9 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.378279:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039d55ad6/0xaf35132e6302a471 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5a9 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.378289:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a400, rc 0) 00000100:00100000:0.0:1780298629.378317:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608381312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 922us (1006us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.378322:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608381184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 954us (1041us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.378327:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4464 00000100:00100000:3.0:1780298629.378336:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4463 00000100:00100000:3.0:1780298629.379194:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.379220:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608381568 00000100:00100000:0.0:1780298629.379224:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608381568 00000100:00100000:2.0:1780298629.379245:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.379256:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608381440 00000100:00100000:0.0:1780298629.379260:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608381440 00000100:00100000:3.0:1780298629.379280:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4465 00000100:00100000:1.0:1780298629.379289:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4466 00000100:00100000:3.0:1780298629.379294:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e426450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608381568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.379304:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.379306:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608381440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.379316:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.379326:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a47f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca5b7 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.379330:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e6302a486 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca5be expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.379370:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604244480:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.379378:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604244608:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.379419:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.379425:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242495180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.380190:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604244480:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.380208:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e6302a486 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5be expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.380222:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e6302a486 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5be expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.380223:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604244608:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.380237:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3bc00, rc 0) 00010000:00010000:3.0:1780298629.380250:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a47f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5b7 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.380266:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e426450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777608381568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 978us (1072us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298629.380268:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a47f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5b7 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.380276:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4465 00010000:00010000:3.0:1780298629.380286:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:3.0:1780298629.380315:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608381440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1014us (1068us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.380323:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4466 00000100:00100000:1.0:1780298629.382525:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.382570:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608381824 00000100:00100000:2.0:1780298629.382578:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608381824 00000100:00100000:2.0:1780298629.382626:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61440 00000100:00100000:2.0:1780298629.382635:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+142:28749:x1866777608381824:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298629.382682:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.382704:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36200/0xaf35132e6302a41d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca55c expref: 142 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.382720:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.382725:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298629.382879:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a48d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 77 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.382895:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a45c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca594 expref: 103 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.382916:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a48d lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.382944:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a45c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca594 expref: 103 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.382958:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a45c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca594 expref: 103 pid: 17567 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.382970:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604244736:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298629.383030:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.383810:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604244736:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.383828:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a48d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.384020:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.384055:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608381952 00000100:00100000:3.0:1780298629.384061:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608381952 00010000:00010000:3.0:1780298629.384144:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a45c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca594 expref: 104 pid: 17567 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.384177:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14090 00000100:00100000:2.0:1780298629.384210:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+104:2399:x1866777608381952:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298629.384222:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.384228:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a45c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca594 expref: 104 pid: 17567 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.384241:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a45c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca594 expref: 104 pid: 17567 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.384267:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a45c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca594 expref: 104 pid: 17567 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.384278:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.384281:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a48d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.384296:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a48d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.384304:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a48d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.384322:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298629.384342:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a48d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.384353:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a48d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.384354:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+103:2399:x1866777608381952:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 169us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.384370:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14090 00000001:00080000:0.0:1780298629.384431:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990637 00000004:00010000:0.0:1780298629.384458:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042fbf718 reply state 00000000cf5b3f03 transno 4294990638 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a48d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.384469:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a48d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.384474:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.384477:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298629.384480:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298629.384541:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+144:28749:x1866777608381824:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1907us (2022us total) trans 4294990638 rc 0/0 00000100:00100000:0.0:1780298629.384546:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61440 00000020:00080000:0.0:1780298629.384549:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298629.385462:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.385486:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608382080 00000100:00100000:3.0:1780298629.385491:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608382080 00000100:00100000:3.0:1780298629.385515:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4467 00000100:00100000:3.0:1780298629.385520:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608382080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.385529:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.385538:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302a494 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca5c5 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.385560:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a44e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3252224->36806655] (req 3252224->3280895) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca58d expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.385566:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(65 143) 00010000:00010000:3.0:1780298629.385569:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(66 143) 00010000:00010000:3.0:1780298629.385572:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302a494 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5c5 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.385587:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a44e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3252224->36806655] (req 3252224->3280895) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca58d expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.385595:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a44e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3252224->36806655] (req 3252224->3280895) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca58d expref: 11 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.385602:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604244864:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.385636:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.386264:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604244864:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298629.386278:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302a494 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5c5 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.386289:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c800, rc 0) 00000100:00100000:3.0:1780298629.386314:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608382080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 794us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.386322:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4467 00000100:00100000:1.0:1780298629.386452:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.386496:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608382208 00000100:00100000:0.0:1780298629.386500:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608382208 00010000:00010000:0.0:1780298629.386516:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a44e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3252224->36806655] (req 3252224->3280895) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca58d expref: 11 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.386538:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14091 00000100:00100000:0.0:1780298629.386542:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608382208:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298629.386549:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298629.386566:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a44e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3252224->36806655] (req 3252224->3280895) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca58d expref: 11 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.386578:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a44e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3252224->36806655] (req 3252224->3280895) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca58d expref: 11 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.386595:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a44e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3252224->36806655] (req 3252224->3280895) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca58d expref: 11 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.386605:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(66 143) 00010000:00010000:0.0:1780298629.386609:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(66 143) 00010000:00010000:0.0:1780298629.386614:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302a494 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5c5 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.386629:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302a494 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5c5 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.386651:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302a494 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5c5 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.386662:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604244992:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298629.386704:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.387445:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604244992:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298629.387456:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298629.387479:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608382208:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 937us (1028us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.387485:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14091 00000100:00100000:1.0:1780298629.387574:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.387639:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608382336 00000100:00100000:3.0:1780298629.387643:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608382336 00000100:00100000:3.0:1780298629.387668:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4468 00000100:00100000:3.0:1780298629.387673:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:28749:x1866777608382336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.387682:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.387693:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6302a49b lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca5cc expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.387708:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a40f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca555 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.387715:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(23 104) 00010000:00010000:3.0:1780298629.387719:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(24 104) 00010000:00010000:3.0:1780298629.387723:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6302a49b lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5cc expref: 18 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.387744:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a40f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca555 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.387757:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a40f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca555 expref: 18 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.387765:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604245120:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.387796:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.388416:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604245120:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298629.388431:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6302a49b lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5cc expref: 18 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.388444:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c400, rc 0) 00000100:00100000:3.0:1780298629.388474:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777608382336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 801us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.388479:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4468 00000100:00100000:1.0:1780298629.388666:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.388701:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608382464 00000100:00100000:2.0:1780298629.388706:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608382464 00010000:00010000:2.0:1780298629.388725:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a40f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca555 expref: 19 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.388750:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14092 00000100:00100000:2.0:1780298629.388757:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608382464:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298629.388766:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.388778:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a40f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca555 expref: 19 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.388789:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a40f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca555 expref: 19 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.388804:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302a40f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca555 expref: 19 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.388814:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(24 104) 00010000:00010000:2.0:1780298629.388817:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(24 104) 00010000:00010000:2.0:1780298629.388821:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6302a49b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5cc expref: 17 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.388826:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6302a49b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5cc expref: 17 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.388843:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6302a49b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5cc expref: 17 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.388853:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604245248:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298629.388882:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.389661:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604245248:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298629.389698:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298629.389711:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298629.389742:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608382464:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 986us (1075us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.389746:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608382592 00000100:00100000:3.0:1780298629.389751:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14092 00000100:00100000:2.0:1780298629.389753:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608382592 00002000:00010000:2.0:1780298629.389778:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4575081->18446744073709551615) 00002000:00100000:2.0:1780298629.389783:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adb480 with x1866777608382592 ext(4575081->18446744073709551615) 00002000:00010000:2.0:1780298629.389791:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244adb480. 00000100:00100000:2.0:1780298629.389813:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4314 00000100:00100000:2.0:1780298629.389821:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608382592:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298629.389900:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.389937:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608382720 00000100:00100000:0.0:1780298629.389942:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608382720 00002000:00010000:0.0:1780298629.389961:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298629.389966:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519d180 with x1866777608382720 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298629.389972:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519d180. 00002000:00010000:2.0:1780298629.389981:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 3614988 -> 4575081 00002000:00010000:2.0:1780298629.389984:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.389986:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.389988:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.389990:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1296 -> 1296 00000100:00100000:0.0:1780298629.390000:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4315 00000100:00100000:0.0:1780298629.390010:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608382720:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298629.390026:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608382592:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 204us (327us total) trans 4294969125 rc 0/0 00000100:00100000:2.0:1780298629.390035:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4314 00002000:00010000:2.0:1780298629.390039:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4575081->18446744073709551615) 00002000:00100000:2.0:1780298629.390049:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adb480 with x1866777608382592 ext(4575081->18446744073709551615) 00002000:00010000:2.0:1780298629.390058:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244adb480. 00002000:00010000:0.0:1780298629.390096:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:0.0:1780298629.390100:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.390102:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.390105:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.390107:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298629.390166:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608382720:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 158us (266us total) trans 4294968789 rc 0/0 00000100:00100000:0.0:1780298629.390174:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4315 00002000:00010000:0.0:1780298629.390177:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298629.390180:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519d180 with x1866777608382720 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298629.390185:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519d180. 00000100:00100000:3.0:1780298629.390933:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.390967:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608382848 00000100:00100000:1.0:1780298629.390972:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608382848 00000100:00100000:1.0:1780298629.391003:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61441 00000100:00100000:1.0:1780298629.391008:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+103:28749:x1866777608382848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.391017:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.391029:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e6302a4a2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 77 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca5d3 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.391102:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a4a9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 78 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.391115:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a4a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.391140:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a4a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298629.391167:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 8769385 00000004:00200000:1.0:1780298629.391172:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298629.391187:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a4a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.391205:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e6302a4a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5d3 expref: 105 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.391214:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a4a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 77 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5d3 expref: 104 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.391220:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.391222:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298629.391224:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298629.391250:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+104:28749:x1866777608382848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 241us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.391256:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61441 00000100:00100000:1.0:1780298629.392027:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.392053:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.392071:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608382976 00000100:00100000:2.0:1780298629.392076:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608382976 00000100:00100000:3.0:1780298629.392086:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608383104 00000100:00100000:3.0:1780298629.392090:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608383104 00000100:00100000:2.0:1780298629.392112:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4469 00000100:00100000:3.0:1780298629.392120:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4470 00000100:00100000:2.0:1780298629.392149:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608382976:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298629.392154:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777608383104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.392161:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.392162:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.392172:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302a4b0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca5e1 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.392173:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a860e235/0xaf35132e6302a4b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca5da expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.392213:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604245376:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.392216:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604245504:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.392277:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.392277:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.392953:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604245376:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.392962:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604245504:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.392978:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302a4b0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5e1 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.392986:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a860e235/0xaf35132e6302a4b7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5da expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.393000:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302a4b0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5e1 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.393006:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a860e235/0xaf35132e6302a4b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5da expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.393017:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c200, rc 0) 00010000:00010000:2.0:1780298629.393022:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b400, rc 0) 00000100:00100000:1.0:1780298629.393052:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777608383104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 900us (997us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.393062:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4470 00000100:00100000:2.0:1780298629.393067:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608382976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 945us (1038us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.393076:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4469 00000100:00100000:0.0:1780298629.393970:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.394053:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608383232 00000100:00100000:3.0:1780298629.394059:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608383232 00000100:00100000:1.0:1780298629.394096:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.394102:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4471 00000100:00100000:3.0:1780298629.394113:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608383232:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.394153:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608383360 00000100:00100000:0.0:1780298629.394158:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608383360 00010000:00010000:3.0:1780298629.394185:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.394198:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4472 00000100:00100000:0.0:1780298629.394209:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608383360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.394217:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a4be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca5e8 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.394218:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.394230:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf17d487/0xaf35132e6302a4c5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca5ef expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.394258:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604245632:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.394265:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604245760:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.394313:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242495180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.394314:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.395076:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604245632:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.395098:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a4be lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5e8 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.395114:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a4be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5e8 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.395122:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:1.0:1780298629.395168:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608383232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1058us (1197us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.395173:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4471 00000100:00100000:3.0:1780298629.395179:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604245760:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.395198:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bf17d487/0xaf35132e6302a4c5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5ef expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.395208:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf17d487/0xaf35132e6302a4c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5ef expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.395215:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37400, rc 0) 00000100:00100000:3.0:1780298629.395258:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608383360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1054us (1163us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.395265:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4472 00000100:00100000:0.0:1780298629.396341:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.396398:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608383616 00000100:00100000:2.0:1780298629.396405:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608383616 00000100:00100000:2.0:1780298629.396444:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61442 00000100:00100000:2.0:1780298629.396455:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+104:28749:x1866777608383616:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298629.396507:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.396525:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a4a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5d3 expref: 104 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.396545:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.396550:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298629.396707:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3b200/0xaf35132e6302a4cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 77 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.396733:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3b200/0xaf35132e6302a4cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.396744:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3b200/0xaf35132e6302a4cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298629.396790:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990639 00000004:00010000:2.0:1780298629.396811:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000afe772b4 reply state 00000000f8988a86 transno 4294990640 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3b200/0xaf35132e6302a4cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.396822:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3b200/0xaf35132e6302a4cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.396830:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.396832:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298629.396835:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298629.396899:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+106:28749:x1866777608383616:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 447us (559us total) trans 4294990640 rc 0/0 00000100:00100000:2.0:1780298629.396907:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61442 00000020:00080000:2.0:1780298629.396911:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298629.397580:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.397633:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608383744 00000100:00100000:0.0:1780298629.397638:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608383744 00000100:00100000:0.0:1780298629.397670:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4473 00000100:00100000:0.0:1780298629.397679:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608383744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.397688:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.397696:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a4d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca5f6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.397714:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302a494 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5c5 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.397720:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(66 143) 00010000:00010000:0.0:1780298629.397723:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(67 143) 00010000:00010000:0.0:1780298629.397726:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a4d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5f6 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.397747:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302a494 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5c5 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.397757:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302a494 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5c5 expref: 10 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.397767:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604245888:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.397825:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.398552:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604245888:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.398570:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a4d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5f6 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.398578:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36600, rc 0) 00000100:00100000:0.0:1780298629.398600:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608383744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 925us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.398608:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4473 00000100:00100000:3.0:1780298629.398755:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.398799:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608383872 00000100:00100000:1.0:1780298629.398802:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608383872 00010000:00010000:1.0:1780298629.398818:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302a494 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5c5 expref: 11 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.398840:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14093 00000100:00100000:1.0:1780298629.398848:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608383872:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.398857:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.398872:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302a494 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5c5 expref: 11 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.398883:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302a494 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5c5 expref: 11 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.398896:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302a494 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5c5 expref: 11 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.398907:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(67 143) 00010000:00010000:1.0:1780298629.398910:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(67 143) 00010000:00010000:1.0:1780298629.398913:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a4d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5f6 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.398919:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a4d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5f6 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.398936:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a4d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5f6 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.398944:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255682680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604246016:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298629.398976:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242495180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.399653:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255682680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604246016:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298629.399665:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298629.399690:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608383872:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 842us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.399702:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14093 00000100:00100000:3.0:1780298629.399789:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.399806:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608384000 00000100:00100000:2.0:1780298629.399809:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608384000 00000100:00100000:2.0:1780298629.399831:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4474 00000100:00100000:2.0:1780298629.399835:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:28749:x1866777608384000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.399842:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.399851:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e6302a4da lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca5fd expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.399866:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6302a49b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5cc expref: 18 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.399875:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(24 104) 00010000:00010000:2.0:1780298629.399878:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(25 104) 00010000:00010000:2.0:1780298629.399883:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e6302a4da lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5fd expref: 19 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.399904:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6302a49b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5cc expref: 18 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.399917:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6302a49b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5cc expref: 18 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.399928:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604246144:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298629.399963:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.400590:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604246144:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.400608:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e6302a4da lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5fd expref: 19 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.400622:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b400, rc 0) 00000100:00100000:1.0:1780298629.400651:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:28749:x1866777608384000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 814us (861us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.400659:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4474 00000100:00100000:1.0:1780298629.400862:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.400895:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608384128 00000100:00100000:2.0:1780298629.400899:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608384128 00010000:00010000:2.0:1780298629.400913:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6302a49b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5cc expref: 19 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.400936:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14094 00000100:00100000:2.0:1780298629.400940:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b02c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777608384128:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298629.400946:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.400956:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6302a49b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5cc expref: 19 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.400963:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6302a49b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5cc expref: 19 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.400975:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6302a49b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5cc expref: 19 pid: 9128 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.400983:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(25 104) 00010000:00010000:2.0:1780298629.400985:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(25 104) 00010000:00010000:2.0:1780298629.400989:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e6302a4da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5fd expref: 18 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.400994:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e6302a4da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5fd expref: 18 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.401007:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e6302a4da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5fd expref: 18 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.401014:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604246272:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298629.401042:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424173c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.401726:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604246272:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298629.401738:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298629.401771:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b02c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608384128:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 828us (907us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.401779:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14094 00000100:00100000:1.0:1780298629.401820:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.401874:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608384256 00000100:00100000:0.0:1780298629.401879:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608384256 00002000:00010000:0.0:1780298629.401901:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5486123->18446744073709551615) 00002000:00100000:0.0:1780298629.401906:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255681500 with x1866777608384256 ext(5486123->18446744073709551615) 00002000:00010000:0.0:1780298629.401914:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255681500. 00000100:00100000:0.0:1780298629.401940:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4316 00000100:00100000:0.0:1780298629.401951:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608384256:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298629.401958:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.401983:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608384384 00000100:00100000:2.0:1780298629.401988:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608384384 00002000:00010000:2.0:1780298629.402004:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298629.402008:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255681180 with x1866777608384384 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298629.402014:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255681180. 00000100:00100000:2.0:1780298629.402037:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4317 00000100:00100000:2.0:1780298629.402047:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777608384384:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298629.402165:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4575081 -> 5486123 00002000:00010000:0.0:1780298629.402169:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.402180:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.402181:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298629.402186:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.402186:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:0.0:1780298629.402191:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1296 -> 1296 00002000:00010000:2.0:1780298629.402192:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.402196:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.402200:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298629.402224:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608384256:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 276us (404us total) trans 4294969126 rc 0/0 00000100:00100000:2.0:1780298629.402230:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2400:x1866777608384384:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 183us (271us total) trans 4294968790 rc 0/0 00000100:00100000:0.0:1780298629.402238:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4316 00002000:00010000:0.0:1780298629.402243:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5486123->18446744073709551615) 00000100:00100000:2.0:1780298629.402246:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4317 00002000:00100000:0.0:1780298629.402247:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255681500 with x1866777608384256 ext(5486123->18446744073709551615) 00002000:00010000:2.0:1780298629.402253:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00010000:0.0:1780298629.402255:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255681500. 00002000:00100000:2.0:1780298629.402258:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255681180 with x1866777608384384 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298629.402265:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255681180. 00000100:00100000:3.0:1780298629.403242:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.403282:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608384512 00000100:00100000:0.0:1780298629.403286:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608384512 00002000:00100000:0.0:1780298629.403304:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (5476352->5480447) req@ffff9cf24519fb80 x1866777608384512/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.403310:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519fb80 with x1866777608384512 ext(5476352->5480447) 00002000:00010000:0.0:1780298629.403314:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519fb80 00000100:00100000:0.0:1780298629.403328:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4318 00000100:00100000:0.0:1780298629.403333:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608384512:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.403453:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608384512:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 119us (213us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.403457:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4318 00002000:00100000:0.0:1780298629.403462:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (5476352->5480447) req@ffff9cf24519fb80 x1866777608384512/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.403467:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519fb80 with x1866777608384512 ext(5476352->5480447) 00002000:00010000:0.0:1780298629.403470:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519fb80 00000100:00100000:3.0:1780298629.404516:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.404544:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608384640 00000100:00100000:1.0:1780298629.404548:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608384640 00002000:00100000:1.0:1780298629.404566:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (5480448->5484543) req@ffff9cf24519df80 x1866777608384640/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.404573:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519df80 with x1866777608384640 ext(5480448->5484543) 00002000:00010000:1.0:1780298629.404575:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519df80 00000100:00100000:1.0:1780298629.404597:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4319 00000100:00100000:1.0:1780298629.404606:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608384640:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.404692:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608384640:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 89us (176us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.404698:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4319 00002000:00100000:1.0:1780298629.404705:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (5480448->5484543) req@ffff9cf24519df80 x1866777608384640/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.404714:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519df80 with x1866777608384640 ext(5480448->5484543) 00002000:00010000:1.0:1780298629.404718:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519df80 00000100:00100000:1.0:1780298629.405871:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.405910:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608384768 00000100:00100000:0.0:1780298629.405914:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608384768 00002000:00100000:0.0:1780298629.405930:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (5455872->5488639) req@ffff9cf255683b80 x1866777608384768/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.405936:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255683b80 with x1866777608384768 ext(5455872->5488639) 00002000:00010000:0.0:1780298629.405939:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255683b80 00000100:00100000:0.0:1780298629.405953:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4320 00000100:00100000:0.0:1780298629.405958:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608384768:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.406764:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608384768:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 802us (890us total) trans 0 rc 24576/24576 00000100:00100000:0.0:1780298629.406772:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4320 00002000:00100000:0.0:1780298629.406780:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (5455872->5488639) req@ffff9cf255683b80 x1866777608384768/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.406795:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255683b80 with x1866777608384768 ext(5455872->5488639) 00002000:00010000:0.0:1780298629.406798:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255683b80 00000100:00100000:3.0:1780298629.407864:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.407900:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608384896 00000100:00100000:2.0:1780298629.407904:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608384896 00002000:00100000:2.0:1780298629.407927:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (5476352->5486122) req@ffff9cf24519ea00 x1866777608384896/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 10264/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.407934:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ea00 with x1866777608384896 ext(5476352->5486122) 00002000:00010000:2.0:1780298629.407937:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519ea00 00000100:00100000:2.0:1780298629.407951:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4321 00000100:00100000:2.0:1780298629.407956:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608384896:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298629.408430:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608384896:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 472us (565us total) trans 4294969127 rc 0/0 00000100:00100000:3.0:1780298629.408438:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4321 00002000:00100000:3.0:1780298629.408445:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (5476352->5486122) req@ffff9cf24519ea00 x1866777608384896/t4294969127(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 10264/448 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298629.408460:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ea00 with x1866777608384896 ext(5476352->5486122) 00002000:00010000:3.0:1780298629.408464:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519ea00 00000100:00100000:3.0:1780298629.409060:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.409092:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608385024 00000100:00100000:1.0:1780298629.409096:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608385024 00000100:00100000:1.0:1780298629.409141:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4475 00000100:00100000:1.0:1780298629.409149:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608385024:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298629.409972:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969127 is committed 00000001:00080000:0.0:1780298629.409984:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969125 is committed 00000100:00100000:1.0:1780298629.410052:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608385024:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 903us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.410060:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4475 00000100:00100000:1.0:1780298629.410897:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.410928:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608385152 00000100:00100000:2.0:1780298629.410933:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608385152 00000100:00100000:2.0:1780298629.410960:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61443 00000100:00100000:2.0:1780298629.410966:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+106:28749:x1866777608385152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.410979:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.410996:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a600/0xaf35132e6302a4e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 78 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca604 expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.411062:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a4e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 79 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.411078:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a4e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.411089:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a4e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298629.411112:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 9680427 00000004:00200000:2.0:1780298629.411116:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298629.411153:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a4e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.411173:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a600/0xaf35132e6302a4e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca604 expref: 108 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.411187:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a4e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 78 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca604 expref: 107 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.411194:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.411196:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298629.411199:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3ac00, rc 0) 00000100:00100000:2.0:1780298629.411224:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+107:28749:x1866777608385152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 258us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.411228:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61443 00000100:00100000:1.0:1780298629.412758:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.412797:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608385280 00000100:00100000:2.0:1780298629.412801:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608385280 00000100:00100000:1.0:1780298629.412807:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.412830:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608385408 00000100:00100000:2.0:1780298629.412833:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608385408 00000100:00100000:2.0:1780298629.412856:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4476 00000100:00100000:2.0:1780298629.412863:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608385280:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.412867:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4477 00010000:00010000:2.0:1780298629.412872:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.412877:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608385408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.412883:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e6302a4ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca60b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.412885:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.412896:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a4f6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca612 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.412929:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604246400:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.412929:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604246528:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.412997:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.412997:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00002000:00010000:2.0:1780298629.413819:0:19992:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 1296 -> 1320 00000100:00100000:0.0:1780298629.413830:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604246528:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.413834:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604246400:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.413862:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e6302a4ef lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca60b expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.413863:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a4f6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca612 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.413898:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a4f6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca612 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.413899:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e6302a4ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca60b expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.413923:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00010000:00010000:2.0:1780298629.413924:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3be00, rc 0) 00000100:00100000:0.0:1780298629.413960:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608385408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1084us (1152us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.413966:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608385280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1098us (1205us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.413968:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4477 00000100:00100000:2.0:1780298629.413986:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4476 00000100:00100000:1.0:1780298629.415094:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.415154:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608385536 00000100:00100000:2.0:1780298629.415161:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608385536 00000100:00100000:2.0:1780298629.415201:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4478 00000100:00100000:2.0:1780298629.415210:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608385536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.415220:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.415230:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6302a4fd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca619 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.415250:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a4d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5f6 expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.415259:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(67 143) 00010000:00010000:2.0:1780298629.415263:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(68 143) 00010000:00010000:2.0:1780298629.415268:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6302a4fd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2064384->2068479] (req 2064384->2068479) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca619 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.415292:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a4d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5f6 expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.415305:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a4d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5f6 expref: 5 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.415317:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604246656:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298629.415362:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.416059:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604246656:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.416075:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6302a4fd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2064384->2068479] (req 2064384->2068479) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca619 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.416086:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3aa00, rc 0) 00000100:00100000:2.0:1780298629.416118:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608385536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 910us (1025us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.416154:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4478 00000100:00100000:3.0:1780298629.416330:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.416369:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608385664 00000100:00100000:2.0:1780298629.416373:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608385664 00010000:00010000:2.0:1780298629.416404:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a4d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5f6 expref: 6 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.416432:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14095 00000100:00100000:2.0:1780298629.416442:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608385664:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298629.416456:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.416469:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a4d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5f6 expref: 6 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.416481:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a4d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5f6 expref: 6 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.416500:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002af870db/0xaf35132e6302a4d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5f6 expref: 6 pid: 8359 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.416510:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(68 143) 00010000:00010000:2.0:1780298629.416514:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(68 143) 00010000:00010000:2.0:1780298629.416522:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6302a4fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2064384->35618815] (req 2064384->2068479) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca619 expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.416532:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6302a4fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2064384->35618815] (req 2064384->2068479) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca619 expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.416555:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6302a4fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2064384->35618815] (req 2064384->2068479) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca619 expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.416564:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604246784:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298629.416609:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.417269:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604246784:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298629.417280:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298629.417309:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608385664:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 869us (978us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.417317:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14095 00000100:00100000:1.0:1780298629.417583:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.417628:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608385792 00000100:00100000:2.0:1780298629.417633:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608385792 00002000:00100000:2.0:1780298629.417662:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2064384->2068479) req@ffff9cf2558f2d80 x1866777608385792/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.417671:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2d80 with x1866777608385792 ext(2064384->2068479) 00002000:00010000:2.0:1780298629.417676:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f2d80 00000100:00100000:2.0:1780298629.417705:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4322 00000100:00100000:2.0:1780298629.417716:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608385792:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.417870:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608385792:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 159us (293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.417877:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4322 00002000:00100000:2.0:1780298629.417883:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2064384->2068479) req@ffff9cf2558f2d80 x1866777608385792/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.417892:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2d80 with x1866777608385792 ext(2064384->2068479) 00002000:00010000:2.0:1780298629.417895:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f2d80 00000100:00100000:3.0:1780298629.419209:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.419241:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608385920 00000100:00100000:0.0:1780298629.419245:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608385920 00002000:00100000:0.0:1780298629.419264:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2068480->2072575) req@ffff9cf24519f100 x1866777608385920/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.419271:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519f100 with x1866777608385920 ext(2068480->2072575) 00002000:00010000:0.0:1780298629.419273:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519f100 00000100:00100000:0.0:1780298629.419290:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4323 00000100:00100000:0.0:1780298629.419295:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608385920:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.419388:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608385920:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 83us (171us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.419393:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4323 00002000:00100000:0.0:1780298629.419398:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2068480->2072575) req@ffff9cf24519f100 x1866777608385920/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.419404:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519f100 with x1866777608385920 ext(2068480->2072575) 00002000:00010000:0.0:1780298629.419406:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519f100 00000100:00100000:1.0:1780298629.420625:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.420659:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608386048 00000100:00100000:2.0:1780298629.420665:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608386048 00002000:00100000:2.0:1780298629.420689:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2072576->2076671) req@ffff9cf2558f2a00 x1866777608386048/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.420703:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2a00 with x1866777608386048 ext(2072576->2076671) 00002000:00010000:2.0:1780298629.420706:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f2a00 00000100:00100000:2.0:1780298629.420734:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4324 00000100:00100000:2.0:1780298629.420743:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608386048:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.420845:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608386048:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 103us (221us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.420853:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4324 00002000:00100000:2.0:1780298629.420860:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2072576->2076671) req@ffff9cf2558f2a00 x1866777608386048/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.420869:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2a00 with x1866777608386048 ext(2072576->2076671) 00002000:00010000:2.0:1780298629.420873:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f2a00 00000100:00100000:1.0:1780298629.422035:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.422072:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608386176 00000100:00100000:0.0:1780298629.422077:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608386176 00002000:00100000:0.0:1780298629.422099:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2076672->2080767) req@ffff9cf242b40e00 x1866777608386176/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.422106:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40e00 with x1866777608386176 ext(2076672->2080767) 00002000:00010000:0.0:1780298629.422109:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40e00 00000100:00100000:0.0:1780298629.422150:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4325 00000100:00100000:0.0:1780298629.422158:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608386176:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.422251:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608386176:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 94us (216us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.422259:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4325 00002000:00100000:0.0:1780298629.422264:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2076672->2080767) req@ffff9cf242b40e00 x1866777608386176/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.422273:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40e00 with x1866777608386176 ext(2076672->2080767) 00002000:00010000:0.0:1780298629.422276:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40e00 00000100:00100000:3.0:1780298629.423525:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.423558:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608386304 00000100:00100000:2.0:1780298629.423562:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608386304 00002000:00100000:2.0:1780298629.423580:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2080768->2084863) req@ffff9cf24519ca80 x1866777608386304/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.423587:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ca80 with x1866777608386304 ext(2080768->2084863) 00002000:00010000:2.0:1780298629.423589:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519ca80 00000100:00100000:2.0:1780298629.423608:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4326 00000100:00100000:2.0:1780298629.423615:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608386304:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.423710:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608386304:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 94us (187us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.423717:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4326 00002000:00100000:2.0:1780298629.423722:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2080768->2084863) req@ffff9cf24519ca80 x1866777608386304/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.423731:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ca80 with x1866777608386304 ext(2080768->2084863) 00002000:00010000:2.0:1780298629.423734:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519ca80 00000100:00100000:1.0:1780298629.425067:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.425115:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608386432 00000100:00100000:2.0:1780298629.425121:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608386432 00002000:00100000:2.0:1780298629.425195:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2084864->2088959) req@ffff9cf242b40380 x1866777608386432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.425205:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40380 with x1866777608386432 ext(2084864->2088959) 00002000:00010000:2.0:1780298629.425209:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40380 00000100:00100000:2.0:1780298629.425232:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4327 00000100:00100000:2.0:1780298629.425241:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608386432:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.425344:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608386432:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 104us (278us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.425352:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4327 00002000:00100000:2.0:1780298629.425358:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2084864->2088959) req@ffff9cf242b40380 x1866777608386432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.425366:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40380 with x1866777608386432 ext(2084864->2088959) 00002000:00010000:2.0:1780298629.425370:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40380 00000100:00100000:1.0:1780298629.426583:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.426633:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608386560 00000100:00100000:0.0:1780298629.426639:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608386560 00002000:00100000:0.0:1780298629.426662:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2088960->2093055) req@ffff9cf242b41f80 x1866777608386560/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.426671:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41f80 with x1866777608386560 ext(2088960->2093055) 00002000:00010000:0.0:1780298629.426675:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41f80 00000100:00100000:0.0:1780298629.426699:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4328 00000100:00100000:0.0:1780298629.426707:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608386560:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.426804:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608386560:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 98us (221us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.426811:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4328 00002000:00100000:0.0:1780298629.426818:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2088960->2093055) req@ffff9cf242b41f80 x1866777608386560/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.426825:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41f80 with x1866777608386560 ext(2088960->2093055) 00002000:00010000:0.0:1780298629.426829:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41f80 00000100:00100000:3.0:1780298629.427887:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.427963:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608386688 00000100:00100000:2.0:1780298629.427967:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608386688 00002000:00100000:2.0:1780298629.427987:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2093056->2097151) req@ffff9cf24519d880 x1866777608386688/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.427994:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519d880 with x1866777608386688 ext(2093056->2097151) 00002000:00010000:2.0:1780298629.427997:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519d880 00000100:00100000:2.0:1780298629.428013:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4329 00000100:00100000:2.0:1780298629.428018:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608386688:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.428119:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608386688:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 99us (233us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.428162:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4329 00002000:00100000:2.0:1780298629.428170:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2093056->2097151) req@ffff9cf24519d880 x1866777608386688/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.428179:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519d880 with x1866777608386688 ext(2093056->2097151) 00002000:00010000:2.0:1780298629.428183:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519d880 00000100:00100000:1.0:1780298629.431195:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.431252:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608386816 00000100:00100000:0.0:1780298629.431260:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608386816 00002000:00100000:0.0:1780298629.431292:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2097152->2101247) req@ffff9cf242b41500 x1866777608386816/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.431304:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41500 with x1866777608386816 ext(2097152->2101247) 00002000:00010000:0.0:1780298629.431307:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41500 00000100:00100000:0.0:1780298629.431329:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4330 00000100:00100000:0.0:1780298629.431338:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608386816:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.431499:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608386816:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 163us (311us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.431505:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4330 00002000:00100000:0.0:1780298629.431509:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2097152->2101247) req@ffff9cf242b41500 x1866777608386816/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.431514:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41500 with x1866777608386816 ext(2097152->2101247) 00002000:00010000:0.0:1780298629.431517:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41500 00000100:00100000:1.0:1780298629.432919:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.432974:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608386944 00000100:00100000:2.0:1780298629.432981:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608386944 00002000:00100000:2.0:1780298629.433009:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2101248->2105343) req@ffff9cf242b42300 x1866777608386944/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.433016:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b42300 with x1866777608386944 ext(2101248->2105343) 00002000:00010000:2.0:1780298629.433019:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b42300 00000100:00100000:2.0:1780298629.433035:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4331 00000100:00100000:2.0:1780298629.433041:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608386944:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.433164:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608386944:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 123us (249us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.433169:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4331 00002000:00100000:2.0:1780298629.433174:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2101248->2105343) req@ffff9cf242b42300 x1866777608386944/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.433180:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b42300 with x1866777608386944 ext(2101248->2105343) 00002000:00010000:2.0:1780298629.433182:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b42300 00000100:00100000:0.0:1780298629.434375:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.434428:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608387072 00000100:00100000:2.0:1780298629.434432:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608387072 00002000:00100000:2.0:1780298629.434455:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2105344->2109439) req@ffff9cf2551c7b80 x1866777608387072/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.434471:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c7b80 with x1866777608387072 ext(2105344->2109439) 00002000:00010000:2.0:1780298629.434476:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c7b80 00000100:00100000:2.0:1780298629.434495:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4332 00000100:00100000:2.0:1780298629.434502:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608387072:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.434587:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608387072:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 85us (214us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.434593:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4332 00002000:00100000:2.0:1780298629.434599:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2105344->2109439) req@ffff9cf2551c7b80 x1866777608387072/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.434607:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c7b80 with x1866777608387072 ext(2105344->2109439) 00002000:00010000:2.0:1780298629.434611:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c7b80 00000100:00100000:1.0:1780298629.435830:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.435890:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608387200 00000100:00100000:0.0:1780298629.435896:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608387200 00002000:00100000:0.0:1780298629.435923:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2109440->2113535) req@ffff9cf242b40000 x1866777608387200/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.435933:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40000 with x1866777608387200 ext(2109440->2113535) 00002000:00010000:0.0:1780298629.435936:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40000 00000100:00100000:0.0:1780298629.435960:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4333 00000100:00100000:0.0:1780298629.435969:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608387200:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.436113:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608387200:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 144us (284us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.436120:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4333 00002000:00100000:0.0:1780298629.436151:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2109440->2113535) req@ffff9cf242b40000 x1866777608387200/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.436160:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40000 with x1866777608387200 ext(2109440->2113535) 00002000:00010000:0.0:1780298629.436163:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40000 00000100:00100000:1.0:1780298629.437414:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.437471:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608387328 00000100:00100000:2.0:1780298629.437476:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608387328 00002000:00100000:2.0:1780298629.437502:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2113536->2117631) req@ffff9cf242b41c00 x1866777608387328/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.437511:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41c00 with x1866777608387328 ext(2113536->2117631) 00002000:00010000:2.0:1780298629.437514:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41c00 00000100:00100000:2.0:1780298629.437535:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4334 00000100:00100000:2.0:1780298629.437545:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608387328:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.437646:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608387328:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 102us (232us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.437653:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4334 00002000:00100000:2.0:1780298629.437661:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2113536->2117631) req@ffff9cf242b41c00 x1866777608387328/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.437670:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41c00 with x1866777608387328 ext(2113536->2117631) 00002000:00010000:2.0:1780298629.437673:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41c00 00000100:00100000:3.0:1780298629.438820:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.438910:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608387456 00000100:00100000:0.0:1780298629.438916:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608387456 00002000:00100000:0.0:1780298629.438942:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2117632->2121727) req@ffff9cf25586f480 x1866777608387456/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.438951:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586f480 with x1866777608387456 ext(2117632->2121727) 00002000:00010000:0.0:1780298629.438954:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586f480 00000100:00100000:0.0:1780298629.438985:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4335 00000100:00100000:0.0:1780298629.438995:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608387456:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.439149:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608387456:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 132us (308us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.439157:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4335 00002000:00100000:0.0:1780298629.439164:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2117632->2121727) req@ffff9cf25586f480 x1866777608387456/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.439173:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586f480 with x1866777608387456 ext(2117632->2121727) 00002000:00010000:0.0:1780298629.439176:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586f480 00000100:00100000:1.0:1780298629.440569:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.440619:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608387584 00000100:00100000:2.0:1780298629.440626:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608387584 00002000:00100000:2.0:1780298629.440656:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2064384->2121727) req@ffff9cf243cd4380 x1866777608387584/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.440666:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd4380 with x1866777608387584 ext(2064384->2121727) 00002000:00010000:2.0:1780298629.440669:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd4380 00000100:00100000:2.0:1780298629.440690:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4336 00000100:00100000:2.0:1780298629.440705:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608387584:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298629.442188:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608387584:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1487us (1617us total) trans 4294969128 rc 0/0 00000100:00100000:2.0:1780298629.442194:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4336 00002000:00100000:2.0:1780298629.442201:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2064384->2121727) req@ffff9cf243cd4380 x1866777608387584/t4294969128(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/448 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.442208:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd4380 with x1866777608387584 ext(2064384->2121727) 00002000:00010000:2.0:1780298629.442212:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd4380 00000100:00100000:1.0:1780298629.443233:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.443269:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608387712 00000100:00100000:2.0:1780298629.443275:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608387712 00000100:00100000:2.0:1780298629.443303:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4479 00000100:00100000:2.0:1780298629.443309:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608387712:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298629.444250:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969128 is committed 00000100:00100000:2.0:1780298629.444347:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608387712:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 1035us (1113us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.444355:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4479 00000100:00100000:1.0:1780298629.445400:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.445459:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608387840 00000100:00100000:0.0:1780298629.445465:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608387840 00000100:00100000:0.0:1780298629.445511:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61444 00000100:00100000:0.0:1780298629.445529:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+144:28749:x1866777608387840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.445552:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.445574:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37c00/0xaf35132e6302a504 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 79 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca620 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.445660:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36a00/0xaf35132e6302a50b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 80 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.445676:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36a00/0xaf35132e6302a50b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.445689:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36a00/0xaf35132e6302a50b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298629.445715:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 9680427 00000004:00200000:0.0:1780298629.445718:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298629.445735:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36a00/0xaf35132e6302a50b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.445761:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37c00/0xaf35132e6302a504 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca620 expref: 146 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.445777:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36a00/0xaf35132e6302a50b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca620 expref: 145 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.445785:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.445788:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298629.445791:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36a00, rc 0) 00000100:00100000:0.0:1780298629.445828:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+145:28749:x1866777608387840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 309us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.445836:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61444 00000100:00100000:2.0:1780298629.447016:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.447057:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608387968 00000100:00100000:2.0:1780298629.447060:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.447064:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608387968 00000100:00100000:1.0:1780298629.447097:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608388096 00000100:00100000:1.0:1780298629.447101:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608388096 00000100:00100000:0.0:1780298629.447114:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4480 00000100:00100000:2.0:1780298629.447144:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4481 00000100:00100000:0.0:1780298629.447153:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608387968:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298629.447159:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608388096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.447166:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.447169:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.447180:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e6302a512 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca627 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.447181:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6302a519 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca62e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.447251:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604247040:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.447251:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604246912:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.447337:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.447337:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00002000:00010000:0.0:1780298629.448248:0:8359:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 1320 -> 1432 00000100:00100000:0.0:1780298629.448266:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604246912:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.448281:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604247040:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.448299:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e6302a512 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca627 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.448304:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6302a519 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca62e expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.448328:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6302a519 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca62e expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.448329:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e6302a512 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca627 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.448349:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3be00, rc 0) 00010000:00010000:0.0:1780298629.448352:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37e00, rc 0) 00000100:00100000:2.0:1780298629.448398:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608388096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1245us (1341us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.448400:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608387968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1275us (1384us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.448412:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4481 00000100:00100000:0.0:1780298629.448419:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4480 00000100:00100000:1.0:1780298629.449550:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.449591:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608388224 00000100:00100000:2.0:1780298629.449598:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608388224 00000100:00100000:2.0:1780298629.449639:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4482 00000100:00100000:2.0:1780298629.449649:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608388224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.449662:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.449677:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e6302a520 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca635 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.449706:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.449721:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604247168:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.449748:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608388352 00000100:00100000:3.0:1780298629.449752:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608388352 00000100:00100000:2.0:1780298629.449790:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.449808:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4483 00000100:00100000:1.0:1780298629.449818:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608388352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.449828:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.449837:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302a527 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca63c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.449861:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604247296:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.449882:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242495180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.450720:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604247168:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.450733:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604247296:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.450745:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e6302a520 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca635 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.450763:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e6302a520 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca635 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.450773:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a600, rc 0) 00010000:00010000:3.0:1780298629.450788:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302a527 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca63c expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.450805:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302a527 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca63c expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.450815:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:2.0:1780298629.450817:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608388224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1168us (1268us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.450827:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4482 00000100:00100000:3.0:1780298629.450841:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608388352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1025us (1134us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.450848:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4483 00000100:00100000:0.0:1780298629.451931:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.451981:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608388608 00000100:00100000:1.0:1780298629.451988:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608388608 00000100:00100000:1.0:1780298629.452029:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61445 00000100:00100000:1.0:1780298629.452041:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+145:28749:x1866777608388608:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298629.452093:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.452119:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36a00/0xaf35132e6302a50b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca620 expref: 145 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.452177:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.452182:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298629.452352:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302a52e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 79 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.452368:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a4e8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca604 expref: 106 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.452405:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302a52e lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.452435:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a4e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca604 expref: 106 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.452449:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a4e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca604 expref: 106 pid: 17567 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.452461:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604247424:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298629.452516:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3514d90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.453213:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604247424:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.453228:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302a52e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.453298:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.453336:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608388736 00000100:00100000:2.0:1780298629.453340:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608388736 00010000:00010000:2.0:1780298629.453356:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a4e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca604 expref: 107 pid: 17567 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.453393:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14096 00000100:00100000:2.0:1780298629.453399:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+107:2399:x1866777608388736:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298629.453407:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.453411:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a4e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca604 expref: 107 pid: 17567 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.453419:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a4e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca604 expref: 107 pid: 17567 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.453429:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a4e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca604 expref: 107 pid: 17567 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.453437:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.453440:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302a52e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.453449:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302a52e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.453455:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302a52e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.453469:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298629.453488:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302a52e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.453499:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302a52e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.453500:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+106:2399:x1866777608388736:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 100us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.453517:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14096 00000001:00080000:1.0:1780298629.453563:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990641 00000004:00010000:1.0:1780298629.453589:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014ca85c0 reply state 000000000144d5de transno 4294990642 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302a52e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.453608:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302a52e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.453616:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.453619:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298629.453622:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298629.453675:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+147:28749:x1866777608388608:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1638us (1746us total) trans 4294990642 rc 0/0 00000100:00100000:1.0:1780298629.453683:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61445 00000020:00080000:1.0:1780298629.453686:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298629.454440:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.454472:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608388864 00000100:00100000:3.0:1780298629.454477:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608388864 00000100:00100000:3.0:1780298629.454508:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4484 00000100:00100000:3.0:1780298629.454515:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608388864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.454526:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.454538:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302a535 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca643 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.454560:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6302a4fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2064384->35618815] (req 2064384->2068479) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca619 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.454570:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(68 143) 00010000:00010000:3.0:1780298629.454574:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(69 143) 00010000:00010000:3.0:1780298629.454578:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302a535 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca643 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.454600:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6302a4fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2064384->35618815] (req 2064384->2068479) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca619 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.454612:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6302a4fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2064384->35618815] (req 2064384->2068479) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca619 expref: 8 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.454623:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604247552:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.454669:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.455328:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604247552:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298629.455345:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302a535 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca643 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.455358:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00000100:00100000:3.0:1780298629.455402:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608388864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 886us (961us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.455410:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4484 00000100:00100000:2.0:1780298629.455629:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.455659:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608388992 00000100:00100000:0.0:1780298629.455663:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608388992 00010000:00010000:0.0:1780298629.455686:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6302a4fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2064384->35618815] (req 2064384->2068479) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca619 expref: 8 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.455709:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14097 00000100:00100000:0.0:1780298629.455719:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608388992:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298629.455728:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298629.455745:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6302a4fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2064384->35618815] (req 2064384->2068479) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca619 expref: 8 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.455756:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6302a4fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2064384->35618815] (req 2064384->2068479) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca619 expref: 8 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.455772:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6302a4fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2064384->35618815] (req 2064384->2068479) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca619 expref: 8 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.455779:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(69 143) 00010000:00010000:0.0:1780298629.455782:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(69 143) 00010000:00010000:0.0:1780298629.455786:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302a535 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca643 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.455792:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302a535 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca643 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.455810:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302a535 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca643 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.455820:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604247680:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298629.455852:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.456609:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604247680:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298629.456628:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.456662:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608388992:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 945us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.456671:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14097 00000100:00100000:2.0:1780298629.456755:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.457236:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608389120 00000100:00100000:0.0:1780298629.457241:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608389120 00000100:00100000:0.0:1780298629.457279:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4485 00000100:00100000:0.0:1780298629.457286:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777608389120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.457296:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.457306:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a53c lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca64a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.457322:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e6302a4da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5fd expref: 19 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.457327:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(25 104) 00010000:00010000:0.0:1780298629.457330:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(26 104) 00010000:00010000:0.0:1780298629.457332:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a53c lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca64a expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.457347:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e6302a4da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5fd expref: 19 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.457355:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e6302a4da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5fd expref: 19 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.457366:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604247808:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.457413:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.458023:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604247808:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.458040:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a53c lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca64a expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.458066:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37e00, rc 0) 00000100:00100000:0.0:1780298629.458104:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:28749:x1866777608389120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 818us (1349us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.458111:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4485 00000100:00100000:1.0:1780298629.458438:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.458481:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608389248 00000100:00100000:3.0:1780298629.458485:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608389248 00010000:00010000:3.0:1780298629.458505:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e6302a4da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5fd expref: 20 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.458539:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14098 00000100:00100000:3.0:1780298629.458547:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2399:x1866777608389248:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298629.458556:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298629.458572:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e6302a4da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5fd expref: 20 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.458594:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e6302a4da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5fd expref: 20 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.458613:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e6302a4da lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca5fd expref: 20 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.458625:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(26 104) 00010000:00010000:3.0:1780298629.458628:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(26 104) 00010000:00010000:3.0:1780298629.458634:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a53c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca64a expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.458643:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a53c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca64a expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.458668:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a53c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca64a expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.458679:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604247936:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298629.458731:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.459436:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604247936:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298629.459447:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298629.459481:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608389248:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 936us (1043us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.459489:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14098 00000100:00100000:0.0:1780298629.459767:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.459804:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608389376 00000100:00100000:0.0:1780298629.459804:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.459810:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608389376 00002000:00010000:2.0:1780298629.459832:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1919961->18446744073709551615) 00002000:00100000:2.0:1780298629.459837:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5180 with x1866777608389376 ext(1919961->18446744073709551615) 00002000:00010000:2.0:1780298629.459846:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c5180. 00000100:00100000:2.0:1780298629.459866:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608389504 00000100:00100000:2.0:1780298629.459869:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608389504 00002000:00010000:2.0:1780298629.459879:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00000100:00100000:1.0:1780298629.459882:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4337 00002000:00100000:2.0:1780298629.459884:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5c00 with x1866777608389504 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298629.459890:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c5c00. 00000100:00100000:1.0:1780298629.459896:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608389376:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298629.459915:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4338 00000100:00100000:2.0:1780298629.459924:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777608389504:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298629.460042:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:2.0:1780298629.460046:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.460048:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.460051:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:2.0:1780298629.460053:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298629.460083:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608389504:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 161us (279us total) trans 4294968791 rc 0/0 00000100:00100000:2.0:1780298629.460091:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4338 00002000:00010000:2.0:1780298629.460094:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298629.460096:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5c00 with x1866777608389504 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298629.460101:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c5c00. 00002000:00010000:1.0:1780298629.460489:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5486123 -> 1919961 00002000:00010000:1.0:1780298629.460492:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298629.460495:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298629.460497:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298629.460499:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1432 -> 816 00000100:00100000:1.0:1780298629.460535:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608389376:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 643us (768us total) trans 4294969129 rc 0/0 00000100:00100000:1.0:1780298629.460541:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4337 00002000:00010000:1.0:1780298629.460545:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1919961->18446744073709551615) 00002000:00100000:1.0:1780298629.460548:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5180 with x1866777608389376 ext(1919961->18446744073709551615) 00002000:00010000:1.0:1780298629.460553:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c5180. 00000100:00100000:0.0:1780298629.461881:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.462096:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608389632 00000100:00100000:2.0:1780298629.462101:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608389632 00000100:00100000:2.0:1780298629.462156:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61446 00000100:00100000:2.0:1780298629.462166:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+147:28749:x1866777608389632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.462192:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.462208:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a543 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 79 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca651 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.462290:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3aa00/0xaf35132e6302a54a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 80 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.462306:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3aa00/0xaf35132e6302a54a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.462317:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3aa00/0xaf35132e6302a54a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298629.462340:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1919961 00000004:00200000:2.0:1780298629.462344:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298629.462359:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3aa00/0xaf35132e6302a54a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.462392:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a543 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca651 expref: 149 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.462406:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3aa00/0xaf35132e6302a54a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca651 expref: 148 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.462414:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.462417:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298629.462420:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3aa00, rc 0) 00000100:00100000:2.0:1780298629.462449:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+148:28749:x1866777608389632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 287us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.462456:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61446 00000100:00100000:0.0:1780298629.463744:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.463776:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608389760 00000100:00100000:0.0:1780298629.463776:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.463782:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608389760 00000100:00100000:3.0:1780298629.463809:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608389888 00000100:00100000:3.0:1780298629.463811:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608389888 00000100:00100000:2.0:1780298629.463839:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4486 00000100:00100000:3.0:1780298629.463849:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4487 00000100:00100000:2.0:1780298629.463853:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608389760:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298629.463864:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608389888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.463865:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.463874:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.463878:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e6302a551 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca658 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.463883:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302a558 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca65f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.463938:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604248064:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.463938:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604248192:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.463993:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.463995:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.464777:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604248064:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.464801:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302a558 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca65f expref: 20 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.464820:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302a558 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca65f expref: 20 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.464830:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450dc00, rc 0) 00000100:00100000:2.0:1780298629.464865:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608389888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1005us (1089us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.464873:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4487 00000100:00100000:1.0:1780298629.464912:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604248192:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.464930:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e6302a551 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca658 expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.464950:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e6302a551 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca658 expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.464959:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a600, rc 0) 00000100:00100000:1.0:1780298629.464991:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608389760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1143us (1248us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.464998:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4486 00000100:00100000:0.0:1780298629.465896:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.465940:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608390016 00000100:00100000:3.0:1780298629.465946:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608390016 00000100:00100000:3.0:1780298629.465976:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4488 00000100:00100000:3.0:1780298629.465983:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608390016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.465991:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.466000:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a55f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca666 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.466017:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302a535 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca643 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.466025:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(69 143) 00010000:00010000:3.0:1780298629.466029:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(70 143) 00010000:00010000:3.0:1780298629.466034:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a55f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca666 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.466053:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302a535 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca643 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.466066:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302a535 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca643 expref: 7 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.466077:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604248320:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.466116:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.466810:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604248320:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.466826:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a55f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca666 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.466838:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:1.0:1780298629.466867:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608390016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 885us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.466874:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4488 00000100:00100000:2.0:1780298629.467050:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.467148:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608390144 00000100:00100000:1.0:1780298629.467154:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608390144 00010000:00010000:1.0:1780298629.467176:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302a535 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca643 expref: 8 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.467204:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14099 00000100:00100000:1.0:1780298629.467213:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608390144:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.467224:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.467238:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302a535 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca643 expref: 8 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.467250:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302a535 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca643 expref: 8 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.467267:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302a535 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca643 expref: 8 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.467277:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(70 143) 00010000:00010000:1.0:1780298629.467281:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(70 143) 00010000:00010000:1.0:1780298629.467289:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a55f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca666 expref: 5 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.467298:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a55f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca666 expref: 5 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.467323:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a55f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca666 expref: 5 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.467335:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604248448:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298629.467372:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242495180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.468065:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604248448:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298629.468078:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.468106:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608390144:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 895us (1063us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.468118:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14099 00000100:00100000:3.0:1780298629.468353:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.468392:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608390272 00000100:00100000:2.0:1780298629.468396:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608390272 00002000:00100000:2.0:1780298629.468418:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (12288->16383) req@ffff9cf25586ca80 x1866777608390272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.468425:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586ca80 with x1866777608390272 ext(12288->16383) 00002000:00010000:2.0:1780298629.468429:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586ca80 00000100:00100000:2.0:1780298629.468444:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4339 00000100:00100000:2.0:1780298629.468450:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608390272:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.468570:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608390272:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 120us (219us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.468575:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4339 00002000:00100000:2.0:1780298629.468580:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (12288->16383) req@ffff9cf25586ca80 x1866777608390272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.468586:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586ca80 with x1866777608390272 ext(12288->16383) 00002000:00010000:2.0:1780298629.468588:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586ca80 00000100:00100000:2.0:1780298629.469599:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.469647:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608390400 00000100:00100000:0.0:1780298629.469652:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608390400 00002000:00100000:0.0:1780298629.469686:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (16384->20479) req@ffff9cf37f75a680 x1866777608390400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.469695:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f75a680 with x1866777608390400 ext(16384->20479) 00002000:00010000:0.0:1780298629.469699:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f75a680 00000100:00100000:0.0:1780298629.469720:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4340 00000100:00100000:0.0:1780298629.469729:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608390400:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.469820:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608390400:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 92us (222us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.469827:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4340 00002000:00100000:0.0:1780298629.469834:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (16384->20479) req@ffff9cf37f75a680 x1866777608390400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.469844:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f75a680 with x1866777608390400 ext(16384->20479) 00002000:00010000:0.0:1780298629.469847:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f75a680 00000100:00100000:0.0:1780298629.470973:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.471005:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608390528 00000100:00100000:2.0:1780298629.471009:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608390528 00002000:00100000:2.0:1780298629.471059:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (4096->69631) req@ffff9cf34372ed80 x1866777608390528/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.471068:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ed80 with x1866777608390528 ext(4096->69631) 00002000:00010000:2.0:1780298629.471072:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372ed80 00000100:00100000:2.0:1780298629.471091:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4341 00000100:00100000:2.0:1780298629.471100:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608390528:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.472047:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608390528:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 947us (1072us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298629.472055:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4341 00002000:00100000:2.0:1780298629.472064:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (4096->69631) req@ffff9cf34372ed80 x1866777608390528/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.472073:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ed80 with x1866777608390528 ext(4096->69631) 00002000:00010000:2.0:1780298629.472077:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372ed80 00000100:00100000:0.0:1780298629.473210:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.473246:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608390656 00000100:00100000:2.0:1780298629.473252:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608390656 00000100:00100000:2.0:1780298629.473292:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61447 00000100:00100000:2.0:1780298629.473300:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+106:28749:x1866777608390656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.473314:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.473334:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a566 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 80 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca66d expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.473428:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e6302a56d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 81 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.473444:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e6302a56d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.473456:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e6302a56d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298629.473481:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1919961 00000004:00200000:2.0:1780298629.473485:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298629.473501:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e6302a56d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 81 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.473527:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e6302a566 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca66d expref: 108 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.473548:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e6302a56d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca66d expref: 107 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.473558:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.473561:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298629.473565:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3be00, rc 0) 00000100:00100000:2.0:1780298629.473596:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+107:28749:x1866777608390656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 298us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.473603:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61447 00000100:00100000:3.0:1780298629.474549:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.474593:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608390784 00000100:00100000:0.0:1780298629.474597:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608390784 00000100:00100000:0.0:1780298629.474625:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4489 00000100:00100000:0.0:1780298629.474631:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777608390784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.474637:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.474648:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002af870db/0xaf35132e6302a574 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca674 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.474706:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604248576:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.474769:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.475493:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604248576:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.475519:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002af870db/0xaf35132e6302a574 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca674 expref: 20 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.475537:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002af870db/0xaf35132e6302a574 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca674 expref: 20 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.475548:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36600, rc 0) 00000100:00100000:0.0:1780298629.475579:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777608390784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 947us (1029us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.475586:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4489 00000100:00100000:1.0:1780298629.476581:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.476621:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608390912 00000100:00100000:3.0:1780298629.476626:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608390912 00000100:00100000:3.0:1780298629.476659:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4490 00000100:00100000:3.0:1780298629.476666:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608390912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.476673:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.476681:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302a57b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca67b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.476706:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604248704:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.476751:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.477340:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604248704:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.477353:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302a57b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca67b expref: 20 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.477364:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302a57b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca67b expref: 20 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.477371:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00000100:00100000:1.0:1780298629.477404:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608390912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 739us (826us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.477409:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4490 00000100:00100000:0.0:1780298629.478187:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.478222:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608391040 00000100:00100000:1.0:1780298629.478227:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608391040 00000100:00100000:1.0:1780298629.478261:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4491 00000100:00100000:1.0:1780298629.478268:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608391040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.478277:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.478289:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a582 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca682 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.478308:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a55f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca666 expref: 5 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.478316:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(70 143) 00010000:00010000:1.0:1780298629.478320:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(70 143) 00010000:00010000:1.0:1780298629.478325:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a582 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [49152->77823] (req 49152->77823) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca682 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.478346:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a55f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca666 expref: 5 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.478360:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a55f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca666 expref: 5 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.478370:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604248832:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298629.478422:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242495180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.479017:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604248832:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.479036:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a582 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [49152->77823] (req 49152->77823) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca682 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.479049:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:1.0:1780298629.479076:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608391040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 809us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.479081:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4491 00000100:00100000:3.0:1780298629.479302:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.479345:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608391168 00000100:00100000:2.0:1780298629.479350:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608391168 00010000:00010000:2.0:1780298629.479371:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a55f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca666 expref: 6 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.479412:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14100 00000100:00100000:2.0:1780298629.479420:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608391168:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298629.479430:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.479445:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a55f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca666 expref: 6 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.479457:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a55f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca666 expref: 6 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.479492:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a55f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca666 expref: 6 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.479509:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(70 143) 00010000:00010000:2.0:1780298629.479517:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(70 143) 00010000:00010000:2.0:1780298629.479526:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a582 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [49152->33603583] (req 49152->77823) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca682 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.479536:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [49152->33603583] (req 49152->77823) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca682 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.479562:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [49152->33603583] (req 49152->77823) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca682 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.479574:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604248960:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298629.479613:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.480998:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604248960:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298629.481014:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298629.481050:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608391168:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1631us (1750us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.481059:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14100 00000100:00100000:3.0:1780298629.481117:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.481182:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608391296 00000100:00100000:1.0:1780298629.481188:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608391296 00000100:00100000:1.0:1780298629.481231:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4342 00000100:00100000:1.0:1780298629.481238:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608391296:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298629.481466:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 1919961 -> 1919961 00002000:00010000:1.0:1780298629.481470:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298629.481473:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298629.481475:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298629.481477:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 816 -> 808 00000100:00100000:1.0:1780298629.481506:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608391296:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 269us (390us total) trans 4294969130 rc 0/0 00000100:00100000:1.0:1780298629.481513:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4342 00000100:00100000:3.0:1780298629.482458:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.482496:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608391424 00000100:00100000:1.0:1780298629.482500:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608391424 00000100:00100000:1.0:1780298629.482529:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4492 00000100:00100000:1.0:1780298629.482537:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608391424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.482548:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.482562:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302a589 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca689 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.482601:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604249088:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.482643:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242495180 going to sleep for 11 seconds 00002000:00010000:1.0:1780298629.483365:0:20252:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime: 1780298629 -> 1780298630 00000100:00100000:1.0:1780298629.483376:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604249088:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.483407:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302a589 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca689 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.483422:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302a589 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca689 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.483435:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298629.483458:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608391424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 924us (1001us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.483463:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4492 00000100:00100000:0.0:1780298629.484372:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.484416:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608391552 00000100:00100000:2.0:1780298629.484421:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608391552 00000100:00100000:2.0:1780298629.484455:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4493 00000100:00100000:2.0:1780298629.484461:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608391552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.484475:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.484485:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e6302a590 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca690 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.484515:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604249216:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.484551:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.485246:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604249216:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.485261:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e6302a590 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca690 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.485273:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e6302a590 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca690 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.485280:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3ac00, rc 0) 00000100:00100000:2.0:1780298629.485304:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608391552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 844us (934us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.485309:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4493 00000100:00100000:0.0:1780298629.486242:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.486279:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608391680 00000100:00100000:1.0:1780298629.486285:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608391680 00000100:00100000:1.0:1780298629.486328:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4494 00000100:00100000:1.0:1780298629.486339:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608391680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.486349:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298629.486354:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298629.486363:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a597 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca697 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.486395:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608391808 00000100:00100000:3.0:1780298629.486400:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608391808 00000100:00100000:1.0:1780298629.486419:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604249344:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.486427:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4495 00000100:00100000:3.0:1780298629.486434:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777608391808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.486441:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.486452:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302a59e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca69e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.486478:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604249472:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.486478:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242495180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.486506:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.487791:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604249344:192.168.203.25@tcp:106: 00002000:00010000:0.0:1780298629.487800:0:8356:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime: 1780298629 -> 1780298630 00000100:00100000:0.0:1780298629.487816:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604249472:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.487817:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a597 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca697 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.487838:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a597 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca697 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.487846:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302a59e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca69e expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.487850:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00010000:00010000:0.0:1780298629.487865:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302a59e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca69e expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.487877:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c200, rc 0) 00000100:00100000:3.0:1780298629.487889:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608391680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1551us (1647us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.487897:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4494 00000100:00100000:0.0:1780298629.487911:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777608391808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1475us (1558us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.487919:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4495 00000100:00100000:0.0:1780298629.489459:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.489500:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608391936 00000100:00100000:1.0:1780298629.489505:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608391936 00000100:00100000:1.0:1780298629.489538:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4496 00000100:00100000:1.0:1780298629.489546:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608391936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.489559:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.489574:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a5a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca6a5 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.489598:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a582 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [49152->33603583] (req 49152->77823) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca682 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.489614:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(70 143) 00010000:00010000:1.0:1780298629.489618:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(71 143) 00010000:00010000:1.0:1780298629.489623:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a5a5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [557056->561151] (req 557056->561151) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6a5 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.489649:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [49152->33603583] (req 49152->77823) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca682 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.489662:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a582 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [49152->33603583] (req 49152->77823) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca682 expref: 8 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.489675:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604249600:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298629.489740:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242495180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.490450:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604249600:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.490484:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a5a5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [557056->561151] (req 557056->561151) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6a5 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.490499:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298629.490534:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608391936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 989us (1077us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.490542:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4496 00000100:00100000:2.0:1780298629.490717:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.490758:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608392064 00000100:00100000:3.0:1780298629.490763:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608392064 00010000:00010000:3.0:1780298629.490784:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a582 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [49152->33603583] (req 49152->77823) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca682 expref: 9 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.490814:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14101 00000100:00100000:3.0:1780298629.490823:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b00c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608392064:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298629.490832:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298629.490845:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a582 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [49152->33603583] (req 49152->77823) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca682 expref: 9 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.490853:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [49152->33603583] (req 49152->77823) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca682 expref: 9 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.490868:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a582 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [49152->33603583] (req 49152->77823) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca682 expref: 9 pid: 8356 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.490876:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(71 143) 00010000:00010000:3.0:1780298629.490879:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(71 143) 00010000:00010000:3.0:1780298629.490884:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a5a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 557056->561151) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6a5 expref: 5 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.490892:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a5a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 557056->561151) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6a5 expref: 5 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.490913:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a5a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 557056->561151) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6a5 expref: 5 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.490920:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604249728:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298629.490951:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.491765:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604249728:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298629.491776:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298629.491801:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b00c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608392064:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 980us (1086us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.491807:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14101 00000100:00100000:2.0:1780298629.492409:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.492448:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608392192 00000100:00100000:1.0:1780298629.492454:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608392192 00002000:00100000:1.0:1780298629.492500:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (528384->593919) req@ffff9cf37f75b480 x1866777608392192/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.492512:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f75b480 with x1866777608392192 ext(528384->593919) 00002000:00010000:1.0:1780298629.492516:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f75b480 00000100:00100000:1.0:1780298629.492539:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4343 00000100:00100000:1.0:1780298629.492549:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608392192:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.494192:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608392192:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1643us (1779us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1780298629.494199:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4343 00002000:00100000:1.0:1780298629.494205:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (528384->593919) req@ffff9cf37f75b480 x1866777608392192/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.494212:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f75b480 with x1866777608392192 ext(528384->593919) 00002000:00010000:1.0:1780298629.494215:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f75b480 00000100:00100000:2.0:1780298629.495437:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.495498:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608392320 00000100:00100000:1.0:1780298629.495507:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608392320 00002000:00100000:1.0:1780298629.495540:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (593920->630783) req@ffff9cf37f758000 x1866777608392320/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.495550:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f758000 with x1866777608392320 ext(593920->630783) 00002000:00010000:1.0:1780298629.495555:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f758000 00000100:00100000:1.0:1780298629.495576:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4344 00000100:00100000:1.0:1780298629.495583:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608392320:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.496882:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608392320:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1295us (1444us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1780298629.496891:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4344 00002000:00100000:1.0:1780298629.496898:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (593920->630783) req@ffff9cf37f758000 x1866777608392320/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.496905:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f758000 with x1866777608392320 ext(593920->630783) 00002000:00010000:1.0:1780298629.496908:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f758000 00000100:00100000:2.0:1780298629.498325:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.498376:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608392448 00000100:00100000:0.0:1780298629.498395:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608392448 00000100:00100000:0.0:1780298629.498436:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4497 00000100:00100000:0.0:1780298629.498445:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608392448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.498460:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.498477:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a5ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca6ac expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.498502:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(71 143) 00010000:00010000:0.0:1780298629.498507:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(71 143) 00010000:00010000:0.0:1780298629.498515:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a5ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6ac expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.498533:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a5ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6ac expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.498546:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36a00, rc 0) 00000100:00100000:0.0:1780298629.498582:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608392448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 139us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.498589:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4497 00000100:00100000:3.0:1780298629.503350:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.503409:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608392576 00000100:00100000:0.0:1780298629.503419:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608392576 00002000:00100000:0.0:1780298629.503470:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (0->1921023) req@ffff9cf25586d180 x1866777608392576/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.503482:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586d180 with x1866777608392576 ext(0->1921023) 00002000:00010000:0.0:1780298629.503488:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586d180 00000100:00100000:0.0:1780298629.503516:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4345 00000100:00100000:0.0:1780298629.503523:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608392576:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.510025:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608392576:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 6490us (6674us total) trans 0 rc 1818624/1818624 00000100:00100000:0.0:1780298629.510039:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4345 00002000:00100000:0.0:1780298629.510053:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (0->1921023) req@ffff9cf25586d180 x1866777608392576/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 1818624/1818624 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.510064:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586d180 with x1866777608392576 ext(0->1921023) 00002000:00010000:0.0:1780298629.510071:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586d180 00000100:00100000:3.0:1780298629.513211:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.513253:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608392704 00000100:00100000:0.0:1780298629.513263:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608392704 00000100:00100000:0.0:1780298629.513306:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4498 00000100:00100000:0.0:1780298629.513314:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777608392704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.513329:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.513345:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5b3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca6b3 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.513409:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604249856:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.513498:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.514319:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604249856:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.514348:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5b3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6b3 expref: 20 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.514370:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5b3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6b3 expref: 20 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.514393:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37600, rc 0) 00000100:00100000:0.0:1780298629.514435:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777608392704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1121us (1234us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.514443:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4498 00000100:00100000:2.0:1780298629.515874:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.515911:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608392832 00000100:00100000:0.0:1780298629.515919:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608392832 00000100:00100000:0.0:1780298629.515960:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4499 00000100:00100000:0.0:1780298629.515970:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777608392832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.515982:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.515994:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a5ba lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca6ba expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.516025:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604249984:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.516074:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.516878:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604249984:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.516897:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a5ba lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6ba expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.516914:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302a5ba lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6ba expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.516925:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:0.0:1780298629.516959:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777608392832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 991us (1088us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.516966:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4499 00000100:00100000:3.0:1780298629.517859:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.517909:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608392960 00000100:00100000:1.0:1780298629.517914:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608392960 00000100:00100000:1.0:1780298629.517942:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4500 00000100:00100000:1.0:1780298629.517948:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777608392960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.517957:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.517967:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302a5c1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca6c1 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.517995:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604250112:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.518033:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.518759:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604250112:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.518794:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302a5c1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c1 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.518806:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302a5c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c1 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.518814:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298629.518842:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777608392960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 895us (985us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.518854:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4500 00000100:00100000:2.0:1780298629.521778:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.521826:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608393088 00000100:00100000:0.0:1780298629.521836:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608393088 00000100:00100000:0.0:1780298629.521885:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4501 00000100:00100000:0.0:1780298629.521896:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:28749:x1866777608393088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.521913:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.521930:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca6c8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.521960:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a53c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca64a expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.521969:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(26 104) 00010000:00010000:0.0:1780298629.521973:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(27 104) 00010000:00010000:0.0:1780298629.521979:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5c8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1236992->1245183] (req 1236992->1245183) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c8 expref: 20 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.522011:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a53c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca64a expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.522025:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a53c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca64a expref: 19 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.522039:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604250240:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.522114:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.522961:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604250240:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.522983:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5c8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1236992->1245183] (req 1236992->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c8 expref: 20 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.523004:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37600, rc 0) 00000100:00100000:0.0:1780298629.523057:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:28749:x1866777608393088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1158us (1283us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.523065:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4501 00000100:00100000:2.0:1780298629.523653:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.523701:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608393216 00000100:00100000:3.0:1780298629.523707:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608393216 00010000:00010000:3.0:1780298629.523730:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a53c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca64a expref: 20 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.523763:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14102 00000100:00100000:3.0:1780298629.523770:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608393216:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298629.523781:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298629.523799:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a53c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca64a expref: 20 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.523811:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a53c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca64a expref: 20 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.523831:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a53c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca64a expref: 20 pid: 19992 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.523843:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(27 104) 00010000:00010000:3.0:1780298629.523847:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(27 104) 00010000:00010000:3.0:1780298629.523855:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1236992->34791423] (req 1236992->1245183) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c8 expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.523865:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1236992->34791423] (req 1236992->1245183) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c8 expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.523891:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1236992->34791423] (req 1236992->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c8 expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.523902:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604250368:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298629.523950:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.524768:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604250368:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298629.524778:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298629.524799:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608393216:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1031us (1149us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.524808:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14102 00000100:00100000:0.0:1780298629.525564:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.525614:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608393344 00000100:00100000:1.0:1780298629.525620:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608393344 00000100:00100000:1.0:1780298629.525657:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4502 00000100:00100000:1.0:1780298629.525666:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608393344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.525680:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.525693:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302a5cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca6cf expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.525735:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604250496:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.525783:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00002000:00010000:1.0:1780298629.526548:0:8359:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size: 0 -> 1243405 00002000:00010000:1.0:1780298629.526552:0:8359:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime: 1780298629 -> 1780298630 00002000:00010000:1.0:1780298629.526555:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime: 1780298629 -> 1780298630 00002000:00010000:1.0:1780298629.526557:0:8359:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1780298629.526569:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604250496:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.526603:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302a5cf lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6cf expref: 20 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.526620:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302a5cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6cf expref: 20 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.526630:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298629.526661:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608393344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 997us (1099us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.526669:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4502 00000100:00100000:2.0:1780298629.527621:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.527660:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608393472 00000100:00100000:0.0:1780298629.527664:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608393472 00000100:00100000:0.0:1780298629.527691:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4503 00000100:00100000:0.0:1780298629.527697:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608393472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.527704:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.527712:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f68a0cb8/0xaf35132e6302a5d6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca6d6 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.527737:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604250624:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.527772:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.528499:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604250624:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.528519:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f68a0cb8/0xaf35132e6302a5d6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6d6 expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.528535:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f68a0cb8/0xaf35132e6302a5d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6d6 expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.528545:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37800, rc 0) 00000100:00100000:3.0:1780298629.528573:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777608393472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 877us (954us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.528581:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4503 00000100:00100000:2.0:1780298629.529544:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.529593:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608393600 00000100:00100000:1.0:1780298629.529600:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608393600 00000100:00100000:1.0:1780298629.529640:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4504 00000100:00100000:1.0:1780298629.529650:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:28749:x1866777608393600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.529660:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.529671:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302a5dd lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca6dd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.529690:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(27 104) 00010000:00010000:1.0:1780298629.529695:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(27 104) 00010000:00010000:1.0:1780298629.529704:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302a5dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1081344->1236991] (req 1081344->1093631) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6dd expref: 21 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.529719:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302a5dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1081344->1236991] (req 1081344->1093631) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6dd expref: 21 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.529728:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298629.529761:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:28749:x1866777608393600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 114us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.529768:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4504 00000100:00100000:2.0:1780298629.530567:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.530604:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608393728 00000100:00100000:3.0:1780298629.530609:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608393728 00000100:00100000:3.0:1780298629.530646:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4346 00000100:00100000:3.0:1780298629.530652:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2400:x1866777608393728:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298629.530748:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 1243405 -> 0 00002000:00010000:3.0:1780298629.530751:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298629 00002000:00010000:3.0:1780298629.530753:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298629 00002000:00010000:3.0:1780298629.530754:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298629 00002000:00010000:3.0:1780298629.530756:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 1 -> 0 00000100:00100000:3.0:1780298629.530778:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2400:x1866777608393728:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 127us (213us total) trans 4294968792 rc 0/0 00000100:00100000:3.0:1780298629.530782:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4346 00000100:00100000:0.0:1780298629.531788:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.531834:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608393856 00000100:00100000:2.0:1780298629.531839:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608393856 00000100:00100000:2.0:1780298629.531873:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4505 00000100:00100000:2.0:1780298629.531882:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2399:x1866777608393856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.531891:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.531902:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302a5e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca6e4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.531945:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604250752:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.532002:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00002000:00010000:0.0:1780298629.532775:0:19992:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size: 0 -> 1243405 00002000:00010000:0.0:1780298629.532778:0:19992:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime: 1780298629 -> 1780298630 00002000:00010000:0.0:1780298629.532780:0:19992:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime: 1780298629 -> 1780298630 00002000:00010000:0.0:1780298629.532782:0:19992:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime: 1780298629 -> 1780298630 00002000:00010000:0.0:1780298629.532783:0:19992:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1780298629.532790:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604250752:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.532808:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302a5e4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6e4 expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.532824:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302a5e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6e4 expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.532831:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:0.0:1780298629.532855:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2399:x1866777608393856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 976us (1068us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.532859:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4505 00000100:00100000:0.0:1780298629.533825:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.533871:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608393984 00000100:00100000:1.0:1780298629.533877:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608393984 00000100:00100000:1.0:1780298629.533912:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4506 00000100:00100000:1.0:1780298629.533919:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777608393984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.533928:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.533936:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a5eb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca6eb expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.533973:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604250880:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.534015:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.534701:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604250880:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.534732:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a5eb lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6eb expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.534747:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a5eb lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6eb expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.534757:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298629.534789:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777608393984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 870us (973us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.534796:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4506 00000100:00100000:2.0:1780298629.535729:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.535761:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608394112 00000100:00100000:3.0:1780298629.535765:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608394112 00000100:00100000:3.0:1780298629.535792:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4507 00000100:00100000:3.0:1780298629.535797:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608394112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.535804:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.535813:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a5f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca6f2 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.535829:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a5a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 557056->561151) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6a5 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.535836:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a5ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6ac expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.535840:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(71 143) 00010000:00010000:3.0:1780298629.535843:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(71 143) 00010000:00010000:3.0:1780298629.535846:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a5f2 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4005888->4046847] (req 4005888->4046847) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6f2 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.535861:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a5ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6ac expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.535870:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a5ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6ac expref: 8 pid: 19992 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.535878:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604251008:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298629.535919:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a5a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 557056->561151) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6a5 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.535927:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a5a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 557056->561151) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6a5 expref: 7 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.535935:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604251136:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.535953:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.536625:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604251008:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.536695:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604251136:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298629.536709:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a5f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4005888->4046847] (req 4005888->4046847) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6f2 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.536745:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c000, rc 0) 00000100:00100000:3.0:1780298629.536769:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608394112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 973us (1044us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.536774:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4507 00000100:00100000:0.0:1780298629.536876:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.536914:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608394240 00000100:00100000:1.0:1780298629.536919:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608394240 00010000:00010000:1.0:1780298629.536936:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a5ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6ac expref: 9 pid: 19992 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.536959:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14103 00000100:00100000:1.0:1780298629.536963:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608394240:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.536971:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.536983:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a5ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6ac expref: 9 pid: 19992 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.536995:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a5ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6ac expref: 9 pid: 19992 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.537008:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a5ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6ac expref: 9 pid: 19992 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.537015:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.537038:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608394240:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 75us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.537042:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14103 00000100:00100000:2.0:1780298629.538619:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.538656:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608394368 00000100:00100000:3.0:1780298629.538660:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608394368 00010000:00010000:3.0:1780298629.538676:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a5a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 557056->561151) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6a5 expref: 7 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.538696:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14104 00000100:00100000:3.0:1780298629.538701:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608394368:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298629.538710:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298629.538719:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a5a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 557056->561151) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6a5 expref: 7 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.538727:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a5a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 557056->561151) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6a5 expref: 7 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.538737:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a5a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 557056->561151) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6a5 expref: 7 pid: 20252 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.538745:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(71 143) 00010000:00010000:3.0:1780298629.538748:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(71 143) 00010000:00010000:3.0:1780298629.538754:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a5f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4005888->37560319] (req 4005888->4046847) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6f2 expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.538760:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a5f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4005888->37560319] (req 4005888->4046847) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6f2 expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.538777:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a5f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4005888->37560319] (req 4005888->4046847) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6f2 expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.538785:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604251264:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298629.538823:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.539597:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604251264:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298629.539608:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298629.539624:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.539662:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608394496 00000100:00100000:1.0:1780298629.539666:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608394496 00000100:00100000:3.0:1780298629.539676:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608394368:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 972us (1057us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.539684:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14104 00000100:00100000:1.0:1780298629.539710:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4347 00000100:00100000:1.0:1780298629.539718:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608394496:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298629.539911:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 1919961 -> 4045304 00002000:00010000:1.0:1780298629.539916:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298629.539917:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298629 -> 1780298629 00002000:00010000:1.0:1780298629.539919:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298629 00002000:00010000:1.0:1780298629.539920:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 808 -> 888 00000100:00100000:1.0:1780298629.539946:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608394496:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 230us (323us total) trans 4294969131 rc 0/0 00000100:00100000:1.0:1780298629.539952:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4347 00000100:00100000:0.0:1780298629.540785:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.540820:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608394624 00000100:00100000:1.0:1780298629.540824:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608394624 00000100:00100000:1.0:1780298629.540849:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4508 00000100:00100000:1.0:1780298629.540854:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608394624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.540862:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.540870:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a5f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca6f9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.540904:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604251392:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.540933:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.540945:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.540963:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608394752 00000100:00100000:0.0:1780298629.540967:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608394752 00000100:00100000:0.0:1780298629.540997:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4509 00000100:00100000:0.0:1780298629.541003:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608394752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.541010:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.541018:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a600 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca700 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.541039:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f747800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604251520:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.541077:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1cc0 going to sleep for 11 seconds 00002000:00010000:1.0:1780298629.541575:0:20252:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime: 1780298629 -> 1780298630 00002000:00010000:1.0:1780298629.541578:0:20252:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298629 -> 1780298630 00002000:00010000:1.0:1780298629.541580:0:20252:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime: 1780298629 -> 1780298630 00000100:00100000:1.0:1780298629.541586:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604251392:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.541604:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a5f9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6f9 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.541615:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a5f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6f9 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.541622:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298629.541643:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608394624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 789us (859us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.541648:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4508 00000100:00100000:2.0:1780298629.541763:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f747800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604251520:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.541785:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a600 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca700 expref: 20 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.541798:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a600 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca700 expref: 20 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.541808:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37000, rc 0) 00000100:00100000:2.0:1780298629.541839:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608394752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 836us (906us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.541843:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4509 00000100:00100000:3.0:1780298629.542653:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.542739:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.542785:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608394880 00000100:00100000:2.0:1780298629.542788:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608395008 00000100:00100000:1.0:1780298629.542790:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608394880 00000100:00100000:2.0:1780298629.542795:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608395008 00000100:00100000:1.0:1780298629.542818:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4510 00000100:00100000:1.0:1780298629.542824:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608394880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.542831:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.542839:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4511 00010000:00010000:1.0:1780298629.542839:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a607 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca707 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.542854:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608395008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.542863:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.542866:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604251648:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.542872:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6302a60e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca70e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.542902:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.542906:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604251776:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.542932:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.543601:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604251648:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.543617:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a607 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca707 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.543628:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a607 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca707 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.543636:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:1.0:1780298629.543658:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608394880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 835us (1008us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.543664:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4510 00000100:00100000:0.0:1780298629.543796:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604251776:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.543816:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6302a60e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca70e expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.543836:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6302a60e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca70e expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.543846:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c400, rc 0) 00000100:00100000:0.0:1780298629.543877:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608395008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1027us (1137us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.543883:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4511 00000100:00100000:0.0:1780298629.544814:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.544850:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.544862:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608395136 00000100:00100000:1.0:1780298629.544867:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608395136 00000100:00100000:3.0:1780298629.544878:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608395264 00000100:00100000:1.0:1780298629.544894:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4512 00000100:00100000:1.0:1780298629.544899:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e426050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608395136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.544907:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.544915:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a615 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca715 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.544919:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608395264 00000100:00100000:1.0:1780298629.544947:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604251904:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.544957:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4513 00000100:00100000:3.0:1780298629.544966:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777608395264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.544976:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.544986:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302a61c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca71c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.544987:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.545019:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604252032:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.545047:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.545613:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604251904:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.545635:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a615 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca715 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.545651:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a615 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca715 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.545662:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:1.0:1780298629.545700:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e426050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608395136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 799us (886us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.545708:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4512 00000100:00100000:3.0:1780298629.545744:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604252032:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.545801:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302a61c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca71c expref: 23 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.545818:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302a61c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca71c expref: 23 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.545828:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c800, rc 0) 00000100:00100000:3.0:1780298629.545858:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777608395264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 893us (1007us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.545865:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4513 00000100:00100000:2.0:1780298629.546631:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.546663:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608395392 00000100:00100000:1.0:1780298629.546667:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608395392 00000100:00100000:1.0:1780298629.546696:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4348 00000100:00100000:1.0:1780298629.546701:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777608395392:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298629.546826:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 1243405 -> 0 00002000:00010000:1.0:1780298629.546829:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298629 00002000:00010000:1.0:1780298629.546830:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298629 00002000:00010000:1.0:1780298629.546832:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298629 00002000:00010000:1.0:1780298629.546833:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 1 -> 112 00000100:00100000:1.0:1780298629.546856:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608395392:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 155us (228us total) trans 4294968793 rc 0/0 00000100:00100000:1.0:1780298629.546864:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4348 00000100:00100000:2.0:1780298629.547677:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.547706:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.547722:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608395520 00000100:00100000:0.0:1780298629.547725:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608395520 00000100:00100000:1.0:1780298629.547743:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608395648 00000100:00100000:1.0:1780298629.547748:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608395648 00000100:00100000:0.0:1780298629.547755:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4514 00000100:00100000:0.0:1780298629.547762:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608395520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.547768:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.547776:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302a623 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca723 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.547781:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4515 00000100:00100000:1.0:1780298629.547795:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608395648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.547801:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.547807:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f746300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604252160:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.547810:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a62a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca72a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.547837:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604252288:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.547844:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.547863:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.548617:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f746300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604252160:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.548642:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302a623 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca723 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298629.548648:0:8359:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size: 0 -> 1243405 00002000:00010000:1.0:1780298629.548653:0:8359:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime: 1780298629 -> 1780298630 00002000:00010000:1.0:1780298629.548656:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime: 1780298629 -> 1780298630 00010000:00010000:3.0:1780298629.548659:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302a623 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca723 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298629.548660:0:8359:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime: 1780298629 -> 1780298630 00010000:00010000:3.0:1780298629.548674:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37a00, rc 0) 00000100:00100000:1.0:1780298629.548675:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604252288:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.548708:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608395520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 947us (1031us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298629.548711:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a62a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca72a expref: 20 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.548723:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4514 00010000:00010000:1.0:1780298629.548736:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a62a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca72a expref: 20 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.548746:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298629.548765:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777608395648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 975us (1059us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.548772:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4515 00000100:00100000:2.0:1780298629.549622:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.549653:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608395776 00000100:00100000:1.0:1780298629.549657:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608395776 00000100:00100000:1.0:1780298629.549678:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4516 00000100:00100000:1.0:1780298629.549684:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608395776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.549692:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.549700:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a631 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca731 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.549733:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604252416:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.549734:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.549759:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608395904 00000100:00100000:1.0:1780298629.549774:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.549801:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608395904 00000100:00100000:3.0:1780298629.549836:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4517 00000100:00100000:3.0:1780298629.549845:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777608395904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.549853:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.549900:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a638 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca738 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.549929:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604252544:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.549963:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.550375:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604252416:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.550403:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a631 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca731 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.550414:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a631 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca731 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.550420:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298629.550448:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608395776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 763us (826us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.550456:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4516 00000100:00100000:3.0:1780298629.550540:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604252544:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.550611:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a638 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca738 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.550624:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a638 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca738 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.550633:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d200, rc 0) 00000100:00100000:3.0:1780298629.550660:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777608395904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 818us (928us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.550667:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4517 00000100:00100000:2.0:1780298629.551389:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.551431:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608396032 00000100:00100000:0.0:1780298629.551435:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608396032 00000100:00100000:0.0:1780298629.551461:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4518 00000100:00100000:0.0:1780298629.551468:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608396032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.551476:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.551483:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a63f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca73f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.551505:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f746300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604252672:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.551537:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.551551:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.551574:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608396160 00000100:00100000:1.0:1780298629.551578:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608396160 00000100:00100000:1.0:1780298629.551602:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4519 00000100:00100000:1.0:1780298629.551614:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2397:x1866777608396160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.551621:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.551627:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302a646 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca746 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.551648:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604252800:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.551674:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.552112:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f746300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604252672:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.552143:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a63f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca73f expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.552154:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a63f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca73f expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.552161:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36a00, rc 0) 00000100:00100000:0.0:1780298629.552183:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608396032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 718us (806us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.552188:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4518 00000100:00100000:1.0:1780298629.552266:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604252800:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.552288:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302a646 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca746 expref: 24 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.552298:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302a646 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca746 expref: 24 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.552305:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298629.552329:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2397:x1866777608396160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 717us (793us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.552334:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4519 00000100:00100000:2.0:1780298629.553046:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.553073:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608396288 00000100:00100000:0.0:1780298629.553076:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608396288 00000100:00100000:0.0:1780298629.553098:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4520 00000100:00100000:0.0:1780298629.553103:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608396288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.553108:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.553114:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302a64d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca74d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.553146:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(71 143) 00010000:00010000:0.0:1780298629.553150:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(71 143) 00010000:00010000:0.0:1780298629.553157:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302a64d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3137536->4005887] (req 3137536->3141631) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca74d expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.553167:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302a64d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3137536->4005887] (req 3137536->3141631) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca74d expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.553172:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37400, rc 0) 00000100:00100000:0.0:1780298629.553190:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608396288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 88us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.553195:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4520 00000100:00100000:2.0:1780298629.553903:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.553932:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608396416 00000100:00100000:1.0:1780298629.553936:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608396416 00002000:00100000:1.0:1780298629.553957:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3137536->3141631) req@ffff9cf24310fb80 x1866777608396416/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.553965:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310fb80 with x1866777608396416 ext(3137536->3141631) 00002000:00010000:1.0:1780298629.553970:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310fb80 00000100:00100000:1.0:1780298629.553991:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4349 00000100:00100000:1.0:1780298629.554000:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608396416:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.554163:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608396416:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 165us (259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.554168:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4349 00002000:00100000:1.0:1780298629.554179:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3137536->3141631) req@ffff9cf24310fb80 x1866777608396416/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.554187:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310fb80 with x1866777608396416 ext(3137536->3141631) 00002000:00010000:1.0:1780298629.554190:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310fb80 00000100:00100000:3.0:1780298629.554980:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.555026:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608396544 00000100:00100000:0.0:1780298629.555031:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608396544 00002000:00100000:0.0:1780298629.555045:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3141632->3145727) req@ffff9cf24519ce00 x1866777608396544/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.555052:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ce00 with x1866777608396544 ext(3141632->3145727) 00002000:00010000:0.0:1780298629.555054:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519ce00 00000100:00100000:0.0:1780298629.555069:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4350 00000100:00100000:0.0:1780298629.555073:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608396544:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.555151:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608396544:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (173us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.555156:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4350 00002000:00100000:0.0:1780298629.555161:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3141632->3145727) req@ffff9cf24519ce00 x1866777608396544/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.555168:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ce00 with x1866777608396544 ext(3141632->3145727) 00002000:00010000:0.0:1780298629.555170:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519ce00 00000100:00100000:2.0:1780298629.555926:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.555952:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608396672 00000100:00100000:3.0:1780298629.555957:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608396672 00002000:00100000:3.0:1780298629.555979:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3145728->3149823) req@ffff9cf24310df80 x1866777608396672/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298629.555989:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310df80 with x1866777608396672 ext(3145728->3149823) 00002000:00010000:3.0:1780298629.555992:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310df80 00000100:00100000:3.0:1780298629.556015:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4351 00000100:00100000:3.0:1780298629.556023:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608396672:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298629.556112:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608396672:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 90us (184us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298629.556121:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4351 00002000:00100000:3.0:1780298629.556158:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3145728->3149823) req@ffff9cf24310df80 x1866777608396672/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298629.556169:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310df80 with x1866777608396672 ext(3145728->3149823) 00002000:00010000:3.0:1780298629.556173:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310df80 00000100:00100000:2.0:1780298629.556969:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.557007:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608396800 00000100:00100000:1.0:1780298629.557013:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608396800 00002000:00100000:1.0:1780298629.557032:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3149824->3153919) req@ffff9cf243061880 x1866777608396800/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.557043:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061880 with x1866777608396800 ext(3149824->3153919) 00002000:00010000:1.0:1780298629.557046:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243061880 00000100:00100000:1.0:1780298629.557066:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4352 00000100:00100000:1.0:1780298629.557073:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608396800:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.557181:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608396800:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 108us (217us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.557190:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4352 00002000:00100000:1.0:1780298629.557197:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3149824->3153919) req@ffff9cf243061880 x1866777608396800/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.557210:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061880 with x1866777608396800 ext(3149824->3153919) 00002000:00010000:1.0:1780298629.557214:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243061880 00000100:00100000:0.0:1780298629.558006:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.558042:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608396928 00000100:00100000:1.0:1780298629.558046:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608396928 00002000:00100000:1.0:1780298629.558062:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3153920->3158015) req@ffff9cf37f746300 x1866777608396928/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.558068:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f746300 with x1866777608396928 ext(3153920->3158015) 00002000:00010000:1.0:1780298629.558071:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f746300 00000100:00100000:1.0:1780298629.558084:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4353 00000100:00100000:1.0:1780298629.558089:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608396928:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.558174:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608396928:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 84us (169us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.558181:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4353 00002000:00100000:1.0:1780298629.558188:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3153920->3158015) req@ffff9cf37f746300 x1866777608396928/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.558197:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f746300 with x1866777608396928 ext(3153920->3158015) 00002000:00010000:1.0:1780298629.558201:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f746300 00000100:00100000:2.0:1780298629.558998:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.559036:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608397056 00000100:00100000:1.0:1780298629.559041:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608397056 00002000:00100000:1.0:1780298629.559060:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3158016->3162111) req@ffff9cf243061180 x1866777608397056/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.559069:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061180 with x1866777608397056 ext(3158016->3162111) 00002000:00010000:1.0:1780298629.559072:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243061180 00000100:00100000:1.0:1780298629.559091:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4354 00000100:00100000:1.0:1780298629.559099:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608397056:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.559208:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608397056:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 110us (210us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.559217:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4354 00002000:00100000:1.0:1780298629.559223:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3158016->3162111) req@ffff9cf243061180 x1866777608397056/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.559229:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061180 with x1866777608397056 ext(3158016->3162111) 00002000:00010000:1.0:1780298629.559232:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243061180 00000100:00100000:2.0:1780298629.559982:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.560021:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608397184 00000100:00100000:0.0:1780298629.560024:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608397184 00002000:00100000:0.0:1780298629.560041:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3162112->3166207) req@ffff9cf243062300 x1866777608397184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.560049:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243062300 with x1866777608397184 ext(3162112->3166207) 00002000:00010000:0.0:1780298629.560053:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243062300 00000100:00100000:0.0:1780298629.560073:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4355 00000100:00100000:0.0:1780298629.560081:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608397184:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.560165:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608397184:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 85us (184us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.560171:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4355 00002000:00100000:0.0:1780298629.560177:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3162112->3166207) req@ffff9cf243062300 x1866777608397184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.560185:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243062300 with x1866777608397184 ext(3162112->3166207) 00002000:00010000:0.0:1780298629.560189:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243062300 00000100:00100000:0.0:1780298629.560947:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.560983:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608397312 00000100:00100000:1.0:1780298629.560987:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608397312 00002000:00100000:1.0:1780298629.561002:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3166208->3170303) req@ffff9cf244812300 x1866777608397312/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.561009:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812300 with x1866777608397312 ext(3166208->3170303) 00002000:00010000:1.0:1780298629.561011:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244812300 00000100:00100000:1.0:1780298629.561024:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4356 00000100:00100000:1.0:1780298629.561029:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608397312:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.561114:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608397312:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 84us (166us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.561119:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4356 00002000:00100000:1.0:1780298629.561141:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3166208->3170303) req@ffff9cf244812300 x1866777608397312/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.561147:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812300 with x1866777608397312 ext(3166208->3170303) 00002000:00010000:1.0:1780298629.561150:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244812300 00000100:00100000:2.0:1780298629.561979:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.562016:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608397440 00000100:00100000:1.0:1780298629.562020:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608397440 00002000:00100000:1.0:1780298629.562036:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3170304->3174399) req@ffff9cf347cd6d80 x1866777608397440/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.562058:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd6d80 with x1866777608397440 ext(3170304->3174399) 00002000:00010000:1.0:1780298629.562062:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd6d80 00000100:00100000:1.0:1780298629.562083:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4357 00000100:00100000:1.0:1780298629.562091:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608397440:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.562194:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608397440:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 104us (216us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.562199:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4357 00002000:00100000:1.0:1780298629.562203:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3170304->3174399) req@ffff9cf347cd6d80 x1866777608397440/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.562210:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd6d80 with x1866777608397440 ext(3170304->3174399) 00002000:00010000:1.0:1780298629.562213:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd6d80 00000100:00100000:2.0:1780298629.563010:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.563049:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608397568 00000100:00100000:1.0:1780298629.563055:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608397568 00002000:00100000:1.0:1780298629.563075:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3174400->3178495) req@ffff9cf347cd6a00 x1866777608397568/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.563083:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd6a00 with x1866777608397568 ext(3174400->3178495) 00002000:00010000:1.0:1780298629.563087:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd6a00 00000100:00100000:1.0:1780298629.563109:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4358 00000100:00100000:1.0:1780298629.563117:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608397568:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.563218:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608397568:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 101us (207us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.563225:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4358 00002000:00100000:1.0:1780298629.563233:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3174400->3178495) req@ffff9cf347cd6a00 x1866777608397568/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.563242:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd6a00 with x1866777608397568 ext(3174400->3178495) 00002000:00010000:1.0:1780298629.563245:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd6a00 00000100:00100000:0.0:1780298629.564209:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.564251:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608397696 00000100:00100000:1.0:1780298629.564256:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608397696 00002000:00100000:1.0:1780298629.564275:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3178496->3182591) req@ffff9cf244811500 x1866777608397696/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.564284:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811500 with x1866777608397696 ext(3178496->3182591) 00002000:00010000:1.0:1780298629.564288:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244811500 00000100:00100000:1.0:1780298629.564307:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4359 00000100:00100000:1.0:1780298629.564314:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608397696:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.564390:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608397696:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (171us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.564396:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4359 00002000:00100000:1.0:1780298629.564401:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3178496->3182591) req@ffff9cf244811500 x1866777608397696/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.564406:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811500 with x1866777608397696 ext(3178496->3182591) 00002000:00010000:1.0:1780298629.564409:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244811500 00000100:00100000:2.0:1780298629.565234:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.565274:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608397824 00000100:00100000:0.0:1780298629.565280:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608397824 00002000:00100000:0.0:1780298629.565300:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3182592->3186687) req@ffff9cf347cd4e00 x1866777608397824/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.565314:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4e00 with x1866777608397824 ext(3182592->3186687) 00002000:00010000:0.0:1780298629.565317:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd4e00 00000100:00100000:0.0:1780298629.565335:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4360 00000100:00100000:0.0:1780298629.565343:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608397824:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.565436:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608397824:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 94us (201us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.565442:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4360 00002000:00100000:0.0:1780298629.565448:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3182592->3186687) req@ffff9cf347cd4e00 x1866777608397824/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.565456:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4e00 with x1866777608397824 ext(3182592->3186687) 00002000:00010000:0.0:1780298629.565459:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd4e00 00000100:00100000:2.0:1780298629.566219:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.566264:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608397952 00000100:00100000:1.0:1780298629.566269:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608397952 00002000:00100000:1.0:1780298629.566289:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3186688->3190783) req@ffff9cf348319500 x1866777608397952/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.566297:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348319500 with x1866777608397952 ext(3186688->3190783) 00002000:00010000:1.0:1780298629.566301:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348319500 00000100:00100000:1.0:1780298629.566320:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4361 00000100:00100000:1.0:1780298629.566328:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608397952:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.566434:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608397952:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 106us (213us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.566441:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4361 00002000:00100000:1.0:1780298629.566449:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3186688->3190783) req@ffff9cf348319500 x1866777608397952/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.566457:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348319500 with x1866777608397952 ext(3186688->3190783) 00002000:00010000:1.0:1780298629.566461:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348319500 00000100:00100000:3.0:1780298629.567251:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.567288:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608398080 00000100:00100000:1.0:1780298629.567292:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608398080 00002000:00100000:1.0:1780298629.567307:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3190784->3194879) req@ffff9cf24519f480 x1866777608398080/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.567313:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519f480 with x1866777608398080 ext(3190784->3194879) 00002000:00010000:1.0:1780298629.567315:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519f480 00000100:00100000:1.0:1780298629.567329:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4362 00000100:00100000:1.0:1780298629.567334:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608398080:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.567404:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608398080:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (156us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.567410:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4362 00002000:00100000:1.0:1780298629.567415:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3190784->3194879) req@ffff9cf24519f480 x1866777608398080/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.567425:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519f480 with x1866777608398080 ext(3190784->3194879) 00002000:00010000:1.0:1780298629.567427:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519f480 00000100:00100000:2.0:1780298629.568283:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.568334:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608398208 00000100:00100000:1.0:1780298629.568339:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608398208 00002000:00100000:1.0:1780298629.568358:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3194880->3198975) req@ffff9cf34831a680 x1866777608398208/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.568367:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831a680 with x1866777608398208 ext(3194880->3198975) 00002000:00010000:1.0:1780298629.568370:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831a680 00000100:00100000:1.0:1780298629.568398:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4363 00000100:00100000:1.0:1780298629.568406:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608398208:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.568489:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608398208:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 83us (206us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.568496:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4363 00002000:00100000:1.0:1780298629.568504:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3194880->3198975) req@ffff9cf34831a680 x1866777608398208/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.568513:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831a680 with x1866777608398208 ext(3194880->3198975) 00002000:00010000:1.0:1780298629.568516:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831a680 00000100:00100000:2.0:1780298629.569273:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.569319:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608398336 00000100:00100000:1.0:1780298629.569323:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608398336 00002000:00100000:1.0:1780298629.569341:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3198976->3203071) req@ffff9cf34831ad80 x1866777608398336/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.569350:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831ad80 with x1866777608398336 ext(3198976->3203071) 00002000:00010000:1.0:1780298629.569354:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831ad80 00000100:00100000:1.0:1780298629.569374:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4364 00000100:00100000:1.0:1780298629.569393:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608398336:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.569475:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608398336:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 94us (201us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.569482:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4364 00002000:00100000:1.0:1780298629.569489:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3198976->3203071) req@ffff9cf34831ad80 x1866777608398336/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.569498:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831ad80 with x1866777608398336 ext(3198976->3203071) 00002000:00010000:1.0:1780298629.569502:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831ad80 00000100:00100000:3.0:1780298629.570289:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.570333:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608398464 00000100:00100000:0.0:1780298629.570338:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608398464 00002000:00100000:0.0:1780298629.570359:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3203072->3207167) req@ffff9cf24519f800 x1866777608398464/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.570368:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519f800 with x1866777608398464 ext(3203072->3207167) 00002000:00010000:0.0:1780298629.570372:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519f800 00000100:00100000:0.0:1780298629.570402:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4365 00000100:00100000:0.0:1780298629.570411:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608398464:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.570495:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608398464:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 84us (207us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.570502:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4365 00002000:00100000:0.0:1780298629.570510:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3203072->3207167) req@ffff9cf24519f800 x1866777608398464/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.570518:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519f800 with x1866777608398464 ext(3203072->3207167) 00002000:00010000:0.0:1780298629.570522:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519f800 00000100:00100000:2.0:1780298629.571496:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.571528:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608398592 00000100:00100000:3.0:1780298629.571533:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608398592 00000100:00100000:3.0:1780298629.571569:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4521 00000100:00100000:3.0:1780298629.571576:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608398592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.571586:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.571604:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e6302a654 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca754 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.571660:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604252928:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.571819:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.571827:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.571860:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608398720 00000100:00100000:1.0:1780298629.571865:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608398720 00000100:00100000:1.0:1780298629.571899:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4522 00000100:00100000:1.0:1780298629.571908:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608398720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.571916:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.571927:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302a65b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca75b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.571959:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604253056:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.571994:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.572470:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604252928:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.572567:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e6302a654 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca754 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.572625:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb21fb03/0xaf35132e6302a654 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca754 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.572639:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d200, rc 0) 00000100:00100000:1.0:1780298629.572644:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604253056:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.572676:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608398592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1097us (1176us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298629.572676:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302a65b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca75b expref: 24 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.572694:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4521 00010000:00010000:1.0:1780298629.572702:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302a65b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca75b expref: 24 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.572714:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298629.572748:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608398720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 842us (924us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.572755:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4522 00000100:00100000:2.0:1780298629.573579:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.573619:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.573619:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608398848 00000100:00100000:1.0:1780298629.573625:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608398848 00000100:00100000:3.0:1780298629.573643:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608398976 00000100:00100000:3.0:1780298629.573648:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608398976 00000100:00100000:1.0:1780298629.573661:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4523 00000100:00100000:1.0:1780298629.573671:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608398848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.573680:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.573689:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a662 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca762 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.573719:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4524 00000100:00100000:1.0:1780298629.573720:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604253184:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.573729:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2397:x1866777608398976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.573736:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.573744:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302a669 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca769 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.573768:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604253312:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.573774:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.573792:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.574405:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604253184:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.574429:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a662 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca762 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.574445:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a662 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca762 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.574456:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298629.574493:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608398848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 824us (914us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.574501:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4523 00000100:00100000:3.0:1780298629.574544:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604253312:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.574596:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302a669 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca769 expref: 24 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.574608:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302a669 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca769 expref: 24 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.574615:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c800, rc 0) 00000100:00100000:3.0:1780298629.574638:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2397:x1866777608398976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 913us (1019us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.574643:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4524 00000100:00100000:0.0:1780298629.575485:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.575505:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608399104 00000100:00100000:3.0:1780298629.575509:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608399104 00000100:00100000:3.0:1780298629.575536:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4525 00000100:00100000:3.0:1780298629.575543:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:28749:x1866777608399104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.575553:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.575561:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a670 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca770 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.575577:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(27 104) 00010000:00010000:3.0:1780298629.575580:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(27 104) 00010000:00010000:3.0:1780298629.575587:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a670 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [376832->1081343] (req 376832->438271) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca770 expref: 20 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.575599:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a670 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [376832->1081343] (req 376832->438271) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca770 expref: 20 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.575605:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:3.0:1780298629.575626:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:28749:x1866777608399104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 85us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.575631:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4525 00000100:00100000:0.0:1780298629.576563:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.576601:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608399232 00000100:00100000:1.0:1780298629.576607:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608399232 00002000:00100000:1.0:1780298629.576632:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (376832->438271) req@ffff9cf37f735180 x1866777608399232/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.576643:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735180 with x1866777608399232 ext(376832->438271) 00002000:00010000:1.0:1780298629.576647:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f735180 00000100:00100000:1.0:1780298629.576667:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4366 00000100:00100000:1.0:1780298629.576675:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608399232:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.577321:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608399232:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 646us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.577328:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4366 00002000:00100000:1.0:1780298629.577335:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (376832->438271) req@ffff9cf37f735180 x1866777608399232/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.577344:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735180 with x1866777608399232 ext(376832->438271) 00002000:00010000:1.0:1780298629.577347:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f735180 00000100:00100000:0.0:1780298629.578261:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.578290:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.578302:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608399360 00000100:00100000:1.0:1780298629.578308:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608399360 00000100:00100000:1.0:1780298629.578338:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608399488 00000100:00100000:1.0:1780298629.578341:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608399488 00000100:00100000:2.0:1780298629.578346:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4526 00000100:00100000:2.0:1780298629.578359:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608399360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.578369:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.578371:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4527 00000100:00100000:1.0:1780298629.578392:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777608399488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.578394:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a677 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca777 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.578402:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.578413:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302a67e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca77e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.578444:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604253440:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.578450:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604253568:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.578506:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.578506:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.579222:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604253440:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.579229:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604253568:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.579246:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a677 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca777 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.579258:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302a67e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca77e expref: 24 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.579264:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a677 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca777 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.579279:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00010000:00010000:1.0:1780298629.579280:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302a67e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca77e expref: 24 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.579293:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298629.579313:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608399360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 957us (1052us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.579321:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777608399488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 940us (1029us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.579326:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4526 00000100:00100000:1.0:1780298629.579335:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4527 00000100:00100000:0.0:1780298629.580323:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.580350:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.580368:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608399744 00000100:00100000:3.0:1780298629.580374:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608399744 00000100:00100000:1.0:1780298629.580394:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608399616 00000100:00100000:1.0:1780298629.580399:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608399616 00000100:00100000:3.0:1780298629.580420:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4528 00000100:00100000:3.0:1780298629.580431:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608399744:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298629.580437:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4529 00010000:00010000:3.0:1780298629.580447:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.580452:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608399616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.580457:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a685 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca78c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.580462:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.580474:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302a68c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca785 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.580491:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604253696:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.580510:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604253824:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.580535:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.580540:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.581199:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604253696:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.581218:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a685 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca78c expref: 24 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.581225:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604253824:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.581231:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a685 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca78c expref: 24 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.581239:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d200, rc 0) 00010000:00010000:1.0:1780298629.581250:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302a68c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca785 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.581266:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302a68c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca785 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.581273:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608399744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 845us (950us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.581284:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4528 00010000:00010000:1.0:1780298629.581285:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298629.581312:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608399616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 865us (961us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.581320:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4529 00000100:00100000:0.0:1780298629.582208:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.582244:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608399872 00000100:00100000:1.0:1780298629.582250:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608399872 00000100:00100000:1.0:1780298629.582279:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4530 00000100:00100000:1.0:1780298629.582287:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608399872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.582296:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.582303:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a693 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca793 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.582319:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(71 143) 00010000:00010000:1.0:1780298629.582323:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(71 143) 00010000:00010000:1.0:1780298629.582332:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1515520->3137535] (req 1515520->1544191) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca793 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.582346:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1515520->3137535] (req 1515520->1544191) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca793 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.582359:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:1.0:1780298629.582394:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608399872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 109us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.582401:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4530 00000100:00100000:0.0:1780298629.583035:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.583075:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608400000 00000100:00100000:1.0:1780298629.583080:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608400000 00000100:00100000:1.0:1780298629.583116:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4367 00000100:00100000:1.0:1780298629.583143:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243eda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608400000:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298629.583314:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4045304 -> 4045304 00002000:00010000:1.0:1780298629.583318:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298629 00002000:00010000:1.0:1780298629.583320:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298629 00002000:00010000:1.0:1780298629.583322:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298629 00002000:00010000:1.0:1780298629.583324:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 888 -> 888 00000100:00100000:1.0:1780298629.583354:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243eda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608400000:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 231us (320us total) trans 4294969132 rc 0/0 00000100:00100000:1.0:1780298629.583362:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4367 00000100:00100000:0.0:1780298629.584101:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.584149:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.584172:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608400128 00000100:00100000:2.0:1780298629.584176:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608400256 00000100:00100000:1.0:1780298629.584177:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608400128 00000100:00100000:2.0:1780298629.584181:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608400256 00000100:00100000:1.0:1780298629.584213:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4531 00000100:00100000:2.0:1780298629.584220:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4532 00000100:00100000:1.0:1780298629.584225:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608400128:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298629.584231:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608400256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.584233:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.584238:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.584243:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a69a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca79a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.584247:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a6a1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca7a1 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.584284:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604253952:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.584295:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604254080:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.584322:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.584329:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00002000:00010000:1.0:1780298629.584983:0:8358:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime: 1780298629 -> 1780298630 00002000:00010000:1.0:1780298629.584987:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298629 -> 1780298630 00002000:00010000:1.0:1780298629.584989:0:8358:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime: 1780298629 -> 1780298630 00000100:00100000:1.0:1780298629.584998:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604254080:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.585027:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a69a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca79a expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.585042:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a69a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca79a expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.585053:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298629.585082:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608400128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 861us (980us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.585085:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604253952:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.585094:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4531 00010000:00010000:2.0:1780298629.585111:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a6a1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7a1 expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.585148:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a6a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7a1 expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.585158:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298629.585189:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608400256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 962us (1041us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.585197:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4532 00000100:00100000:0.0:1780298629.585968:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.586012:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608400384 00000100:00100000:1.0:1780298629.586017:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608400384 00000100:00100000:0.0:1780298629.586045:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.586050:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4533 00000100:00100000:1.0:1780298629.586059:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608400384:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298629.586063:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608400512 00000100:00100000:2.0:1780298629.586068:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608400512 00010000:00010000:1.0:1780298629.586068:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.586078:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a6a8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca7a8 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.586102:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4534 00000100:00100000:2.0:1780298629.586111:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608400512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.586118:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.586120:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604254208:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.586158:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302a6af lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca7af expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.586189:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604254336:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.586195:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.586219:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.586896:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604254208:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.586901:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604254336:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.586920:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302a6af lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7af expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.586927:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a6a8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7a8 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.586957:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302a6af lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7af expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.586961:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302a6a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7a8 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.586974:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00010000:00010000:1.0:1780298629.586980:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:2.0:1780298629.587005:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777608400512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 895us (960us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.587011:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608400384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 951us (1041us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.587015:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4534 00000100:00100000:1.0:1780298629.587025:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4533 00000100:00100000:0.0:1780298629.588142:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.588182:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608400640 00000100:00100000:3.0:1780298629.588188:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608400640 00000100:00100000:3.0:1780298629.588215:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4535 00000100:00100000:3.0:1780298629.588224:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:28749:x1866777608400640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.588233:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.588242:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a6b6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca7b6 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.588265:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(27 104) 00010000:00010000:3.0:1780298629.588269:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(27 104) 00010000:00010000:3.0:1780298629.588279:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a6b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [4096->376831] (req 4096->57343) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7b6 expref: 21 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.588293:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a6b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [4096->376831] (req 4096->57343) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7b6 expref: 21 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.588303:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d200, rc 0) 00000100:00100000:3.0:1780298629.588330:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:28749:x1866777608400640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 108us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.588334:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4535 00000100:00100000:0.0:1780298629.589200:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.589235:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608400768 00000100:00100000:1.0:1780298629.589240:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608400768 00002000:00100000:1.0:1780298629.589270:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (4096->8191) req@ffff9cf243edbb80 x1866777608400768/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.589280:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243edbb80 with x1866777608400768 ext(4096->8191) 00002000:00010000:1.0:1780298629.589285:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243edbb80 00000100:00100000:1.0:1780298629.589307:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4368 00000100:00100000:1.0:1780298629.589315:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777608400768:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.589468:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777608400768:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 154us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.589479:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4368 00002000:00100000:1.0:1780298629.589486:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (4096->8191) req@ffff9cf243edbb80 x1866777608400768/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.589495:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243edbb80 with x1866777608400768 ext(4096->8191) 00002000:00010000:1.0:1780298629.589499:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243edbb80 00000100:00100000:0.0:1780298629.590706:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.590747:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608400896 00000100:00100000:1.0:1780298629.590751:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608400896 00002000:00100000:1.0:1780298629.590772:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (53248->57343) req@ffff9cf243ed8000 x1866777608400896/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.590781:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed8000 with x1866777608400896 ext(53248->57343) 00002000:00010000:1.0:1780298629.590784:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243ed8000 00000100:00100000:1.0:1780298629.590804:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4369 00000100:00100000:1.0:1780298629.590812:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777608400896:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.590891:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777608400896:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 79us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.590898:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4369 00002000:00100000:1.0:1780298629.590905:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (53248->57343) req@ffff9cf243ed8000 x1866777608400896/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.590914:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed8000 with x1866777608400896 ext(53248->57343) 00002000:00010000:1.0:1780298629.590917:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243ed8000 00000100:00100000:0.0:1780298629.591996:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.592030:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.592031:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608401024 00000100:00100000:2.0:1780298629.592035:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608401024 00000100:00100000:2.0:1780298629.592065:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608401152 00000100:00100000:2.0:1780298629.592068:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608401152 00000100:00100000:2.0:1780298629.592093:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4536 00000100:00100000:1.0:1780298629.592101:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4537 00000100:00100000:2.0:1780298629.592106:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608401024:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298629.592113:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777608401152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.592115:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.592149:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.592157:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302a6bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca7bd expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.592162:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302a6c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca7c4 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.592200:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604254464:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.592205:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604254592:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.592252:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.592260:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.593007:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604254464:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.593028:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302a6bd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7bd expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.593041:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302a6bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7bd expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.593050:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298629.593080:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608401024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 978us (1084us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.593088:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4536 00000100:00100000:1.0:1780298629.593096:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604254592:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.593150:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302a6c4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7c4 expref: 22 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.593166:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302a6c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7c4 expref: 22 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.593176:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298629.593208:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777608401152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1098us (1177us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.593216:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4537 00000100:00100000:0.0:1780298629.594018:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.594060:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608401280 00000100:00100000:1.0:1780298629.594066:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608401280 00000100:00100000:1.0:1780298629.594102:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4538 00000100:00100000:0.0:1780298629.594108:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.594113:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608401280:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298629.594139:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608401408 00000100:00100000:2.0:1780298629.594143:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608401408 00010000:00010000:1.0:1780298629.594147:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.594159:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302a6cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca7cb expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.594171:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4539 00000100:00100000:2.0:1780298629.594181:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777608401408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.594190:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.594194:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604254720:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.594200:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e6302a6d2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca7d2 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.594229:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604254848:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.594249:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.594252:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.594954:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604254720:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.594979:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302a6cb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7cb expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.594994:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302a6cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7cb expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.595006:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298629.595038:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608401280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 929us (1021us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.595047:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604254848:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.595048:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4538 00010000:00010000:2.0:1780298629.595088:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e6302a6d2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7d2 expref: 22 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.595103:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e6302a6d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7d2 expref: 22 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.595112:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298629.595180:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777608401408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1000us (1071us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.595189:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4539 00000100:00100000:0.0:1780298629.596164:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.596199:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608401536 00000100:00100000:2.0:1780298629.596205:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608401536 00002000:00100000:2.0:1780298629.596229:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3756032->3772415) req@ffff9cf242b68700 x1866777608401536/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.596239:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68700 with x1866777608401536 ext(3756032->3772415) 00002000:00010000:2.0:1780298629.596243:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68700 00000100:00100000:2.0:1780298629.596266:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4370 00000100:00100000:2.0:1780298629.596274:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608401536:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.596461:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608401536:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 188us (297us total) trans 0 rc 16384/16384 00000100:00100000:2.0:1780298629.596470:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4370 00002000:00100000:2.0:1780298629.596477:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3756032->3772415) req@ffff9cf242b68700 x1866777608401536/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/16824 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.596485:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68700 with x1866777608401536 ext(3756032->3772415) 00002000:00010000:2.0:1780298629.596489:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68700 00000100:00100000:0.0:1780298629.597474:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.597508:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608401664 00000100:00100000:2.0:1780298629.597512:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608401664 00000100:00100000:2.0:1780298629.597539:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4540 00000100:00100000:2.0:1780298629.597545:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608401664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.597551:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.597560:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a6d9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca7d9 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.597593:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604254976:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.597626:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.597643:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.597671:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608401792 00000100:00100000:1.0:1780298629.597677:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608401792 00000100:00100000:1.0:1780298629.597710:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4541 00000100:00100000:1.0:1780298629.597718:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777608401792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.597726:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.597734:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302a6e0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca7e0 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.597765:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604255104:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.597802:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.598309:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604254976:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.598325:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a6d9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7d9 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.598337:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a6d9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7d9 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.598346:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298629.598389:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608401664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 832us (902us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.598397:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4540 00000100:00100000:1.0:1780298629.598427:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604255104:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.598462:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302a6e0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7e0 expref: 22 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.598482:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302a6e0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7e0 expref: 22 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.598492:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:1.0:1780298629.598520:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777608401792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 803us (896us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.598528:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4541 00000100:00100000:0.0:1780298629.599444:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.599462:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.599488:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608401920 00000100:00100000:1.0:1780298629.599492:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608401920 00000100:00100000:3.0:1780298629.599503:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608402048 00000100:00100000:3.0:1780298629.599510:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608402048 00000100:00100000:1.0:1780298629.599518:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4542 00000100:00100000:1.0:1780298629.599524:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608401920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.599530:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.599537:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a6e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca7e7 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.599554:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4543 00000100:00100000:1.0:1780298629.599563:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604255232:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.599570:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777608402048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.599580:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.599590:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a6ee lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca7ee expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.599598:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.599621:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604255360:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.599649:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.600216:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604255232:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.600221:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604255360:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.600238:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a6e7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7e7 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.600241:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a6ee lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7ee expref: 22 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.600259:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a6e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7e7 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.600262:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a6ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7ee expref: 22 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.600281:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00010000:00010000:1.0:1780298629.600288:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298629.600308:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777608402048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 747us (845us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.600311:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608401920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 786us (865us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.600319:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4543 00000100:00100000:1.0:1780298629.600327:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4542 00000100:00100000:3.0:1780298629.601203:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.601238:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608402176 00000100:00100000:0.0:1780298629.601242:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608402176 00000100:00100000:0.0:1780298629.601273:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4544 00000100:00100000:0.0:1780298629.601281:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:28749:x1866777608402176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.601289:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.601297:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a6f5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca7f5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.601315:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a670 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [376832->1081343] (req 376832->438271) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca770 expref: 22 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.601321:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(27 104) 00010000:00010000:0.0:1780298629.601324:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(28 104) 00010000:00010000:0.0:1780298629.601327:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a6f5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [876544->913407] (req 876544->913407) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7f5 expref: 22 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.601345:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a670 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [376832->1081343] (req 376832->438271) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca770 expref: 22 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.601355:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a670 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [376832->1081343] (req 376832->438271) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca770 expref: 22 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.601362:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604255488:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.601407:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.601918:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604255488:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298629.601936:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a6f5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [876544->913407] (req 876544->913407) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7f5 expref: 22 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.601949:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36200, rc 0) 00000100:00100000:3.0:1780298629.601979:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:28749:x1866777608402176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 699us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.601987:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4544 00000100:00100000:2.0:1780298629.602214:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.602256:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608402304 00000100:00100000:1.0:1780298629.602261:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608402304 00010000:00010000:1.0:1780298629.602280:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a670 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [376832->1081343] (req 376832->438271) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca770 expref: 22 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.602307:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14105 00000100:00100000:1.0:1780298629.602315:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777608402304:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.602325:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.602335:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a670 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [376832->1081343] (req 376832->438271) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca770 expref: 22 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.602344:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a670 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [376832->1081343] (req 376832->438271) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca770 expref: 22 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.602356:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a670 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [376832->1081343] (req 376832->438271) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca770 expref: 22 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.602363:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(28 104) 00010000:00010000:1.0:1780298629.602366:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(28 104) 00010000:00010000:1.0:1780298629.602371:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a6f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [876544->1081343] (req 876544->913407) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7f5 expref: 21 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.602389:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a6f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [876544->1081343] (req 876544->913407) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7f5 expref: 21 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.602407:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a6f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [876544->1081343] (req 876544->913407) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7f5 expref: 21 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.602415:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604255616:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298629.602446:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.603018:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604255616:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298629.603035:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.603058:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777608402304:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 746us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.603065:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14105 00000100:00100000:0.0:1780298629.603161:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.603182:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608402432 00000100:00100000:1.0:1780298629.603187:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608402432 00000100:00100000:1.0:1780298629.603223:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4371 00000100:00100000:1.0:1780298629.603231:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777608402432:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298629.603335:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 1243405 -> 0 00002000:00010000:1.0:1780298629.603338:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298629 00002000:00010000:1.0:1780298629.603341:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298629 00002000:00010000:1.0:1780298629.603343:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298629 00002000:00010000:1.0:1780298629.603346:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:1.0:1780298629.603372:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777608402432:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 142us (213us total) trans 4294968794 rc 0/0 00000100:00100000:1.0:1780298629.603395:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4371 00000100:00100000:2.0:1780298629.604121:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.604171:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608402560 00000100:00100000:1.0:1780298629.604175:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608402560 00000100:00100000:1.0:1780298629.604202:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4545 00000100:00100000:1.0:1780298629.604209:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608402560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.604218:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.604228:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a6fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca7fc expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.604257:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604255744:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.604290:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.604315:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.604327:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608402688 00000100:00100000:0.0:1780298629.604331:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608402688 00000100:00100000:0.0:1780298629.604366:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4546 00000100:00100000:0.0:1780298629.604385:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777608402688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.604394:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.604402:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a703 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca803 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.604433:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604255872:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.604462:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.604980:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604255744:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.604997:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a6fc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7fc expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298629.604997:0:8356:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size: 0 -> 1243405 00002000:00010000:0.0:1780298629.605003:0:8356:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime: 1780298629 -> 1780298630 00002000:00010000:0.0:1780298629.605008:0:8356:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime: 1780298629 -> 1780298630 00002000:00010000:0.0:1780298629.605013:0:8356:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime: 1780298629 -> 1780298630 00010000:00010000:1.0:1780298629.605018:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a6fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7fc expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.605022:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604255872:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.605034:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:0.0:1780298629.605044:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a703 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca803 expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.605057:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a703 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca803 expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.605062:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608402560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 850us (939us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.605076:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4545 00010000:00010000:0.0:1780298629.605077:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37000, rc 0) 00000100:00100000:0.0:1780298629.605102:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777608402688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 728us (814us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.605109:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4546 00000100:00100000:2.0:1780298629.605934:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.605952:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.605977:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608402816 00000100:00100000:1.0:1780298629.605981:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608402816 00000100:00100000:0.0:1780298629.605987:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608402944 00000100:00100000:0.0:1780298629.605992:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608402944 00000100:00100000:1.0:1780298629.606007:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4547 00000100:00100000:1.0:1780298629.606014:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608402816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.606021:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.606028:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302a70a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca80a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.606032:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4548 00000100:00100000:3.0:1780298629.606046:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777608402944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.606053:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.606055:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604256000:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.606062:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a711 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca811 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.606089:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604256128:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.606094:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.606114:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.606713:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604256000:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.606731:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302a70a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca80a expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.606742:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302a70a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca80a expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.606749:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298629.606779:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608402816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 765us (843us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.606786:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4547 00000100:00100000:3.0:1780298629.606798:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604256128:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.606821:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a711 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca811 expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.606836:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a711 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca811 expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.606846:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450cc00, rc 0) 00000100:00100000:3.0:1780298629.606917:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777608402944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 874us (961us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.606925:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4548 00000100:00100000:2.0:1780298629.609051:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.609075:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.609097:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608403072 00000100:00100000:1.0:1780298629.609102:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608403072 00000100:00100000:3.0:1780298629.609110:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608403200 00000100:00100000:3.0:1780298629.609117:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608403200 00000100:00100000:1.0:1780298629.609162:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4549 00000100:00100000:1.0:1780298629.609173:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608403072:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.609178:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4550 00010000:00010000:1.0:1780298629.609183:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.609191:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777608403200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.609193:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a718 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca818 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.609202:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.609213:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a71f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca81f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.609226:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604256256:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.609253:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604256384:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.609271:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.609290:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1480 going to sleep for 11 seconds 00002000:00010000:1.0:1780298629.609969:0:8358:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 4045304 -> 5935730 00000100:00100000:1.0:1780298629.609985:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604256256:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.610011:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a718 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca818 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.610028:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a718 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca818 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.610038:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:0.0:1780298629.610043:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604256384:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.610062:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a71f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca81f expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.610076:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608403072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 905us (1025us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298629.610078:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a71f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca81f expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.610091:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4549 00010000:00010000:0.0:1780298629.610095:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37000, rc 0) 00000100:00100000:0.0:1780298629.610142:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777608403200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 935us (1044us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.610151:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4550 00000100:00100000:2.0:1780298629.611010:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.611045:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.611048:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608403328 00000100:00100000:0.0:1780298629.611053:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608403328 00000100:00100000:1.0:1780298629.611083:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608403456 00000100:00100000:0.0:1780298629.611088:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4551 00000100:00100000:1.0:1780298629.611089:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608403456 00000100:00100000:0.0:1780298629.611098:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608403328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.611110:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.611120:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a726 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca826 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.611158:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4552 00000100:00100000:1.0:1780298629.611168:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777608403456:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.611176:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604256512:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.611177:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.611188:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302a72d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca82d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.611220:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604256640:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.611227:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.611254:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.611850:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604256512:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.611869:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a726 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca826 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.611886:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a726 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca826 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.611896:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:0.0:1780298629.611926:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608403328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 830us (916us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.611934:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4551 00000100:00100000:1.0:1780298629.611951:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604256640:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.611974:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302a72d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca82d expref: 23 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.611987:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302a72d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca82d expref: 23 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.611996:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298629.612026:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777608403456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 861us (982us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.612033:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4552 00000100:00100000:2.0:1780298629.612907:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.612936:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608403584 00000100:00100000:0.0:1780298629.612941:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608403584 00000100:00100000:0.0:1780298629.612973:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4553 00000100:00100000:0.0:1780298629.612982:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608403584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.612991:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.612999:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302a734 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca834 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.613021:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(71 143) 00010000:00010000:0.0:1780298629.613026:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(71 143) 00010000:00010000:0.0:1780298629.613035:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302a734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [278528->1515519] (req 278528->290815) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca834 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.613050:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302a734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [278528->1515519] (req 278528->290815) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca834 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.613059:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37a00, rc 0) 00000100:00100000:0.0:1780298629.613084:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608403584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 105us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.613088:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4553 00000100:00100000:2.0:1780298629.613690:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.613735:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608403712 00000100:00100000:1.0:1780298629.613740:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608403712 00000100:00100000:1.0:1780298629.613780:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4372 00000100:00100000:1.0:1780298629.613789:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608403712:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298629.614075:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5935730 -> 4045304 00002000:00010000:1.0:1780298629.614079:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298629 00002000:00010000:1.0:1780298629.614082:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298629 00002000:00010000:1.0:1780298629.614084:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298629 00002000:00010000:1.0:1780298629.614086:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 888 -> 880 00000100:00100000:1.0:1780298629.614118:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608403712:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 330us (428us total) trans 4294969133 rc 0/0 00000100:00100000:1.0:1780298629.614158:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4372 00000100:00100000:2.0:1780298629.614857:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.614881:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.614896:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608403840 00000100:00100000:0.0:1780298629.614902:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608403840 00000100:00100000:3.0:1780298629.614935:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608403968 00000100:00100000:0.0:1780298629.614940:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4554 00000100:00100000:3.0:1780298629.614942:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608403968 00000100:00100000:0.0:1780298629.614950:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608403840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.614959:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.614969:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e6302a73b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca83b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.614979:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4555 00000100:00100000:3.0:1780298629.614990:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777608403968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.615001:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.615013:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a742 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca842 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.615013:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604256768:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.615053:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604256896:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.615065:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.615098:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00002000:00010000:0.0:1780298629.615696:0:8356:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 4045304 -> 5935730 00002000:00010000:0.0:1780298629.615700:0:8356:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime: 1780298629 -> 1780298630 00002000:00010000:0.0:1780298629.615702:0:8356:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298629 -> 1780298630 00002000:00010000:0.0:1780298629.615705:0:8356:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime: 1780298629 -> 1780298630 00002000:00010000:0.0:1780298629.615708:0:8356:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 880 -> 888 00000100:00100000:0.0:1780298629.615716:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604256768:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.615735:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e6302a73b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca83b expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.615750:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d34ec35/0xaf35132e6302a73b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca83b expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.615761:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37e00, rc 0) 00000100:00100000:0.0:1780298629.615790:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608403840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 843us (934us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.615798:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4554 00000100:00100000:3.0:1780298629.615896:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604256896:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.615954:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a742 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca842 expref: 24 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.615969:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e6302a742 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca842 expref: 24 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.615978:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450cc00, rc 0) 00000100:00100000:3.0:1780298629.616007:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777608403968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1020us (1125us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.616013:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4555 00000100:00100000:3.0:1780298629.616835:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.616864:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.616883:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608404096 00000100:00100000:1.0:1780298629.616889:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608404096 00000100:00100000:2.0:1780298629.616908:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608404224 00000100:00100000:2.0:1780298629.616913:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608404224 00000100:00100000:1.0:1780298629.616925:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4556 00000100:00100000:1.0:1780298629.616935:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608404096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.616945:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.616951:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4557 00010000:00010000:1.0:1780298629.616955:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302a749 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca849 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.616974:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608404224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.616986:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.616995:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a750 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca850 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.617004:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604257024:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.617031:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604257152:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.617063:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.617064:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.617754:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604257152:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.617767:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a750 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca850 expref: 24 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.617783:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a750 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca850 expref: 24 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.617789:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36800, rc 0) 00000100:00100000:0.0:1780298629.617815:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608404224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 857us (951us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.617820:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4557 00000100:00100000:1.0:1780298629.617854:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604257024:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.617875:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302a749 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca849 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.617889:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302a749 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca849 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.617899:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298629.617930:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608404096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 998us (1096us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.617939:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4556 00000100:00100000:2.0:1780298629.618828:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.618859:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608404352 00000100:00100000:0.0:1780298629.618863:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608404352 00000100:00100000:0.0:1780298629.618885:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4558 00000100:00100000:0.0:1780298629.618890:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608404352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.618897:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.618903:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a757 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca857 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.618917:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302a734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [278528->1515519] (req 278528->290815) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca834 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.618924:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(71 143) 00010000:00010000:0.0:1780298629.618927:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(72 143) 00010000:00010000:0.0:1780298629.618930:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a757 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1363968->1421311] (req 1363968->1421311) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca857 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.618944:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302a734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [278528->1515519] (req 278528->290815) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca834 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.618954:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302a734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [278528->1515519] (req 278528->290815) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca834 expref: 9 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.618962:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604257280:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.618991:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.619587:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604257280:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.619598:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a757 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1363968->1421311] (req 1363968->1421311) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca857 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.619607:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36a00, rc 0) 00000100:00100000:0.0:1780298629.619630:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608404352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 739us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.619637:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4558 00000100:00100000:3.0:1780298629.619770:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.619811:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608404480 00000100:00100000:2.0:1780298629.619816:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608404480 00010000:00010000:2.0:1780298629.619839:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302a734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [278528->1515519] (req 278528->290815) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca834 expref: 10 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.619867:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14106 00000100:00100000:2.0:1780298629.619875:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608404480:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298629.619887:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.619898:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302a734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [278528->1515519] (req 278528->290815) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca834 expref: 10 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.619909:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302a734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [278528->1515519] (req 278528->290815) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca834 expref: 10 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.619928:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302a734 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [278528->1515519] (req 278528->290815) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca834 expref: 10 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.619938:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(72 143) 00010000:00010000:2.0:1780298629.619942:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(72 143) 00010000:00010000:2.0:1780298629.619951:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a757 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1363968->1515519] (req 1363968->1421311) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca857 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.619961:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a757 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1363968->1515519] (req 1363968->1421311) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca857 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.619983:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a757 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1363968->1515519] (req 1363968->1421311) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca857 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.619998:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604257408:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298629.620038:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.620732:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604257408:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298629.620741:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298629.620764:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608404480:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 891us (996us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.620770:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14106 00000100:00100000:3.0:1780298629.620873:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.620905:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608404608 00000100:00100000:1.0:1780298629.620909:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608404608 00000100:00100000:1.0:1780298629.620945:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4373 00000100:00100000:1.0:1780298629.620954:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608404608:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298629.621155:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5935730 -> 4045304 00002000:00010000:1.0:1780298629.621158:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298629 00002000:00010000:1.0:1780298629.621161:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298629 00002000:00010000:1.0:1780298629.621163:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298629 00002000:00010000:1.0:1780298629.621165:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 888 -> 880 00000100:00100000:1.0:1780298629.621197:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608404608:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 244us (324us total) trans 4294969134 rc 0/0 00000100:00100000:1.0:1780298629.621205:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4373 00000100:00100000:0.0:1780298629.621922:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.621972:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608404736 00000100:00100000:3.0:1780298629.621977:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608404736 00000100:00100000:3.0:1780298629.622012:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4559 00000100:00100000:3.0:1780298629.622022:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e425850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608404736:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.622029:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298629.622033:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.622044:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302a75e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca85e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.622049:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608404864 00000100:00100000:2.0:1780298629.622055:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608404864 00000100:00100000:2.0:1780298629.622091:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4560 00000100:00100000:2.0:1780298629.622098:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777608404864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.622104:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.622112:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a765 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca865 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.622155:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604257536:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.622155:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604257664:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.622199:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.622200:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.622820:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604257664:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.622834:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a765 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca865 expref: 23 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.622845:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a765 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca865 expref: 23 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.622851:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00002000:00010000:3.0:1780298629.622857:0:9128:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 4045304 -> 5935730 00002000:00010000:3.0:1780298629.622862:0:9128:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime: 1780298629 -> 1780298630 00002000:00010000:3.0:1780298629.622865:0:9128:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298629 -> 1780298630 00002000:00010000:3.0:1780298629.622867:0:9128:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime: 1780298629 -> 1780298630 00000100:00100000:2.0:1780298629.622874:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777608404864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 778us (848us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.622879:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604257536:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.622881:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4560 00010000:00010000:3.0:1780298629.622907:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302a75e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca85e expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.622923:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302a75e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca85e expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.622934:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c800, rc 0) 00000100:00100000:3.0:1780298629.623010:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e425850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608404736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 991us (1087us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.623018:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4559 00000100:00100000:0.0:1780298629.623846:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.623878:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.623893:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608404992 00000100:00100000:1.0:1780298629.623898:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608404992 00000100:00100000:1.0:1780298629.623919:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608405120 00000100:00100000:1.0:1780298629.623921:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608405120 00000100:00100000:3.0:1780298629.623929:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4561 00000100:00100000:3.0:1780298629.623941:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608404992:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.623946:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4562 00010000:00010000:3.0:1780298629.623953:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.623961:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777608405120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.623965:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b22e06ca/0xaf35132e6302a76c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca86c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.623972:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.623983:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a773 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca873 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.624016:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604257792:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.624031:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604257920:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.624065:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.624070:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.624781:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604257792:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.624797:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a773 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca873 expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.624806:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604257920:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.624812:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a773 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca873 expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.624820:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36400, rc 0) 00010000:00010000:2.0:1780298629.624831:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b22e06ca/0xaf35132e6302a76c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca86c expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.624846:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b22e06ca/0xaf35132e6302a76c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca86c expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.624848:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777608405120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 893us (971us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.624862:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4562 00010000:00010000:2.0:1780298629.624869:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450cc00, rc 0) 00000100:00100000:2.0:1780298629.624896:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608404992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 958us (1050us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.624903:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4561 00000100:00100000:1.0:1780298629.625951:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.625983:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608405248 00000100:00100000:2.0:1780298629.625989:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608405248 00000100:00100000:2.0:1780298629.626026:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4374 00000100:00100000:2.0:1780298629.626032:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608405248:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298629.626113:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5935730 -> 4045304 00002000:00010000:2.0:1780298629.626120:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298629 00002000:00010000:2.0:1780298629.626138:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298629 00002000:00010000:2.0:1780298629.626140:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298629 00002000:00010000:2.0:1780298629.626142:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 880 -> 880 00000100:00100000:2.0:1780298629.626166:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608405248:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 134us (216us total) trans 4294969135 rc 0/0 00000100:00100000:2.0:1780298629.626171:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4374 00000100:00100000:1.0:1780298629.626928:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.626968:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608405376 00000100:00100000:0.0:1780298629.626972:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608405376 00000100:00100000:0.0:1780298629.627002:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4563 00000100:00100000:0.0:1780298629.627010:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608405376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.627027:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.627037:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c8dab73/0xaf35132e6302a77a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca87a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.627066:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.627076:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604258048:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.627097:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608405504 00000100:00100000:2.0:1780298629.627102:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608405504 00000100:00100000:0.0:1780298629.627144:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.627157:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4564 00000100:00100000:3.0:1780298629.627198:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777608405504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.627228:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.627239:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302a781 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca881 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.627269:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604258176:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.627312:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00002000:00010000:0.0:1780298629.627751:0:19992:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 4045304 -> 5935730 00002000:00010000:0.0:1780298629.627755:0:19992:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime: 1780298629 -> 1780298630 00002000:00010000:0.0:1780298629.627757:0:19992:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298629 -> 1780298630 00002000:00010000:0.0:1780298629.627759:0:19992:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime: 1780298629 -> 1780298630 00000100:00100000:0.0:1780298629.627770:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604258048:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.627788:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c8dab73/0xaf35132e6302a77a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca87a expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.627803:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c8dab73/0xaf35132e6302a77a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca87a expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.627813:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36800, rc 0) 00000100:00100000:0.0:1780298629.627844:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608405376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 835us (915us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.627851:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4563 00000100:00100000:2.0:1780298629.627994:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604258176:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.628010:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302a781 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca881 expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.628024:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302a781 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca881 expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.628033:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298629.628061:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777608405504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 897us (997us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.628067:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4564 00000100:00100000:1.0:1780298629.628798:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.628832:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608405632 00000100:00100000:2.0:1780298629.628837:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608405632 00000100:00100000:2.0:1780298629.628870:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4565 00000100:00100000:2.0:1780298629.628881:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608405632:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298629.628882:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298629.628892:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.628901:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302a788 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca888 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.628914:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608405760 00000100:00100000:1.0:1780298629.628918:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608405760 00000100:00100000:2.0:1780298629.628938:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604258304:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.628946:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4566 00000100:00100000:1.0:1780298629.628956:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777608405760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.628962:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.628970:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302a78f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca88f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.628986:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.628993:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604258432:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.629016:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.629727:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604258432:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.629736:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604258304:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.629749:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302a78f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca88f expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.629761:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302a78f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca88f expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.629764:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302a788 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca888 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.629770:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:2.0:1780298629.629794:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302a788 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca888 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.629801:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777608405760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 846us (921us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.629812:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4566 00010000:00010000:2.0:1780298629.629813:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:2.0:1780298629.629843:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608405632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 966us (1048us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.629852:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4565 00000100:00100000:0.0:1780298629.630831:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.630854:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608405888 00000100:00100000:3.0:1780298629.630858:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608405888 00000100:00100000:0.0:1780298629.630877:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.630891:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608406016 00000100:00100000:3.0:1780298629.630894:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608406016 00000100:00100000:2.0:1780298629.630910:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4567 00000100:00100000:2.0:1780298629.630919:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608405888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.630930:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.630940:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4568 00010000:00010000:2.0:1780298629.630942:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302a796 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca896 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.630948:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2397:x1866777608406016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.630959:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.630967:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a79d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca89d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.630986:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604258560:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.630995:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604258688:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.631033:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.631033:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.634005:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604258688:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.634005:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604258560:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.634037:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a79d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca89d expref: 24 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.634039:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302a796 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca896 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.634063:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a79d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca89d expref: 24 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.634074:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00010000:00010000:2.0:1780298629.634078:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302a796 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca896 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.634091:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:3.0:1780298629.634109:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2397:x1866777608406016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 3163us (3232us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.634118:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4568 00000100:00100000:2.0:1780298629.634119:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608405888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 3199us (3286us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.634150:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4567 00000100:00100000:1.0:1780298629.635196:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.635225:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608406144 00000100:00100000:2.0:1780298629.635230:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608406144 00002000:00100000:2.0:1780298629.635258:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (4923392->4927487) req@ffff9cf243cd7b80 x1866777608406144/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.635264:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd7b80 with x1866777608406144 ext(4923392->4927487) 00002000:00010000:2.0:1780298629.635268:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd7b80 00000100:00100000:2.0:1780298629.635285:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4375 00000100:00100000:2.0:1780298629.635291:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608406144:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.635409:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608406144:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 118us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.635415:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4375 00002000:00100000:2.0:1780298629.635420:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (4923392->4927487) req@ffff9cf243cd7b80 x1866777608406144/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.635426:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd7b80 with x1866777608406144 ext(4923392->4927487) 00002000:00010000:2.0:1780298629.635430:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd7b80 00000100:00100000:0.0:1780298629.636275:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.636301:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608406272 00000100:00100000:1.0:1780298629.636305:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608406272 00002000:00100000:1.0:1780298629.636322:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (4927488->4931583) req@ffff9cf255091f80 x1866777608406272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.636329:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091f80 with x1866777608406272 ext(4927488->4931583) 00002000:00010000:1.0:1780298629.636332:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091f80 00000100:00100000:1.0:1780298629.636347:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4376 00000100:00100000:1.0:1780298629.636352:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608406272:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.636429:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777608406272:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.636434:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4376 00002000:00100000:1.0:1780298629.636438:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (4927488->4931583) req@ffff9cf255091f80 x1866777608406272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.636443:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091f80 with x1866777608406272 ext(4927488->4931583) 00002000:00010000:1.0:1780298629.636446:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091f80 00000100:00100000:0.0:1780298629.638137:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.638181:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608406400 00000100:00100000:1.0:1780298629.638185:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608406400 00002000:00100000:1.0:1780298629.638203:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (4636672->5234687) req@ffff9cf255091c00 x1866777608406400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.638212:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091c00 with x1866777608406400 ext(4636672->5234687) 00002000:00010000:1.0:1780298629.638216:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091c00 00000100:00100000:1.0:1780298629.638237:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4377 00000100:00100000:1.0:1780298629.638242:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608406400:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.639165:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608406400:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 921us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.639172:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4377 00002000:00100000:1.0:1780298629.639178:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (4636672->5234687) req@ffff9cf255091c00 x1866777608406400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.639185:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091c00 with x1866777608406400 ext(4636672->5234687) 00002000:00010000:1.0:1780298629.639187:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091c00 00000100:00100000:0.0:1780298629.643316:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.643364:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608406528 00000100:00100000:1.0:1780298629.643373:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608406528 00002000:00100000:1.0:1780298629.643421:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (4923392->5935729) req@ffff9cf255092d80 x1866777608406528/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.643428:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092d80 with x1866777608406528 ext(4923392->5935729) 00002000:00010000:1.0:1780298629.643431:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255092d80 00000100:00100000:1.0:1780298629.643456:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4378 00000100:00100000:1.0:1780298629.643462:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608406528:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298629.645072:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608406528:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1604us (1757us total) trans 4294969136 rc 0/0 00000100:00100000:1.0:1780298629.645082:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4378 00002000:00100000:1.0:1780298629.645090:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (4923392->5935729) req@ffff9cf255092d80 x1866777608406528/t4294969136(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/448 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.645099:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092d80 with x1866777608406528 ext(4923392->5935729) 00002000:00010000:1.0:1780298629.645104:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255092d80 00000100:00100000:0.0:1780298629.645841:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.645876:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608406656 00000100:00100000:3.0:1780298629.645882:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608406656 00000100:00100000:3.0:1780298629.645913:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4569 00000100:00100000:3.0:1780298629.645920:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777608406656:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298629.646659:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969136 is committed 00000001:00080000:0.0:1780298629.646672:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969133 is committed 00000100:00100000:3.0:1780298629.646774:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608406656:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 853us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.646782:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4569 00000100:00100000:0.0:1780298629.647824:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.647862:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.647882:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608406784 00000100:00100000:2.0:1780298629.647894:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608406784 00000100:00100000:1.0:1780298629.647909:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608406912 00000100:00100000:1.0:1780298629.647914:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608406912 00000100:00100000:2.0:1780298629.647929:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4570 00000100:00100000:2.0:1780298629.647937:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608406784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.647947:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.647954:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4571 00010000:00010000:2.0:1780298629.647962:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302a7a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca8a4 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.647966:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777608406912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.647981:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.647993:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a7ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca8ab expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.648018:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604258816:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.648031:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604258944:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.648101:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.648108:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00002000:00010000:3.0:1780298629.648844:0:12101:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 880 -> 1008 00000100:00100000:3.0:1780298629.648858:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604258816:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.648868:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604258944:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.648887:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302a7a4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8a4 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.648890:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a7ab lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8ab expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.648919:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a7ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8ab expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.648925:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302a7a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8a4 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.648932:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00010000:00010000:3.0:1780298629.648941:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:1.0:1780298629.648961:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777608406912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 999us (1097us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.648968:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608406784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1029us (1141us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.648973:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4571 00000100:00100000:3.0:1780298629.648982:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4570 00000100:00100000:0.0:1780298629.649895:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.649935:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608407040 00000100:00100000:2.0:1780298629.649940:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608407040 00000100:00100000:2.0:1780298629.649973:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4572 00000100:00100000:2.0:1780298629.649982:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608407040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.649989:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.649997:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302a7b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca8b2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.650021:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604259072:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.650050:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.650062:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.650108:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608407168 00000100:00100000:1.0:1780298629.650111:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608407168 00000100:00100000:0.0:1780298629.650155:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4573 00000100:00100000:0.0:1780298629.650166:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777608407168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.650176:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.650186:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a7b9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca8b9 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.650214:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a83b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604259200:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.650247:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.650716:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604259072:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.650733:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302a7b2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8b2 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.650748:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302a7b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8b2 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.650759:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298629.650792:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608407040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 812us (896us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.650800:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4572 00000100:00100000:2.0:1780298629.650893:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a83b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604259200:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.650906:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a7b9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8b9 expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.650916:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a7b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8b9 expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.650922:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37000, rc 0) 00000100:00100000:2.0:1780298629.650942:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777608407168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 781us (894us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.650947:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4573 00000100:00100000:1.0:1780298629.651901:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.651919:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.651928:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608407296 00000100:00100000:3.0:1780298629.651934:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608407296 00000100:00100000:3.0:1780298629.651969:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608407424 00000100:00100000:3.0:1780298629.651972:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608407424 00000100:00100000:0.0:1780298629.651977:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4574 00000100:00100000:0.0:1780298629.651988:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608407296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.651997:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.652002:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4575 00010000:00010000:0.0:1780298629.652010:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a7c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca8c0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.652013:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608407424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.652027:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.652038:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a7c7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca8c7 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.652050:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604259328:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.652077:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604259456:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.652098:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.652112:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.652850:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604259328:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.652866:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a7c0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8c0 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.652874:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604259456:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.652879:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a7c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8c0 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.652887:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00010000:00010000:1.0:1780298629.652897:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a7c7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8c7 expref: 24 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.652914:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a7c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8c7 expref: 24 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.652914:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608407296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 929us (1013us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.652926:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4574 00010000:00010000:1.0:1780298629.652936:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00000100:00100000:1.0:1780298629.652964:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608407424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 954us (1042us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.652971:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4575 00000100:00100000:1.0:1780298629.654014:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.654054:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608407552 00000100:00100000:2.0:1780298629.654068:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608407552 00002000:00100000:2.0:1780298629.654095:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (3837952->3842047) req@ffff9cf243cd6300 x1866777608407552/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.654106:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd6300 with x1866777608407552 ext(3837952->3842047) 00002000:00010000:2.0:1780298629.654111:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243cd6300 00000100:00100000:2.0:1780298629.654152:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4379 00000100:00100000:2.0:1780298629.654159:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2397:x1866777608407552:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.654288:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2397:x1866777608407552:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 130us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.654294:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4379 00002000:00100000:2.0:1780298629.654300:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (3837952->3842047) req@ffff9cf243cd6300 x1866777608407552/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.654306:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd6300 with x1866777608407552 ext(3837952->3842047) 00002000:00010000:2.0:1780298629.654309:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243cd6300 00000100:00100000:2.0:1780298629.655169:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.655203:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608407680 00000100:00100000:0.0:1780298629.655207:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608407680 00002000:00100000:0.0:1780298629.655224:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3842048->3846143) req@ffff9cf34831f100 x1866777608407680/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.655230:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831f100 with x1866777608407680 ext(3842048->3846143) 00002000:00010000:0.0:1780298629.655233:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831f100 00000100:00100000:0.0:1780298629.655250:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4380 00000100:00100000:0.0:1780298629.655259:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777608407680:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.655334:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777608407680:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 78us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.655339:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4380 00002000:00100000:0.0:1780298629.655344:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3842048->3846143) req@ffff9cf34831f100 x1866777608407680/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.655349:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831f100 with x1866777608407680 ext(3842048->3846143) 00002000:00010000:0.0:1780298629.655352:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831f100 00000100:00100000:3.0:1780298629.656438:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.656472:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608407808 00000100:00100000:1.0:1780298629.656478:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608407808 00002000:00100000:1.0:1780298629.656502:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (3846144->3850239) req@ffff9cf2425f2a00 x1866777608407808/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.656508:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f2a00 with x1866777608407808 ext(3846144->3850239) 00002000:00010000:1.0:1780298629.656511:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f2a00 00000100:00100000:1.0:1780298629.656528:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4381 00000100:00100000:1.0:1780298629.656534:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2397:x1866777608407808:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.656619:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2397:x1866777608407808:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 85us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.656623:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4381 00002000:00100000:1.0:1780298629.656628:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (3846144->3850239) req@ffff9cf2425f2a00 x1866777608407808/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.656633:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f2a00 with x1866777608407808 ext(3846144->3850239) 00002000:00010000:1.0:1780298629.656636:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f2a00 00000100:00100000:1.0:1780298629.657784:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.657830:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608407936 00000100:00100000:0.0:1780298629.657835:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608407936 00002000:00100000:0.0:1780298629.657856:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (3850240->3854335) req@ffff9cf2548ba300 x1866777608407936/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.657866:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548ba300 with x1866777608407936 ext(3850240->3854335) 00002000:00010000:0.0:1780298629.657868:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548ba300 00000100:00100000:0.0:1780298629.657885:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4382 00000100:00100000:0.0:1780298629.657890:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608407936:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.657980:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608407936:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 89us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.657985:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4382 00002000:00100000:0.0:1780298629.657989:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (3850240->3854335) req@ffff9cf2548ba300 x1866777608407936/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.657994:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548ba300 with x1866777608407936 ext(3850240->3854335) 00002000:00010000:0.0:1780298629.657997:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548ba300 00000100:00100000:2.0:1780298629.659081:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.659122:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608408064 00000100:00100000:1.0:1780298629.659145:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608408064 00002000:00100000:1.0:1780298629.659168:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (3854336->3858431) req@ffff9cf34831f480 x1866777608408064/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.659174:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831f480 with x1866777608408064 ext(3854336->3858431) 00002000:00010000:1.0:1780298629.659177:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831f480 00000100:00100000:1.0:1780298629.659193:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4383 00000100:00100000:1.0:1780298629.659199:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608408064:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.659297:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608408064:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 98us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.659301:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4383 00002000:00100000:1.0:1780298629.659306:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (3854336->3858431) req@ffff9cf34831f480 x1866777608408064/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.659312:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831f480 with x1866777608408064 ext(3854336->3858431) 00002000:00010000:1.0:1780298629.659314:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831f480 00000100:00100000:1.0:1780298629.660278:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.660323:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608408192 00000100:00100000:2.0:1780298629.660327:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608408192 00002000:00100000:2.0:1780298629.660344:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (3858432->3862527) req@ffff9cf2548b8a80 x1866777608408192/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.660351:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8a80 with x1866777608408192 ext(3858432->3862527) 00002000:00010000:2.0:1780298629.660354:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548b8a80 00000100:00100000:2.0:1780298629.660368:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4384 00000100:00100000:2.0:1780298629.660372:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608408192:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.660452:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608408192:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 78us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.660463:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4384 00002000:00100000:2.0:1780298629.660469:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (3858432->3862527) req@ffff9cf2548b8a80 x1866777608408192/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.660478:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8a80 with x1866777608408192 ext(3858432->3862527) 00002000:00010000:2.0:1780298629.660481:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548b8a80 00000100:00100000:0.0:1780298629.661460:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.661512:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608408320 00000100:00100000:2.0:1780298629.661517:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608408320 00002000:00100000:2.0:1780298629.661538:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3862528->3866623) req@ffff9cf241a80000 x1866777608408320/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.661544:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80000 with x1866777608408320 ext(3862528->3866623) 00002000:00010000:2.0:1780298629.661547:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241a80000 00000100:00100000:2.0:1780298629.661562:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4385 00000100:00100000:2.0:1780298629.661567:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777608408320:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.661645:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777608408320:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 78us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.661650:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4385 00002000:00100000:2.0:1780298629.661655:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3862528->3866623) req@ffff9cf241a80000 x1866777608408320/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.661661:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80000 with x1866777608408320 ext(3862528->3866623) 00002000:00010000:2.0:1780298629.661664:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241a80000 00000100:00100000:1.0:1780298629.662607:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.662656:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608408448 00000100:00100000:2.0:1780298629.662661:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608408448 00002000:00100000:2.0:1780298629.662683:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (3866624->3870719) req@ffff9cf2548bad80 x1866777608408448/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.662692:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bad80 with x1866777608408448 ext(3866624->3870719) 00002000:00010000:2.0:1780298629.662696:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548bad80 00000100:00100000:2.0:1780298629.662718:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4386 00000100:00100000:2.0:1780298629.662734:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608408448:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.662826:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608408448:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 93us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.662834:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4386 00002000:00100000:2.0:1780298629.662842:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (3866624->3870719) req@ffff9cf2548bad80 x1866777608408448/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.662850:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bad80 with x1866777608408448 ext(3866624->3870719) 00002000:00010000:2.0:1780298629.662853:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548bad80 00000100:00100000:1.0:1780298629.664051:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.664115:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608408576 00000100:00100000:0.0:1780298629.664120:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608408576 00002000:00100000:0.0:1780298629.664175:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (3870720->3874815) req@ffff9cf255680a80 x1866777608408576/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.664186:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255680a80 with x1866777608408576 ext(3870720->3874815) 00002000:00010000:0.0:1780298629.664190:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255680a80 00000100:00100000:0.0:1780298629.664214:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4387 00000100:00100000:0.0:1780298629.664221:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2397:x1866777608408576:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.664310:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2397:x1866777608408576:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 89us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.664314:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4387 00002000:00100000:0.0:1780298629.664319:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (3870720->3874815) req@ffff9cf255680a80 x1866777608408576/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.664325:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255680a80 with x1866777608408576 ext(3870720->3874815) 00002000:00010000:0.0:1780298629.664328:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255680a80 00000100:00100000:0.0:1780298629.665326:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.665375:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608408704 00000100:00100000:1.0:1780298629.665391:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608408704 00002000:00100000:1.0:1780298629.665415:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (3874816->3878911) req@ffff9cf241a82a00 x1866777608408704/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.665426:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82a00 with x1866777608408704 ext(3874816->3878911) 00002000:00010000:1.0:1780298629.665430:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241a82a00 00000100:00100000:1.0:1780298629.665455:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4388 00000100:00100000:1.0:1780298629.665462:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608408704:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.665550:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608408704:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 88us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.665558:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4388 00002000:00100000:1.0:1780298629.665565:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (3874816->3878911) req@ffff9cf241a82a00 x1866777608408704/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.665574:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82a00 with x1866777608408704 ext(3874816->3878911) 00002000:00010000:1.0:1780298629.665578:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241a82a00 00000100:00100000:1.0:1780298629.666676:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.666727:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608408832 00000100:00100000:2.0:1780298629.666733:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608408832 00002000:00100000:2.0:1780298629.666756:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (3878912->3883007) req@ffff9cf2558f3b80 x1866777608408832/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.666765:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f3b80 with x1866777608408832 ext(3878912->3883007) 00002000:00010000:2.0:1780298629.666769:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f3b80 00000100:00100000:2.0:1780298629.666788:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4389 00000100:00100000:2.0:1780298629.666795:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608408832:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.666875:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608408832:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 79us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.666882:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4389 00002000:00100000:2.0:1780298629.666888:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (3878912->3883007) req@ffff9cf2558f3b80 x1866777608408832/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.666897:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f3b80 with x1866777608408832 ext(3878912->3883007) 00002000:00010000:2.0:1780298629.666900:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f3b80 00000100:00100000:3.0:1780298629.667952:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.668003:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608408960 00000100:00100000:2.0:1780298629.668008:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608408960 00002000:00100000:2.0:1780298629.668028:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3883008->3887103) req@ffff9cf2425f0a80 x1866777608408960/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.668044:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f0a80 with x1866777608408960 ext(3883008->3887103) 00002000:00010000:2.0:1780298629.668048:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f0a80 00000100:00100000:2.0:1780298629.668069:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4390 00000100:00100000:2.0:1780298629.668077:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2397:x1866777608408960:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.668175:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2397:x1866777608408960:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 98us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.668183:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4390 00002000:00100000:2.0:1780298629.668191:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3883008->3887103) req@ffff9cf2425f0a80 x1866777608408960/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.668199:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f0a80 with x1866777608408960 ext(3883008->3887103) 00002000:00010000:2.0:1780298629.668203:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f0a80 00000100:00100000:0.0:1780298629.669096:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.669143:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608409088 00000100:00100000:2.0:1780298629.669147:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608409088 00002000:00100000:2.0:1780298629.669162:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (3887104->3891199) req@ffff9cf241a80380 x1866777608409088/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.669168:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80380 with x1866777608409088 ext(3887104->3891199) 00002000:00010000:2.0:1780298629.669170:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241a80380 00000100:00100000:2.0:1780298629.669185:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4391 00000100:00100000:2.0:1780298629.669189:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608409088:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.669251:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608409088:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 62us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.669255:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4391 00002000:00100000:2.0:1780298629.669260:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (3887104->3891199) req@ffff9cf241a80380 x1866777608409088/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.669265:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80380 with x1866777608409088 ext(3887104->3891199) 00002000:00010000:2.0:1780298629.669268:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241a80380 00000100:00100000:1.0:1780298629.670223:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.670268:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608409216 00000100:00100000:0.0:1780298629.670273:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608409216 00002000:00100000:0.0:1780298629.670296:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (3891200->3895295) req@ffff9cf2558f1880 x1866777608409216/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.670305:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f1880 with x1866777608409216 ext(3891200->3895295) 00002000:00010000:0.0:1780298629.670308:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f1880 00000100:00100000:0.0:1780298629.670329:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4392 00000100:00100000:0.0:1780298629.670338:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608409216:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.670430:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608409216:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 94us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.670444:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4392 00002000:00100000:0.0:1780298629.670452:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (3891200->3895295) req@ffff9cf2558f1880 x1866777608409216/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.670460:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f1880 with x1866777608409216 ext(3891200->3895295) 00002000:00010000:0.0:1780298629.670464:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f1880 00000100:00100000:3.0:1780298629.671430:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.671468:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608409344 00000100:00100000:1.0:1780298629.671472:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608409344 00002000:00100000:1.0:1780298629.671489:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (3895296->3899391) req@ffff9cf2425f2d80 x1866777608409344/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.671496:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f2d80 with x1866777608409344 ext(3895296->3899391) 00002000:00010000:1.0:1780298629.671498:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f2d80 00000100:00100000:1.0:1780298629.671513:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4393 00000100:00100000:1.0:1780298629.671517:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608409344:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.671579:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608409344:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 61us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.671583:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4393 00002000:00100000:1.0:1780298629.671588:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (3895296->3899391) req@ffff9cf2425f2d80 x1866777608409344/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.671602:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f2d80 with x1866777608409344 ext(3895296->3899391) 00002000:00010000:1.0:1780298629.671606:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f2d80 00000100:00100000:1.0:1780298629.672534:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.672569:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608409472 00000100:00100000:2.0:1780298629.672573:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608409472 00002000:00100000:2.0:1780298629.672589:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (3899392->3903487) req@ffff9cf2558f1180 x1866777608409472/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.672595:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f1180 with x1866777608409472 ext(3899392->3903487) 00002000:00010000:2.0:1780298629.672597:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f1180 00000100:00100000:2.0:1780298629.672611:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4394 00000100:00100000:2.0:1780298629.672616:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608409472:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.672674:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608409472:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.672679:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4394 00002000:00100000:2.0:1780298629.672683:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (3899392->3903487) req@ffff9cf2558f1180 x1866777608409472/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.672688:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f1180 with x1866777608409472 ext(3899392->3903487) 00002000:00010000:2.0:1780298629.672691:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f1180 00000100:00100000:2.0:1780298629.673727:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.673756:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.673781:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608409600 00000100:00100000:1.0:1780298629.673786:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608409600 00000100:00100000:3.0:1780298629.673800:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608409728 00000100:00100000:3.0:1780298629.673804:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608409728 00000100:00100000:1.0:1780298629.673823:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4576 00000100:00100000:1.0:1780298629.673834:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608409600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.673846:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.673847:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4577 00000100:00100000:3.0:1780298629.673857:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777608409728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.673864:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a7ce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca8ce expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.673866:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.673877:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302a7d5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca8d5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.673927:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604259584:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.673927:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604259712:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.674016:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.674017:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.674786:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604259584:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.674789:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604259712:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.674823:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a7ce lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8ce expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.674824:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302a7d5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8d5 expref: 24 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.674852:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a7ce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8ce expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.674853:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302a7d5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8d5 expref: 24 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.674875:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c800, rc 0) 00010000:00010000:1.0:1780298629.674875:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298629.674910:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608409600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1078us (1191us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.674911:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777608409728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1055us (1152us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.674919:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4576 00000100:00100000:2.0:1780298629.674929:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4577 00000100:00100000:0.0:1780298629.675982:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.676028:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608409856 00000100:00100000:1.0:1780298629.676035:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608409856 00000100:00100000:1.0:1780298629.676072:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4578 00000100:00100000:1.0:1780298629.676081:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608409856:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298629.676088:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298629.676096:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.676107:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302a7dc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca8dc expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.676108:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608409984 00000100:00100000:0.0:1780298629.676121:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608409984 00000100:00100000:1.0:1780298629.676168:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604259840:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.676187:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4579 00000100:00100000:0.0:1780298629.676199:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608409984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.676208:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.676215:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00010000:00010000:0.0:1780298629.676218:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e6302a7e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca8e3 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.676248:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604259968:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.676279:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.676941:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604259840:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.676967:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302a7dc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8dc expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.676970:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604259968:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.676990:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302a7dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8dc expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.676996:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e6302a7e3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8e3 expref: 24 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.677006:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00010000:00010000:0.0:1780298629.677017:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e6302a7e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8e3 expref: 24 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.677029:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37a00, rc 0) 00000100:00100000:1.0:1780298629.677038:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608409856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 958us (1054us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.677046:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4578 00000100:00100000:0.0:1780298629.677057:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608409984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 860us (971us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.677066:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4579 00000100:00100000:1.0:1780298629.677971:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.678008:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608410112 00000100:00100000:0.0:1780298629.678013:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608410112 00000100:00100000:0.0:1780298629.678046:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4580 00000100:00100000:0.0:1780298629.678055:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:28749:x1866777608410112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.678064:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.678072:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a7ea lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca8ea expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.678094:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(28 104) 00010000:00010000:0.0:1780298629.678099:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(28 104) 00010000:00010000:0.0:1780298629.678111:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a7ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [499712->876543] (req 499712->565247) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8ea expref: 23 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.678142:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a7ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [499712->876543] (req 499712->565247) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8ea expref: 23 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.678152:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37e00, rc 0) 00000100:00100000:0.0:1780298629.678181:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:28749:x1866777608410112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 128us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.678188:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4580 00000100:00100000:3.0:1780298629.678828:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.678861:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608410240 00000100:00100000:2.0:1780298629.678866:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608410240 00000100:00100000:2.0:1780298629.678898:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4395 00000100:00100000:2.0:1780298629.678903:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2399:x1866777608410240:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298629.679010:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 1243405 -> 0 00002000:00010000:2.0:1780298629.679013:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298629 00002000:00010000:2.0:1780298629.679015:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298629 00002000:00010000:2.0:1780298629.679016:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298629 00002000:00010000:2.0:1780298629.679018:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:2.0:1780298629.679040:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777608410240:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 137us (213us total) trans 4294968795 rc 0/0 00000100:00100000:2.0:1780298629.679044:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4395 00000100:00100000:3.0:1780298629.680032:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.680063:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608410368 00000100:00100000:3.0:1780298629.680064:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.680069:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608410368 00000100:00100000:2.0:1780298629.680098:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608410496 00000100:00100000:2.0:1780298629.680102:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608410496 00000100:00100000:2.0:1780298629.680149:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4581 00000100:00100000:3.0:1780298629.680158:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4582 00000100:00100000:2.0:1780298629.680161:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608410368:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298629.680170:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608410496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.680172:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.680178:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.680185:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e6302a7f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca8f1 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.680187:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a7f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca8f8 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.680233:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f747100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604260096:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.680238:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604260224:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.680280:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.680284:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.681086:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604260224:192.168.203.25@tcp:106: 00002000:00010000:3.0:1780298629.681092:0:8356:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size: 0 -> 1243405 00002000:00010000:3.0:1780298629.681096:0:8356:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime: 1780298629 -> 1780298630 00002000:00010000:3.0:1780298629.681098:0:8356:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime: 1780298629 -> 1780298630 00002000:00010000:3.0:1780298629.681100:0:8356:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime: 1780298629 -> 1780298630 00000100:00100000:3.0:1780298629.681108:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f747100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604260096:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.681113:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e6302a7f1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8f1 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.681146:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a7f8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8f8 expref: 24 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.681150:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e6302a7f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8f1 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.681171:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00010000:00010000:3.0:1780298629.681176:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a7f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8f8 expref: 24 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.681185:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00000100:00100000:2.0:1780298629.681198:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608410368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1042us (1167us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.681204:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4581 00000100:00100000:3.0:1780298629.681211:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608410496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1043us (1145us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.681218:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4582 00000100:00100000:0.0:1780298629.682042:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.682076:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608410624 00000100:00100000:1.0:1780298629.682081:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608410624 00000100:00100000:1.0:1780298629.682112:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4583 00000100:00100000:1.0:1780298629.682119:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608410624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.682147:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.682157:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a7ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca8ff expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.682177:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.682191:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604260352:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.682199:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608410752 00000100:00100000:2.0:1780298629.682204:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608410752 00000100:00100000:2.0:1780298629.682233:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4584 00000100:00100000:1.0:1780298629.682240:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.682252:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608410752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.682263:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.682272:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302a806 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca906 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.682301:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604260480:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.682335:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.682897:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604260352:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.682916:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a7ff lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8ff expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.682918:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604260480:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.682938:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a7ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8ff expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.682943:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302a806 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca906 expref: 24 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.682948:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00010000:00010000:2.0:1780298629.682964:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302a806 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca906 expref: 24 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.682976:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:1.0:1780298629.682976:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608410624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 857us (933us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.682984:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4583 00000100:00100000:2.0:1780298629.683005:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608410752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 764us (826us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.683012:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4584 00000100:00100000:0.0:1780298629.683865:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.683899:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608410880 00000100:00100000:2.0:1780298629.683905:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608410880 00000100:00100000:2.0:1780298629.683936:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4585 00000100:00100000:2.0:1780298629.683945:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608410880:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.683953:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298629.683957:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.683968:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a80d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca90d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.683971:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608411008 00000100:00100000:3.0:1780298629.683974:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608411008 00000100:00100000:2.0:1780298629.684000:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604260608:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.684036:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.684038:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4586 00000100:00100000:3.0:1780298629.684045:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2398:x1866777608411008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.684053:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.684061:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a814 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca914 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.684085:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f747100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604260736:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.684105:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.684562:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604260608:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.684577:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a80d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca90d expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.684590:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a80d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca90d expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.684599:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298629.684627:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608410880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 685us (762us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.684635:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4585 00000100:00100000:3.0:1780298629.684765:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f747100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604260736:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.684779:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a814 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca914 expref: 25 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.684792:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a814 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca914 expref: 25 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.684806:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:3.0:1780298629.684832:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2398:x1866777608411008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 788us (882us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.684838:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4586 00000100:00100000:0.0:1780298629.685611:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.685636:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608411136 00000100:00100000:3.0:1780298629.685641:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608411136 00000100:00100000:3.0:1780298629.685673:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4587 00000100:00100000:3.0:1780298629.685680:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608411136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.685689:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.685696:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302a81b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca91b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.685715:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a693 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1515520->3137535] (req 1515520->1544191) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca793 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.685724:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(72 143) 00010000:00010000:3.0:1780298629.685728:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(73 143) 00010000:00010000:3.0:1780298629.685732:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302a81b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2547712->2551807] (req 2547712->2551807) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca91b expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.685755:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1515520->3137535] (req 1515520->1544191) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca793 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.685767:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1515520->3137535] (req 1515520->1544191) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca793 expref: 8 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.685776:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f747100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604260864:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.685813:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.686371:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f747100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604260864:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298629.686395:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302a81b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2547712->2551807] (req 2547712->2551807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca91b expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.686403:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00000100:00100000:3.0:1780298629.686424:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608411136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 746us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.686428:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4587 00000100:00100000:1.0:1780298629.686616:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.686648:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608411264 00000100:00100000:2.0:1780298629.686652:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608411264 00010000:00010000:2.0:1780298629.686668:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1515520->3137535] (req 1515520->1544191) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca793 expref: 9 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.686690:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14107 00000100:00100000:2.0:1780298629.686704:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608411264:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298629.686715:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.686728:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1515520->3137535] (req 1515520->1544191) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca793 expref: 9 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.686740:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1515520->3137535] (req 1515520->1544191) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca793 expref: 9 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.686758:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6302a693 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1515520->3137535] (req 1515520->1544191) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca793 expref: 9 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.686769:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(73 143) 00010000:00010000:2.0:1780298629.686772:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(73 143) 00010000:00010000:2.0:1780298629.686781:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302a81b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2547712->3137535] (req 2547712->2551807) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca91b expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.686791:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302a81b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2547712->3137535] (req 2547712->2551807) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca91b expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.686816:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302a81b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2547712->3137535] (req 2547712->2551807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca91b expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.686823:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604260992:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298629.686855:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.687511:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604260992:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298629.687519:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298629.687540:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608411264:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 845us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.687548:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14107 00000100:00100000:0.0:1780298629.687776:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.687820:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608411392 00000100:00100000:2.0:1780298629.687824:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608411392 00002000:00100000:2.0:1780298629.687850:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2547712->2551807) req@ffff9cf343967100 x1866777608411392/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.687859:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967100 with x1866777608411392 ext(2547712->2551807) 00002000:00010000:2.0:1780298629.687863:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967100 00000100:00100000:2.0:1780298629.687885:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4396 00000100:00100000:2.0:1780298629.687892:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608411392:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.688037:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608411392:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 145us (261us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.688043:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4396 00002000:00100000:2.0:1780298629.688050:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2547712->2551807) req@ffff9cf343967100 x1866777608411392/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.688066:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967100 with x1866777608411392 ext(2547712->2551807) 00002000:00010000:2.0:1780298629.688070:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967100 00000100:00100000:1.0:1780298629.689166:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.689205:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608411520 00000100:00100000:0.0:1780298629.689210:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608411520 00002000:00100000:0.0:1780298629.689234:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2551808->2555903) req@ffff9cf34372d500 x1866777608411520/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.689243:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372d500 with x1866777608411520 ext(2551808->2555903) 00002000:00010000:0.0:1780298629.689247:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372d500 00000100:00100000:0.0:1780298629.689268:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4397 00000100:00100000:0.0:1780298629.689277:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608411520:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.689375:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608411520:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 99us (250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.689397:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4397 00002000:00100000:0.0:1780298629.689403:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2551808->2555903) req@ffff9cf34372d500 x1866777608411520/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.689412:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372d500 with x1866777608411520 ext(2551808->2555903) 00002000:00010000:0.0:1780298629.689416:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372d500 00000100:00100000:0.0:1780298629.690365:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.690421:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608411648 00000100:00100000:1.0:1780298629.690426:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608411648 00002000:00100000:1.0:1780298629.690449:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (2555904->2559999) req@ffff9cf343965c00 x1866777608411648/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.690459:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965c00 with x1866777608411648 ext(2555904->2559999) 00002000:00010000:1.0:1780298629.690463:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965c00 00000100:00100000:1.0:1780298629.690486:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4398 00000100:00100000:1.0:1780298629.690494:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608411648:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.690602:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608411648:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 108us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.690610:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4398 00002000:00100000:1.0:1780298629.690617:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (2555904->2559999) req@ffff9cf343965c00 x1866777608411648/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.690627:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965c00 with x1866777608411648 ext(2555904->2559999) 00002000:00010000:1.0:1780298629.690631:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965c00 00000100:00100000:3.0:1780298629.691651:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.691685:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608411776 00000100:00100000:2.0:1780298629.691689:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608411776 00002000:00100000:2.0:1780298629.691707:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2560000->2564095) req@ffff9cf37f747100 x1866777608411776/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.691713:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f747100 with x1866777608411776 ext(2560000->2564095) 00002000:00010000:2.0:1780298629.691716:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f747100 00000100:00100000:2.0:1780298629.691733:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4399 00000100:00100000:2.0:1780298629.691738:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608411776:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.691808:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608411776:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (158us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.691813:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4399 00002000:00100000:2.0:1780298629.691817:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2560000->2564095) req@ffff9cf37f747100 x1866777608411776/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.691823:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f747100 with x1866777608411776 ext(2560000->2564095) 00002000:00010000:2.0:1780298629.691827:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f747100 00000100:00100000:3.0:1780298629.692865:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.692903:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608411904 00000100:00100000:2.0:1780298629.692908:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608411904 00002000:00100000:2.0:1780298629.692929:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2564096->2568191) req@ffff9cf37f7bd180 x1866777608411904/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.692939:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd180 with x1866777608411904 ext(2564096->2568191) 00002000:00010000:2.0:1780298629.692943:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bd180 00000100:00100000:2.0:1780298629.692964:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4400 00000100:00100000:2.0:1780298629.692972:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608411904:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.693073:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608411904:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 101us (207us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.693079:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4400 00002000:00100000:2.0:1780298629.693086:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2564096->2568191) req@ffff9cf37f7bd180 x1866777608411904/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.693093:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd180 with x1866777608411904 ext(2564096->2568191) 00002000:00010000:2.0:1780298629.693097:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bd180 00000100:00100000:0.0:1780298629.694101:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.694160:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608412032 00000100:00100000:2.0:1780298629.694164:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608412032 00002000:00100000:2.0:1780298629.694180:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2568192->2572287) req@ffff9cf343966680 x1866777608412032/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.694186:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966680 with x1866777608412032 ext(2568192->2572287) 00002000:00010000:2.0:1780298629.694189:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966680 00000100:00100000:2.0:1780298629.694203:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4401 00000100:00100000:2.0:1780298629.694208:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608412032:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.694275:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608412032:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (175us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.694280:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4401 00002000:00100000:2.0:1780298629.694285:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2568192->2572287) req@ffff9cf343966680 x1866777608412032/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.694291:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966680 with x1866777608412032 ext(2568192->2572287) 00002000:00010000:2.0:1780298629.694294:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966680 00000100:00100000:3.0:1780298629.695370:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.695417:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608412160 00000100:00100000:0.0:1780298629.695423:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608412160 00002000:00100000:0.0:1780298629.695444:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2572288->2576383) req@ffff9cf37f7be680 x1866777608412160/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.695454:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7be680 with x1866777608412160 ext(2572288->2576383) 00002000:00010000:0.0:1780298629.695457:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7be680 00000100:00100000:0.0:1780298629.695477:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4402 00000100:00100000:0.0:1780298629.695486:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608412160:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.695583:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608412160:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 99us (213us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.695590:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4402 00002000:00100000:0.0:1780298629.695597:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2572288->2576383) req@ffff9cf37f7be680 x1866777608412160/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.695606:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7be680 with x1866777608412160 ext(2572288->2576383) 00002000:00010000:0.0:1780298629.695610:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7be680 00000100:00100000:3.0:1780298629.696567:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.696613:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608412288 00000100:00100000:1.0:1780298629.696618:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608412288 00002000:00100000:1.0:1780298629.696636:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (2576384->2580479) req@ffff9cf37f7be300 x1866777608412288/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.696643:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7be300 with x1866777608412288 ext(2576384->2580479) 00002000:00010000:1.0:1780298629.696645:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7be300 00000100:00100000:1.0:1780298629.696661:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4403 00000100:00100000:1.0:1780298629.696666:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608412288:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.696761:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608412288:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 93us (194us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.696769:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4403 00002000:00100000:1.0:1780298629.696774:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (2576384->2580479) req@ffff9cf37f7be300 x1866777608412288/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.696785:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7be300 with x1866777608412288 ext(2576384->2580479) 00002000:00010000:1.0:1780298629.696789:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7be300 00000100:00100000:1.0:1780298629.697880:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.697928:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608412416 00000100:00100000:2.0:1780298629.697933:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608412416 00002000:00100000:2.0:1780298629.697955:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2547712->2580479) req@ffff9cf255516a00 x1866777608412416/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.697965:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255516a00 with x1866777608412416 ext(2547712->2580479) 00002000:00010000:2.0:1780298629.697968:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255516a00 00000100:00100000:2.0:1780298629.697988:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4404 00000100:00100000:2.0:1780298629.697996:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608412416:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298629.699224:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255516a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608412416:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1227us (1342us total) trans 4294969137 rc 0/0 00000100:00100000:2.0:1780298629.699233:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4404 00002000:00100000:2.0:1780298629.699241:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2547712->2580479) req@ffff9cf255516a00 x1866777608412416/t4294969137(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/448 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.699252:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255516a00 with x1866777608412416 ext(2547712->2580479) 00002000:00010000:2.0:1780298629.699256:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255516a00 00000100:00100000:3.0:1780298629.699853:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.699897:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608412544 00000100:00100000:2.0:1780298629.699902:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608412544 00000100:00100000:2.0:1780298629.699935:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4588 00000100:00100000:2.0:1780298629.699944:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608412544:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298629.700798:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969137 is committed 00000100:00100000:2.0:1780298629.700885:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608412544:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 941us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.700894:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4588 00000100:00100000:3.0:1780298629.701737:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.701776:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608412672 00000100:00100000:1.0:1780298629.701781:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608412672 00000100:00100000:1.0:1780298629.701809:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4589 00000100:00100000:1.0:1780298629.701816:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608412672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.701826:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.701841:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a822 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca922 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.701887:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255514700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604261120:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.701895:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.701949:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608412800 00000100:00100000:2.0:1780298629.701955:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608412800 00000100:00100000:1.0:1780298629.701955:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.701991:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4590 00000100:00100000:2.0:1780298629.702001:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2397:x1866777608412800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.702011:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.702022:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302a829 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca929 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.702055:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604261248:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.702090:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00002000:00010000:1.0:1780298629.702573:0:8358:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1008 -> 1072 00000100:00100000:1.0:1780298629.702585:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255514700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604261120:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.702606:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a822 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca922 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.702622:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a822 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca922 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.702630:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298629.702651:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608412672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 838us (915us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.702656:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4589 00000100:00100000:2.0:1780298629.702790:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604261248:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.702807:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302a829 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca929 expref: 25 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.702820:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302a829 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca929 expref: 25 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.702829:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298629.702854:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2397:x1866777608412800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 856us (964us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.702861:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4590 00000100:00100000:1.0:1780298629.703697:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.703760:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608412928 00000100:00100000:3.0:1780298629.703765:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608412928 00000100:00100000:1.0:1780298629.703781:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.703815:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608413056 00000100:00100000:3.0:1780298629.703820:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4591 00000100:00100000:2.0:1780298629.703820:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608413056 00000100:00100000:3.0:1780298629.703828:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608412928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.703835:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.703843:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a830 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca930 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.703853:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4592 00000100:00100000:2.0:1780298629.703861:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2398:x1866777608413056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.703868:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.703873:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604261376:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.703876:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302a837 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca937 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.703901:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604261504:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.703908:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.703926:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.704625:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604261504:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.704636:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302a837 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca937 expref: 25 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.704646:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302a837 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca937 expref: 25 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.704653:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:3.0:1780298629.704655:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604261376:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.704674:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a830 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca930 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.704687:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a830 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca930 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.704688:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2398:x1866777608413056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 826us (905us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.704702:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4592 00010000:00010000:3.0:1780298629.704705:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:3.0:1780298629.704725:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608412928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 899us (1031us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.704730:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4591 00000100:00100000:0.0:1780298629.705696:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.705732:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608413312 00000100:00100000:2.0:1780298629.705736:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608413312 00000100:00100000:2.0:1780298629.705763:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61448 00000100:00100000:2.0:1780298629.705770:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+148:28749:x1866777608413312:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298629.705802:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.705818:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3aa00/0xaf35132e6302a54a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 81 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca651 expref: 148 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.705828:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.705831:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298629.705959:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6302a83e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 80 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.705970:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e6302a56d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca66d expref: 106 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.705987:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6302a83e lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.706006:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e6302a56d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca66d expref: 106 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.706017:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e6302a56d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca66d expref: 106 pid: 17567 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.706025:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604261632:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298629.706065:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.706682:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604261632:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.706693:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6302a83e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298629.706801:0:6455:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294990643 is committed 00000001:00080000:1.0:1780298629.706818:0:6455:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294990640 is committed 00010000:00010000:0.0:1780298629.706847:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9200/0xaf35132e63026460 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.706858:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9200/0xaf35132e63026460 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.706867:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9200/0xaf35132e63026460 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.706868:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630262e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.706884:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630262e6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.706890:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630262e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.706891:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf36d5a9200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.706899:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf36d5a9800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.706900:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9200/0xaf35132e63026460 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.706904:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630262e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.706916:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9200/0xaf35132e63026460 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.706917:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630262e6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 81 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.706938:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298629.706940:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.706944:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.706947:0:3610:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6302a83e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.706957:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630262e6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.706963:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630262e6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.706964:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.706970:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.706975:0:3609:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6302a83e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.706989:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e63026309 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.706990:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9200/0xaf35132e63026460 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.706997:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608413440 00000100:00100000:3.0:1780298629.707002:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608413440 00010000:00010000:2.0:1780298629.707005:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e63026309 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707008:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9200/0xaf35132e63026460 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707016:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e63026309 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707023:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375e93a00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.707026:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e63026309 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.707030:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e6302a56d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 79 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca66d expref: 66 pid: 17567 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707033:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8600/0xaf35132e630264bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707055:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8600/0xaf35132e630264bb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707061:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e63026309 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707061:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8600/0xaf35132e630264bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.707074:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14108 00010000:00010000:2.0:1780298629.707082:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.707082:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf36d5a8600 already unused, calling callback (ffffffffc169a4f0) 00000100:00100000:3.0:1780298629.707089:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b03c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+49:2400:x1866777608413440:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298629.707089:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.707093:0:3610:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6302a83e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.707101:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.707104:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e63026309 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707104:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8600/0xaf35132e630264bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 79 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.707106:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e6302a56d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 81 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca66d expref: 49 pid: 17567 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707143:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e63026309 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.707147:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e6302a56d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 81 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca66d expref: 49 pid: 17567 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707161:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8600/0xaf35132e630264bb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707167:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278400/0xaf35132e63026348 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 80 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.707168:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e6302a56d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 80 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca66d expref: 48 pid: 17567 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707187:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278400/0xaf35132e63026348 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707194:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278400/0xaf35132e63026348 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.707199:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298629.707203:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6302a83e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.707211:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6302a83e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.707217:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6302a83e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707223:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.707227:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.707230:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243278400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.707230:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8600/0xaf35132e630264bb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707235:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278400/0xaf35132e63026348 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 78 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.707238:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298629.707241:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8600/0xaf35132e630264bb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707248:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278400/0xaf35132e63026348 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.707257:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6302a83e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707260:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.707263:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780298629.707266:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6302a83e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707267:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278400/0xaf35132e63026348 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707272:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8200/0xaf35132e6302651d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 77 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707274:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278400/0xaf35132e63026348 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.707277:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b03c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+47:2400:x1866777608413440:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 191us (339us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298629.707290:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8200/0xaf35132e6302651d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.707295:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14108 00010000:00010000:2.0:1780298629.707304:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b200/0xaf35132e63026379 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707304:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8200/0xaf35132e6302651d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707320:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b200/0xaf35132e63026379 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298629.707326:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990643 00010000:00010000:2.0:1780298629.707327:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b200/0xaf35132e63026379 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707327:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf36d5a8200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.707333:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8200/0xaf35132e6302651d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707335:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf24508b200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.707341:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b200/0xaf35132e63026379 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707344:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8200/0xaf35132e6302651d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707354:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b200/0xaf35132e63026379 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780298629.707354:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005cf31257 reply state 00000000959e0a4c transno 4294990644 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6302a83e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 76 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707360:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.707364:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.707367:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8200/0xaf35132e6302651d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.707374:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6302a83e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 75 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707374:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8200/0xaf35132e6302651d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707402:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.707405:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.707409:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b200/0xaf35132e63026379 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.707409:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.707412:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298629.707415:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780298629.707415:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9a00/0xaf35132e63026578 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707416:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508b200/0xaf35132e63026379 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707434:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9a00/0xaf35132e63026578 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 74 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707441:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9a00/0xaf35132e63026578 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707442:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8000/0xaf35132e630265a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707457:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8000/0xaf35132e630265a2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707463:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8000/0xaf35132e630265a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707463:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf36d5a9a00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.707469:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9a00/0xaf35132e63026578 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.707472:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+58:28749:x1866777608413312:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1701us (1776us total) trans 4294990644 rc 0/0 00010000:00010000:2.0:1780298629.707474:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf36d5a8000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.707479:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8000/0xaf35132e630265a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.707485:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61448 00010000:00010000:0.0:1780298629.707489:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9a00/0xaf35132e63026578 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707490:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8000/0xaf35132e630265a2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1780298629.707490:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1780298629.707523:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.707526:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.707529:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8000/0xaf35132e630265a2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707529:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.707535:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.707541:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8000/0xaf35132e630265a2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 73 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707541:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9a00/0xaf35132e63026578 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707555:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93400/0xaf35132e63026b4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707557:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9a00/0xaf35132e63026578 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707568:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93400/0xaf35132e63026b4b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 72 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707576:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93400/0xaf35132e63026b4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707578:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8c00/0xaf35132e63026770 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707590:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8c00/0xaf35132e63026770 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707596:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375e93400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.707597:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8c00/0xaf35132e63026770 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707601:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93400/0xaf35132e63026b4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707607:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf36d5a8c00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.707612:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93400/0xaf35132e63026b4b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707613:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8c00/0xaf35132e63026770 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707626:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.707628:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.707630:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93400/0xaf35132e63026b4b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707631:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8c00/0xaf35132e63026770 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707640:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93400/0xaf35132e63026b4b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 71 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707647:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.707650:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.707653:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e63026ecb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707653:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8c00/0xaf35132e63026770 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707665:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e63026ecb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707668:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8c00/0xaf35132e63026770 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707672:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e63026ecb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 70 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707684:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf24508bc00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.707687:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e63026ecb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707692:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8e00/0xaf35132e630267d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707704:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8e00/0xaf35132e630267d2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707711:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e63026ecb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707711:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8e00/0xaf35132e630267d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707725:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.707727:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.707728:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e63026ecb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707729:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf36d5a8e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.707735:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24508bc00/0xaf35132e63026ecb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707736:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8e00/0xaf35132e630267d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 69 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707748:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92c00/0xaf35132e6302701b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707753:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92c00/0xaf35132e6302701b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707757:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92c00/0xaf35132e6302701b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707758:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8e00/0xaf35132e630267d2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707763:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375e92c00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.707767:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92c00/0xaf35132e6302701b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707775:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92c00/0xaf35132e6302701b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707776:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.707783:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.707786:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8e00/0xaf35132e630267d2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707788:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.707792:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.707795:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92c00/0xaf35132e6302701b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707799:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8e00/0xaf35132e630267d2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707811:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92c00/0xaf35132e6302701b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707824:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e630267ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707832:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e630267ee lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707838:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78e00/0xaf35132e6302713a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707839:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e630267ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707851:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78e00/0xaf35132e6302713a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707856:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78e00/0xaf35132e6302713a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707856:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375e92800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.707862:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375d78e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.707863:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e630267ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707865:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78e00/0xaf35132e6302713a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707877:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78e00/0xaf35132e6302713a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707882:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e630267ee lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707883:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.707888:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.707891:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78e00/0xaf35132e6302713a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707897:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78e00/0xaf35132e6302713a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707899:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.707903:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.707905:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e630274ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707906:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e630267ee lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707917:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e630274ac lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707921:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e630267ee lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707925:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e630274ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707936:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375d79e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.707938:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e630274ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707942:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e630274ac lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707943:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63026f11 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707953:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63026f11 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707959:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63026f11 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707960:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.707964:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.707968:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e630274ac lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707969:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375e92200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.707975:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e630274ac lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707975:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63026f11 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.707991:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63026f11 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.707993:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279e00/0xaf35132e63027650 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708007:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279e00/0xaf35132e63027650 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708011:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279e00/0xaf35132e63027650 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708015:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243279e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.708016:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.708019:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.708022:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279e00/0xaf35132e63027650 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708023:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63026f11 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708041:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63026f11 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708043:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279e00/0xaf35132e63027650 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708061:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.708062:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.708064:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279e00/0xaf35132e63027650 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708066:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9400/0xaf35132e630270df lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708068:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279e00/0xaf35132e63027650 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708084:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9400/0xaf35132e630270df lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708091:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e63027768 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708092:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9400/0xaf35132e630270df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708103:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e63027768 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708109:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e63027768 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708110:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf36d5a9400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.708116:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9400/0xaf35132e630270df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708117:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375e92e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.708121:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e63027768 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708146:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9400/0xaf35132e630270df lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708165:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e63027768 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708165:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.708171:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.708175:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9400/0xaf35132e630270df lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708179:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.708182:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9400/0xaf35132e630270df lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708183:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.708188:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e63027768 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708199:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e630271aa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708201:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e63027768 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708222:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e630271aa lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708228:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e630271aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708229:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63027af6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.708244:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298629.708244:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63027af6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708250:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63027af6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708250:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375d78400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.708255:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e630271aa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708259:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243157200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.708265:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63027af6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708267:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e630271aa lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.708272:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608413568 00000100:00100000:1.0:1780298629.708277:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608413568 00010000:00010000:2.0:1780298629.708284:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63027af6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708286:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.708293:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.708297:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e630271aa lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708300:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.708305:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.708305:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e630271aa lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.708309:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4593 00010000:00010000:2.0:1780298629.708311:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63027af6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.708320:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608413568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.708329:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63027af6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708330:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e63027332 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.708331:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.708341:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a845 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca93e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708348:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e63027332 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708369:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63028323 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708369:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e63027332 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.708390:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a757 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1363968->1515519] (req 1363968->1421311) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca857 expref: 7 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708398:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63028323 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.708408:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302a81b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2547712->3137535] (req 2547712->2551807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca91b expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708409:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63028323 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708410:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375e93000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.708417:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e63027332 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708427:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243157600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:1.0:1780298629.708428:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a5f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4005888->37560319] (req 4005888->4046847) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6f2 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708432:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63028323 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708435:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e63027332 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.708449:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302a64d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3137536->4005887] (req 3137536->3141631) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca74d expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708451:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63028323 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708458:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.708466:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780298629.708467:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 4 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(73 143) 00010000:00010000:0.0:1780298629.708471:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e63027332 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.708472:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(77 143) 00010000:00010000:2.0:1780298629.708473:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.708480:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780298629.708481:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a845 lrc: 7/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca93e expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708484:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63028323 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708489:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e63027332 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708502:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63028323 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708512:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302753f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.708518:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302a64d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3137536->4005887] (req 3137536->3141631) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca74d expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708523:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302753f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708536:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9000/0xaf35132e63028a0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708536:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302753f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.708540:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302a64d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3137536->4005887] (req 3137536->3141631) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca74d expref: 7 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708555:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9000/0xaf35132e63028a0e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708566:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9000/0xaf35132e63028a0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708569:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375d79200 already unused, calling callback (ffffffffc169a4f0) 00000100:00100000:1.0:1780298629.708570:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f759500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604261760:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.708572:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf344fd9000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.708576:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302753f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708577:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9000/0xaf35132e63028a0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708595:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302753f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708596:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9000/0xaf35132e63028a0e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.708616:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a5f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4005888->37560319] (req 4005888->4046847) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6f2 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708616:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.708623:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.708629:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302753f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.708630:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a5f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [4005888->37560319] (req 4005888->4046847) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6f2 expref: 7 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708632:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.708640:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.708645:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9000/0xaf35132e63028a0e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708649:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302753f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.708653:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604261888:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.708663:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9000/0xaf35132e63028a0e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708675:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302761f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708682:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302761f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708689:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302761f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708690:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63028a5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.708690:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302a81b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2547712->3137535] (req 2547712->2551807) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca91b expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708711:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63028a5b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.708716:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302a81b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2547712->3137535] (req 2547712->2551807) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca91b expref: 8 pid: 20252 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708725:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63028a5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708725:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375d79400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.708732:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302761f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.708735:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604262016:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.708737:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243376e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.708743:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63028a5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708748:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302761f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708755:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63028a5b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708763:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.708766:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a757 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1363968->1515519] (req 1363968->1421311) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca857 expref: 7 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708768:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.708774:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302761f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708777:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.708778:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a757 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1363968->1515519] (req 1363968->1421311) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca857 expref: 7 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708784:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.708789:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63028a5b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708793:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302761f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.708800:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604262144:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.708816:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63028a5b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708818:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93600/0xaf35132e630276dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.708824:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242495180 going to sleep for 11 seconds 00010000:00010000:0.0:1780298629.708832:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93600/0xaf35132e630276dc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708840:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028ab6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708840:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93600/0xaf35132e630276dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708856:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028ab6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708863:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028ab6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708863:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375e93600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.708868:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93600/0xaf35132e630276dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708874:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf350de3600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.708880:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028ab6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708881:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93600/0xaf35132e630276dc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708897:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028ab6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708900:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.708906:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.708911:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93600/0xaf35132e630276dc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708913:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.708918:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93600/0xaf35132e630276dc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708919:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.708923:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028ab6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708934:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e63028ab6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708936:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e630277d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708947:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e630277d1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708954:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028c8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708954:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e630277d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708971:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028c8b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708978:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375d78000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.708979:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028c8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.708984:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e630277d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.708992:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf344fd9e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.708998:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028c8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709004:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e630277d1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709009:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028c8b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709016:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.709019:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.709022:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e630277d1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709026:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.709031:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.709031:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e630277d1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709037:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028c8b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709046:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9e00/0xaf35132e63028c8b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709047:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e6302793d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709063:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e6302793d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709070:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028cae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709070:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e6302793d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709088:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028cae lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709095:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028cae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709095:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375d79800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.709100:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e6302793d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709102:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243156e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.709107:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028cae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709114:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e6302793d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709121:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028cae lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709145:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.709148:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.709151:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e6302793d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709155:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.709161:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.709163:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e6302793d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709165:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028cae lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709174:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63028cae lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709176:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63027991 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709190:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63027991 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709196:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028de9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709196:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63027991 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709212:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028de9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709217:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028de9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709217:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243279400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.709223:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243377600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.709224:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63027991 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709226:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028de9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709240:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028de9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709242:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63027991 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709248:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.709253:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.709255:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028de9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709259:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.709265:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.709266:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63028de9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709269:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63027991 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709274:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028e36 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709276:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63027991 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709281:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028e36 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709292:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028e36 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709296:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2e00/0xaf35132e63027b82 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709303:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2e00/0xaf35132e63027b82 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709310:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243377400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.709310:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2e00/0xaf35132e63027b82 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709316:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028e36 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709319:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf350de2e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.709324:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2e00/0xaf35132e63027b82 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709328:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028e36 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709334:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2e00/0xaf35132e63027b82 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709343:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.709347:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.709350:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028e36 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709352:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.709357:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.709360:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63028e36 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709362:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2e00/0xaf35132e63027b82 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709390:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2e00/0xaf35132e63027b82 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709396:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028f55 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709404:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028f55 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709411:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028f55 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709411:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63027c00 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709428:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63027c00 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709435:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243157a00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.709435:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63027c00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709442:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028f55 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.709444:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f759500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604261760:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.709445:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243156a00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.709451:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63027c00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709458:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028f55 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709478:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.709478:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63027c00 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709485:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.709490:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028f55 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709493:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.709499:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.709503:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63027c00 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709504:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63028f55 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709518:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63027c00 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709527:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e630292e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709535:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e630292e3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709541:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e630292e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709542:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e63027ccb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.709550:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604261888:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.709561:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e63027ccb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.709566:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604262016:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.709571:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf340031c00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.709572:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e63027ccb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709580:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e630292e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709582:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf350de2c00 already unused, calling callback (ffffffffc169a4f0) 00000100:00100000:1.0:1780298629.709585:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604262144:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.709588:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e63027ccb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709604:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e63027ccb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.709606:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a845 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca93e expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709608:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e630292e3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709622:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.709629:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.709632:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e63027ccb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.709633:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00010000:00010000:2.0:1780298629.709635:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.709641:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.709645:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e630292e3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709649:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e63027ccb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709657:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e630292e3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.709660:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608413568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1342us (1415us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298629.709665:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e63027f02 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.709676:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4593 00010000:00010000:0.0:1780298629.709682:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e63027f02 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709689:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36000/0xaf35132e63029903 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709689:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e63027f02 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709703:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36000/0xaf35132e63029903 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709710:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36000/0xaf35132e63029903 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709710:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf350de2400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.709715:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e63027f02 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709721:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244b36000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.709727:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36000/0xaf35132e63029903 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709728:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e63027f02 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709742:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36000/0xaf35132e63029903 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709744:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.709750:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.709754:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e63027f02 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709757:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.709762:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.709762:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e63027f02 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709766:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36000/0xaf35132e63029903 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709777:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630282d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709779:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36000/0xaf35132e63029903 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709788:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630282d6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709795:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630282d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709797:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36c00/0xaf35132e63029c3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709810:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36c00/0xaf35132e63029c3d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709816:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243157000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.709817:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36c00/0xaf35132e63029c3d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709821:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630282d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709827:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244b36c00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.709832:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36c00/0xaf35132e63029c3d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709834:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630282d6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709848:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36c00/0xaf35132e63029c3d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709850:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.709855:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.709859:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630282d6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709863:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.709868:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.709869:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630282d6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709871:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36c00/0xaf35132e63029c3d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709883:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36c00/0xaf35132e63029c3d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709886:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9400/0xaf35132e6302842d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709897:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9400/0xaf35132e6302842d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709904:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9400/0xaf35132e6302842d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709905:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63029e4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709921:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63029e4a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709928:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63029e4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709928:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf344fd9400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.709933:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9400/0xaf35132e6302842d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709938:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243d9a600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.709943:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63029e4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709953:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9400/0xaf35132e6302842d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709955:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63029e4a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.709971:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.709974:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.709977:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9400/0xaf35132e6302842d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709980:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.709986:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.709986:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9400/0xaf35132e6302842d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.709991:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63029e4a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710001:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63029e4a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710003:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e63028767 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.710017:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298629.710018:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e63028767 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710026:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e63028767 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710027:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e63029e6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710043:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e63029e6d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.710046:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298629.710049:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e63029e6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710050:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243376c00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.710056:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e63028767 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.710057:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608413696 00010000:00010000:2.0:1780298629.710059:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243d9a200 already unused, calling callback (ffffffffc169a4f0) 00000100:00100000:1.0:1780298629.710063:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608413696 00010000:00010000:2.0:1780298629.710066:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e63029e6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710071:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e63028767 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.710084:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302a81b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2547712->3137535] (req 2547712->2551807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca91b expref: 8 pid: 20252 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710088:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.710094:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.710098:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e63029e6d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710098:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e63028767 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.710119:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608413824 00010000:00010000:0.0:1780298629.710119:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e63028767 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710120:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.710145:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.710149:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e63029e6d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.710150:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608413824 00010000:00010000:0.0:1780298629.710153:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e630287de lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.710155:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14109 00010000:00010000:2.0:1780298629.710163:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e63029e6d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710166:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e630287de lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.710177:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302a64d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3137536->4005887] (req 3137536->3141631) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca74d expref: 8 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710179:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e630287de lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710183:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a401 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710202:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a401 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.710204:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608413696:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298629.710209:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243156800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.710210:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a401 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710215:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e630287de lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.710216:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298629.710218:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14110 00010000:00010000:2.0:1780298629.710223:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf34841c400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.710228:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a401 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.710230:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608413824:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298629.710232:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e630287de lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.710235:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302a81b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2547712->3137535] (req 2547712->2551807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca91b expref: 8 pid: 20252 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.710243:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.710245:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a401 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.710256:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302a64d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [3137536->4005887] (req 3137536->3141631) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca74d expref: 8 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710256:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298629.710259:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302a81b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 9 type: EXT [2547712->3137535] (req 2547712->2551807) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca91b expref: 8 pid: 20252 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710263:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.710268:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e630287de lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710270:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.710276:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298629.710281:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a401 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710288:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e630287de lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.710292:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302a81b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 9 type: EXT [2547712->3137535] (req 2547712->2551807) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca91b expref: 8 pid: 20252 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.710307:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302a64d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 9 type: EXT [3137536->4005887] (req 3137536->3141631) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca74d expref: 8 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710309:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a401 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710312:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028863 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710332:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028863 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.710336:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302a64d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 9 type: EXT [3137536->4005887] (req 3137536->3141631) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca74d expref: 8 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710349:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3b200/0xaf35132e6302a4cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710349:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028863 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.710364:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298629.710366:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298629.710369:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3b200/0xaf35132e6302a4cc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710375:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3b200/0xaf35132e6302a4cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710375:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243157e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.710389:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028863 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710399:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244f3b200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.710402:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028863 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.710404:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608413824:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 176us (356us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298629.710405:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3b200/0xaf35132e6302a4cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.710409:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608413696:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 242us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.710423:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14110 00010000:00010000:0.0:1780298629.710426:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.710427:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3b200/0xaf35132e6302a4cc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.710430:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14109 00010000:00010000:0.0:1780298629.710433:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.710437:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028863 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710441:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.710446:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.710446:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e63028863 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710451:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3b200/0xaf35132e6302a4cc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710460:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3b200/0xaf35132e6302a4cc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710461:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630288da lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.710472:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298629.710477:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630288da lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710484:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630288da lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710489:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243376000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.710493:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630288da lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710502:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630288da lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710511:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00000100:00100000:1.0:1780298629.710514:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608413952 00010000:00010000:0.0:1780298629.710515:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.710518:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630288da lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.710520:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608413952 00010000:00010000:0.0:1780298629.710527:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630288da lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.710528:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298629.710540:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63028943 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.710541:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a757 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1363968->1515519] (req 1363968->1421311) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca857 expref: 7 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710559:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63028943 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.710561:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608414080 00000100:00100000:2.0:1780298629.710567:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608414080 00010000:00010000:0.0:1780298629.710568:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63028943 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710576:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243156c00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.710580:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63028943 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.710581:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14111 00010000:00010000:2.0:1780298629.710588:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a5f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4005888->37560319] (req 4005888->4046847) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6f2 expref: 8 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710591:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63028943 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.710596:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608413952:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298629.710611:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.710612:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298629.710616:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.710619:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63028943 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.710624:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a757 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1363968->1515519] (req 1363968->1421311) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca857 expref: 8 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.710632:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14112 00010000:00010000:0.0:1780298629.710640:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63028943 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.710645:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a757 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1363968->1515519] (req 1363968->1421311) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca857 expref: 8 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.710648:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608414080:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298629.710657:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630289a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710665:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298629.710667:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630289a5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.710670:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302a757 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1363968->1515519] (req 1363968->1421311) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca857 expref: 8 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710677:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a5f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [4005888->37560319] (req 4005888->4046847) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6f2 expref: 8 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710681:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630289a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.710698:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298629.710699:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243156000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.710703:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630289a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710705:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a5f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4005888->37560319] (req 4005888->4046847) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6f2 expref: 7 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710717:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630289a5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.710727:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608413952:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 135us (256us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298629.710729:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.710731:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302a5f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [4005888->37560319] (req 4005888->4046847) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6f2 expref: 7 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710736:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298629.710741:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14111 00010000:00010000:0.0:1780298629.710741:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630289a5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710756:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e630289a5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710759:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(77 143) 00010000:00010000:2.0:1780298629.710766:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(77 143) 00010000:00010000:0.0:1780298629.710771:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e63028b5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710772:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a845 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca93e expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710786:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e63028b5e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.710793:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca93e expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710796:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e63028b5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710810:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf350de3c00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.710813:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e63028b5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710819:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e63028b5e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710826:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.710828:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca93e expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710829:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.710832:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e63028b5e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710847:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e63028b5e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.710853:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604262272:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298629.710858:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028d25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710865:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028d25 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710870:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028d25 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710876:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243377800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.710878:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028d25 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710888:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028d25 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.710893:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00010000:00010000:0.0:1780298629.710895:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.710899:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.710901:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028d25 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710907:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63028d25 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710917:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e63028d72 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710923:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e63028d72 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710929:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e63028d72 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710934:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf344fd8800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.710937:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e63028d72 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710943:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e63028d72 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710950:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.710952:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.710954:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e63028d72 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710963:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd8800/0xaf35132e63028d72 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710972:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630290f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710978:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630290f9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710984:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630290f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710988:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243376200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.710991:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630290f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.710996:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630290f9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711002:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.711004:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.711006:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630290f9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711011:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e630290f9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711020:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63029211 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711026:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63029211 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711032:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63029211 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711038:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf340030400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.711040:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63029211 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711046:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63029211 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711052:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.711055:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.711057:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63029211 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711062:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63029211 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711075:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63029353 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711081:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63029353 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711087:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63029353 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711092:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf36d5a8a00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.711095:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63029353 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711104:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63029353 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711110:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.711112:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.711115:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63029353 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711120:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63029353 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711147:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9200/0xaf35132e6302954b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711153:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9200/0xaf35132e6302954b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711159:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9200/0xaf35132e6302954b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711164:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf344fd9200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.711166:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9200/0xaf35132e6302954b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711172:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9200/0xaf35132e6302954b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711178:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.711180:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.711182:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9200/0xaf35132e6302954b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711190:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344fd9200/0xaf35132e6302954b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711198:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029616 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711204:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029616 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711210:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029616 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711215:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243377e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.711217:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029616 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711222:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029616 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711228:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.711230:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.711232:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029616 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711238:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e63029616 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711245:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e63029815 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711251:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e63029815 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711256:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e63029815 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711261:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375d78c00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.711264:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e63029815 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711269:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e63029815 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711275:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.711277:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.711279:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e63029815 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711284:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e63029815 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711292:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630298cb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711297:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630298cb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711302:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630298cb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711307:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243d9ba00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.711309:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630298cb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711318:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630298cb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711325:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.711327:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.711329:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630298cb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711334:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630298cb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711341:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830dc00/0xaf35132e630298ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711347:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830dc00/0xaf35132e630298ee lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711352:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830dc00/0xaf35132e630298ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711357:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf34830dc00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.711359:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830dc00/0xaf35132e630298ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711365:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830dc00/0xaf35132e630298ee lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711370:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.711372:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.711375:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830dc00/0xaf35132e630298ee lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711393:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830dc00/0xaf35132e630298ee lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711403:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63029be2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711408:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63029be2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711415:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63029be2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711420:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf34841c000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.711423:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63029be2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711429:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63029be2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711437:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.711439:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.711441:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63029be2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711447:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63029be2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711457:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029def lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711463:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029def lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.711468:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604262272:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298629.711473:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029def lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711478:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244b37200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298629.711481:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298629.711481:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029def lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711489:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029def lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711496:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.711498:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.711501:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029def lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.711508:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608414080:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 864us (979us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298629.711508:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e63029def lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.711524:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14112 00010000:00010000:0.0:1780298629.711525:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a48d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711533:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a48d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711538:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a48d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711543:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244f3a800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.711546:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a48d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711556:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a48d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711565:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.711568:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.711570:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a48d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711576:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e6302a48d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711585:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302a52e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711591:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302a52e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711596:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302a52e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711601:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf34841c600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298629.711604:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302a52e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711610:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302a52e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.711619:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.711621:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298629.711624:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302a52e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.711631:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298629.711639:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302a52e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.711654:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608414208 00000100:00100000:2.0:1780298629.711658:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608414208 00000100:00100000:2.0:1780298629.711686:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4594 00000100:00100000:2.0:1780298629.711693:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:28749:x1866777608414208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.711703:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.711714:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a84c lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca945 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.711734:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a6b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [4096->376831] (req 4096->57343) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7b6 expref: 25 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.711744:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a7ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [499712->876543] (req 499712->565247) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8ea expref: 25 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.711753:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a6f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [876544->1081343] (req 876544->913407) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7f5 expref: 25 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.711761:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302a5dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1081344->1236991] (req 1081344->1093631) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6dd expref: 22 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.711775:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1236992->34791423] (req 1236992->1245183) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c8 expref: 22 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.711781:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 5 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(28 104) 00010000:00010000:2.0:1780298629.711785:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(33 104) 00010000:00010000:2.0:1780298629.711789:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a84c lrc: 8/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca945 expref: 25 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.711806:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1236992->34791423] (req 1236992->1245183) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c8 expref: 22 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.711816:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1236992->34791423] (req 1236992->1245183) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c8 expref: 22 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.711824:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604262400:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.711861:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302a5dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1081344->1236991] (req 1081344->1093631) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6dd expref: 22 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.711870:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302a5dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1081344->1236991] (req 1081344->1093631) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6dd expref: 22 pid: 20252 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.711880:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604262528:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.711909:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a6f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [876544->1081343] (req 876544->913407) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7f5 expref: 25 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.711919:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a6f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [876544->1081343] (req 876544->913407) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7f5 expref: 25 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.711929:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604262656:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.711961:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a7ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [499712->876543] (req 499712->565247) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8ea expref: 25 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.711970:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a7ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [499712->876543] (req 499712->565247) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8ea expref: 25 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.711979:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604262784:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.712006:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a6b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [4096->376831] (req 4096->57343) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7b6 expref: 25 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.712016:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a6b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [4096->376831] (req 4096->57343) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7b6 expref: 25 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.712026:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604262912:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298629.712045:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.712415:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604262400:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298629.712800:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604262528:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298629.712809:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604262656:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298629.712816:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604262784:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298629.713021:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.713059:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608414336 00000100:00100000:2.0:1780298629.713063:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608414336 00002000:00100000:2.0:1780298629.713090:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (1236992->1243404) req@ffff9cf37f75ad80 x1866777608414336/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 6904/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.713100:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f75ad80 with x1866777608414336 ext(1236992->1243404) 00010000:00010000:2.0:1780298629.713107:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1236992->34791423] (req 1236992->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c8 expref: 23 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.713109:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298629.713119:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1236992->34791423] (req 1236992->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c8 expref: 23 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.713144:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604262912:192.168.203.25@tcp:104: 00002000:00010000:2.0:1780298629.713154:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf37f75ad80 00000100:00100000:1.0:1780298629.713180:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608414464 00010000:00010000:0.0:1780298629.713184:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a84c lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca945 expref: 25 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.713185:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 112 00000100:00100000:1.0:1780298629.713185:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608414464 00000100:00100000:2.0:1780298629.713198:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:2399:x1866777608414336:12345-192.168.203.25@tcp:4:fsx.0 00010000:00010000:0.0:1780298629.713201:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:3.0:1780298629.713202:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298629.713206:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302a5dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1081344->1236991] (req 1081344->1093631) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6dd expref: 24 pid: 20252 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.713228:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608414592 00000100:00100000:1.0:1780298629.713230:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608414592 00000100:00100000:0.0:1780298629.713237:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:28749:x1866777608414208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1543us (1608us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.713239:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14113 00010000:00010000:1.0:1780298629.713248:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a6f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [876544->1081343] (req 876544->913407) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7f5 expref: 26 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.713250:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4594 00000100:00100000:3.0:1780298629.713255:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:2399:x1866777608414464:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298629.713269:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298629.713279:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302a5dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [1081344->1236991] (req 1081344->1093631) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6dd expref: 24 pid: 20252 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.713284:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14114 00010000:00010000:3.0:1780298629.713299:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302a5dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [1081344->1236991] (req 1081344->1093631) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6dd expref: 24 pid: 20252 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.713299:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777608414592:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.713312:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298629.713321:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302a5dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 9 type: EXT [1081344->1236991] (req 1081344->1093631) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6dd expref: 24 pid: 20252 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.713324:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a6f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 10 type: EXT [876544->1081343] (req 876544->913407) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7f5 expref: 25 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.713346:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a6f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 8 type: EXT [876544->1081343] (req 876544->913407) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7f5 expref: 25 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.713356:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298629.713364:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021dd6ca7/0xaf35132e6302a6f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [876544->1081343] (req 876544->913407) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7f5 expref: 25 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.713374:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298629.713392:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777608414464:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 128us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.713399:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14113 00000100:00100000:1.0:1780298629.713404:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777608414592:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 110us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.713409:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14114 00000100:00100000:3.0:1780298629.713442:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.713525:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608414720 00000100:00100000:1.0:1780298629.713529:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608414720 00010000:00010000:1.0:1780298629.713539:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a7ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [499712->876543] (req 499712->565247) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8ea expref: 24 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.713555:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14115 00000100:00100000:1.0:1780298629.713559:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b02850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2397:x1866777608414720:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.713565:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298629.713570:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 112 -> 128 00010000:00010000:1.0:1780298629.713574:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a7ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [499712->876543] (req 499712->565247) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8ea expref: 24 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.713580:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a7ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [499712->876543] (req 499712->565247) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8ea expref: 24 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.713589:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d34ec35/0xaf35132e6302a7ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [499712->876543] (req 499712->565247) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca8ea expref: 24 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.713596:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.713613:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b02850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2397:x1866777608414720:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 54us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.713620:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14115 00000100:00100000:2.0:1780298629.713685:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:2399:x1866777608414336:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 489us (664us total) trans 4294968796 rc 0/0 00000100:00100000:2.0:1780298629.713693:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 112 00002000:00100000:2.0:1780298629.713700:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (1236992->1243404) req@ffff9cf37f75ad80 x1866777608414336/t4294968796(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 6904/448 e 0 to 0 dl 1780298640 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.713709:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f75ad80 with x1866777608414336 ext(1236992->1243404) 00010000:00010000:2.0:1780298629.713714:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1236992->34791423] (req 1236992->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c8 expref: 24 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.713730:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1236992->34791423] (req 1236992->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c8 expref: 24 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298629.713736:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf37f75ad80 00000100:00100000:3.0:1780298629.713740:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.713757:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608414848 00000100:00100000:2.0:1780298629.713761:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608414848 00002000:00100000:2.0:1780298629.713778:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (4096->57343) req@ffff9cf37f734e00 x1866777608414848/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.713786:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f734e00 with x1866777608414848 ext(4096->57343) 00010000:00010000:2.0:1780298629.713792:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a6b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4096->376831] (req 4096->57343) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7b6 expref: 23 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.713801:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a6b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4096->376831] (req 4096->57343) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7b6 expref: 23 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298629.713808:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf37f734e00 00000100:00100000:2.0:1780298629.713826:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 113 00000100:00100000:2.0:1780298629.713834:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2399:x1866777608414848:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298629.714602:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.714632:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608414976 00000100:00100000:0.0:1780298629.714637:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608414976 00010000:00010000:0.0:1780298629.714656:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1236992->34791423] (req 1236992->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c8 expref: 24 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.714688:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14116 00000100:00100000:0.0:1780298629.714697:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:2400:x1866777608414976:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298629.714706:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298629.714715:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1236992->34791423] (req 1236992->1245183) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c8 expref: 24 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.714727:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1236992->34791423] (req 1236992->1245183) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c8 expref: 24 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.714747:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a5c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1236992->34791423] (req 1236992->1245183) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca6c8 expref: 24 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.714759:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298629.714785:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608414976:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 90us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.714793:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14116 00000100:00100000:2.0:1780298629.714975:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777608414848:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1142us (1234us total) trans 4294968797 rc 0/0 00000100:00100000:2.0:1780298629.714981:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 113 00002000:00100000:2.0:1780298629.714987:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (4096->57343) req@ffff9cf37f734e00 x1866777608414848/t4294968797(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/448 e 0 to 0 dl 1780298640 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.714998:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f734e00 with x1866777608414848 ext(4096->57343) 00010000:00010000:2.0:1780298629.715002:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a6b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [4096->376831] (req 4096->57343) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7b6 expref: 25 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.715013:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a6b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [4096->376831] (req 4096->57343) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7b6 expref: 25 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298629.715018:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf37f734e00 00000100:00100000:3.0:1780298629.715738:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.715779:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608415104 00000100:00100000:1.0:1780298629.715784:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608415104 00010000:00010000:1.0:1780298629.715800:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a6b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [4096->376831] (req 4096->57343) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7b6 expref: 25 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.715828:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14117 00000100:00100000:1.0:1780298629.715837:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2398:x1866777608415104:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.715845:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298629.715851:0:8374:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 128 -> 232 00010000:00010000:1.0:1780298629.715857:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a6b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4096->376831] (req 4096->57343) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7b6 expref: 25 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.715867:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a6b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4096->376831] (req 4096->57343) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7b6 expref: 25 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.715881:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302a6b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4096->376831] (req 4096->57343) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca7b6 expref: 25 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.715891:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(33 104) 00010000:00010000:1.0:1780298629.715894:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(33 104) 00010000:00010000:1.0:1780298629.715900:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a84c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca945 expref: 24 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.715909:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a84c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca945 expref: 24 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.715935:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a84c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca945 expref: 24 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.715946:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604263040:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298629.715989:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.716645:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604263040:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298629.716655:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.716676:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2398:x1866777608415104:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 842us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.716681:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14117 00000100:00100000:3.0:1780298629.716843:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.716876:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608415232 00000100:00100000:0.0:1780298629.716881:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608415232 00002000:00010000:0.0:1780298629.716898:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1637662->18446744073709551615) 00002000:00100000:0.0:1780298629.716902:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735880 with x1866777608415232 ext(1637662->18446744073709551615) 00002000:00010000:0.0:1780298629.716909:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f735880. 00000100:00100000:0.0:1780298629.716931:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4405 00000100:00100000:0.0:1780298629.716941:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608415232:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298629.716956:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.716980:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608415360 00000100:00100000:1.0:1780298629.716984:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608415360 00002000:00010000:1.0:1780298629.716996:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:1.0:1780298629.716999:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735500 with x1866777608415360 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298629.717003:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f735500. 00000100:00100000:1.0:1780298629.717023:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4406 00000100:00100000:1.0:1780298629.717031:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777608415360:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298629.717413:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 1243405 -> 0 00002000:00010000:1.0:1780298629.717416:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.717418:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.717420:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.717422:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 232 -> 0 00000100:00100000:1.0:1780298629.717453:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608415360:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 423us (497us total) trans 4294968798 rc 0/0 00000100:00100000:1.0:1780298629.717461:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4406 00002000:00010000:1.0:1780298629.717465:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:1.0:1780298629.717468:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735500 with x1866777608415360 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298629.717474:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f735500. 00002000:00010000:0.0:1780298629.717918:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5935730 -> 1637662 00002000:00010000:0.0:1780298629.717922:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298629.717925:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298629.717927:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298629.717929:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1072 -> 768 00000100:00100000:0.0:1780298629.717956:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608415232:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 1018us (1115us total) trans 4294969138 rc 0/0 00000100:00100000:0.0:1780298629.717963:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4405 00002000:00010000:0.0:1780298629.717967:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1637662->18446744073709551615) 00002000:00100000:0.0:1780298629.717970:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735880 with x1866777608415232 ext(1637662->18446744073709551615) 00002000:00010000:0.0:1780298629.717975:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f735880. 00000100:00100000:3.0:1780298629.718806:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.718848:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608415488 00000100:00100000:1.0:1780298629.718853:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608415488 00000100:00100000:1.0:1780298629.718892:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61449 00000100:00100000:1.0:1780298629.718900:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:28749:x1866777608415488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.718916:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.718930:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302a853 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca94c expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.718997:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302a85a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.719010:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302a85a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.719021:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302a85a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298629.719043:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1637662 00000004:00200000:1.0:1780298629.719048:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298629.719063:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302a85a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.719085:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302a853 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca94c expref: 19 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.719102:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302a85a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca94c expref: 18 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.719110:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.719112:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298629.719115:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:1.0:1780298629.719173:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777608415488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 274us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.719180:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61449 00000100:00100000:2.0:1780298629.722264:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.722308:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608415616 00000100:00100000:0.0:1780298629.722315:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608415616 00000100:00100000:0.0:1780298629.722361:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61450 00000100:00100000:0.0:1780298629.722372:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:28749:x1866777608415616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.722400:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.722419:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37600/0xaf35132e6302a861 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca953 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.722504:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e6302a868 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.722515:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e6302a868 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.722523:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e6302a868 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298629.722540:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1637662 00000004:00200000:0.0:1780298629.722543:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298629.722556:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e6302a868 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.722575:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37600/0xaf35132e6302a861 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca953 expref: 22 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.722585:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e6302a868 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca953 expref: 21 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.722591:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.722593:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298629.722595:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37200, rc 0) 00000100:00100000:0.0:1780298629.722632:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:28749:x1866777608415616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 264us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.722637:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61450 00000100:00100000:3.0:1780298629.723796:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.723832:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608415744 00000100:00100000:0.0:1780298629.723836:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608415744 00000100:00100000:0.0:1780298629.723866:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4595 00000100:00100000:0.0:1780298629.723872:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608415744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.723880:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.723889:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a86f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca95a expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.723890:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.723933:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604263168:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.723945:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608415872 00000100:00100000:1.0:1780298629.723956:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608415872 00000100:00100000:0.0:1780298629.723988:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.724019:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4596 00000100:00100000:1.0:1780298629.724028:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608415872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.724041:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.724058:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a876 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca961 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.724101:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604263296:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.724205:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.724688:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604263168:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.724712:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a86f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca95a expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.724732:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003789a116/0xaf35132e6302a86f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca95a expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.724743:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37000, rc 0) 00000100:00100000:0.0:1780298629.724778:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608415744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 907us (983us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.724786:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4595 00000100:00100000:1.0:1780298629.724916:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604263296:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.724936:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a876 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca961 expref: 24 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.724951:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302a876 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca961 expref: 24 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.724959:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298629.725006:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608415872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 978us (1117us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.725014:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4596 00000100:00100000:2.0:1780298629.725860:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.725899:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608416000 00000100:00100000:1.0:1780298629.725905:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608416000 00000100:00100000:1.0:1780298629.725941:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4597 00000100:00100000:1.0:1780298629.725949:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608416000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.725959:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.725974:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a87d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca968 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.726004:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a845 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca93e expref: 7 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.726014:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(77 143) 00010000:00010000:1.0:1780298629.726018:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(78 143) 00010000:00010000:1.0:1780298629.726023:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a87d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [6213632->6238207] (req 6213632->6238207) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca968 expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.726046:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca93e expref: 7 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.726060:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca93e expref: 7 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.726073:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604263424:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298629.726118:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.726740:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604263424:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.726752:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a87d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [6213632->6238207] (req 6213632->6238207) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca968 expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.726760:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:1.0:1780298629.726786:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608416000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 839us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.726790:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4597 00000100:00100000:2.0:1780298629.726995:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.727033:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608416128 00000100:00100000:3.0:1780298629.727039:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608416128 00010000:00010000:3.0:1780298629.727065:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca93e expref: 8 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.727097:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14118 00000100:00100000:3.0:1780298629.727108:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608416128:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298629.727143:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298629.727159:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca93e expref: 8 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.727173:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca93e expref: 8 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.727197:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302a845 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca93e expref: 8 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.727211:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(78 143) 00010000:00010000:3.0:1780298629.727215:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(78 143) 00010000:00010000:3.0:1780298629.727223:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a87d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [6213632->39768063] (req 6213632->6238207) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca968 expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.727231:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a87d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [6213632->39768063] (req 6213632->6238207) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca968 expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.727253:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a87d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [6213632->39768063] (req 6213632->6238207) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca968 expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.727261:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604263552:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298629.727300:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.728188:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.728208:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604263552:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298629.728228:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.728233:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608416256 00000100:00100000:1.0:1780298629.728241:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608416256 00000100:00100000:0.0:1780298629.728265:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608416128:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1158us (1269us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.728277:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14118 00000100:00100000:1.0:1780298629.728309:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4407 00000100:00100000:1.0:1780298629.728322:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608416256:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298629.728562:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 1637662 -> 6234465 00002000:00010000:1.0:1780298629.728566:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.728569:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.728571:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.728573:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 768 -> 816 00000100:00100000:1.0:1780298629.728611:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608416256:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 293us (425us total) trans 4294969139 rc 0/0 00000100:00100000:1.0:1780298629.728620:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4407 00000100:00100000:2.0:1780298629.729572:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.729616:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608416384 00000100:00100000:0.0:1780298629.729622:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608416384 00000100:00100000:0.0:1780298629.729658:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4598 00000100:00100000:0.0:1780298629.729667:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608416384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.729680:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.729692:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a884 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca96f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.729728:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604263680:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.729774:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.730562:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604263680:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.730584:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a884 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca96f expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.730602:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a884 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca96f expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.730613:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:0.0:1780298629.730643:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608416384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 978us (1071us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.730654:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4598 00000100:00100000:0.0:1780298629.731257:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777604263808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780298629.731270:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a32054e7-c858-4203-a2c6-5654368a105b:3626:1866777604263936:0@lo:400:kworker.0 00000100:00100000:2.0:1780298629.731296:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3623:1866777604264064:0@lo:400:kworker.0 00000100:00100000:0.0:1780298629.731319:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298629.731343:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298629.731370:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780298629.731372:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3625:1866777604264320:0@lo:400:kworker.0 00000100:00100000:3.0:1780298629.731403:0:3624:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3624:1866777604264192:0@lo:400:kworker.0 00000100:00100000:1.0:1780298629.731426:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3626:1866777604264448:0@lo:400:kworker.0 00000100:00100000:2.0:1780298629.731439:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3623:1866777604264576:0@lo:400:kworker.0 00000100:00100000:0.0:1780298629.731444:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298629.731449:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298629.731474:0:6472:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604263936 00000100:00100000:1.0:1780298629.731479:0:6472:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604263936 00000100:00100000:1.0:1780298629.731505:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1780298629.731510:0:6472:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36c58a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a32054e7-c858-4203-a2c6-5654368a105b+23:3626:x1866777604263936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780298629.731566:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777604264832:0@lo:400:kworker.0 00000100:00100000:3.0:1780298629.731575:0:3624:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3624:1866777604264704:0@lo:400:kworker.0 00000100:00100000:2.0:1780298629.731593:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298629.731598:0:6472:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36c58a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a32054e7-c858-4203-a2c6-5654368a105b+23:3626:x1866777604263936:12345-0@lo:400:kworker.0 Request processed in 84us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.731607:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1780298629.731621:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298629.731624:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298629.731634:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3623:1866777604265088:0@lo:400:kworker.0 00000100:00100000:0.0:1780298629.731657:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3625:1866777604265344:0@lo:400:kworker.0 00000100:00100000:3.0:1780298629.731658:0:3624:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3624:1866777604265216:0@lo:400:kworker.0 00000100:00100000:1.0:1780298629.731666:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604264064 00000100:00100000:2.0:1780298629.731674:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298629.731674:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604264064 00000100:00100000:3.0:1780298629.731707:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780298629.731717:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298629.731726:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604264320 00000100:00100000:1.0:1780298629.731732:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604264320 00000100:00100000:2.0:1780298629.731742:0:10402:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604263808 00000100:00100000:2.0:1780298629.731750:0:10402:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604263808 00000100:00100000:1.0:1780298629.731765:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604264576 00000100:00100000:3.0:1780298629.731767:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604264704 00000100:00100000:1.0:1780298629.731771:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604264576 00000100:00100000:3.0:1780298629.731773:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604264704 00000100:00100000:0.0:1780298629.731773:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604264832 00000100:00100000:0.0:1780298629.731779:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604264832 00000100:00100000:2.0:1780298629.731826:0:10402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1780298629.731831:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604265088 00000100:00100000:3.0:1780298629.731836:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604265216 00000100:00100000:1.0:1780298629.731836:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604265088 00000100:00100000:0.0:1780298629.731840:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604265344 00000100:00100000:2.0:1780298629.731845:0:10402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1866777604263808:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780298629.731846:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604265216 00000100:00100000:0.0:1780298629.731847:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604265344 00002000:00000024:2.0:1780298629.731868:0:10402:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 936857280 pending 0 free 3919847424 avail 3688153088 00000100:00100000:1.0:1780298629.731911:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:0.0:1780298629.731912:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1780298629.731923:0:10402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1866777604263808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.731929:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:2.0:1780298629.731937:0:10402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1780298629.731953:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3623:x1866777604264064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780298629.731954:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1866777604264320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780298629.731955:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3625:x1866777604264832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780298629.731974:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:2.0:1780298629.731990:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3623:x1866777604264576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780298629.732085:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3625:x1866777604264832:12345-0@lo:400:kworker.0 Request processed in 155us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.732093:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:3.0:1780298629.732098:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1866777604264320:12345-0@lo:400:kworker.0 Request processed in 159us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.732108:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3623:x1866777604264064:12345-0@lo:400:kworker.0 Request processed in 171us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.732109:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3623:x1866777604264576:12345-0@lo:400:kworker.0 Request processed in 120us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.732116:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:3.0:1780298629.732118:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:2.0:1780298629.732151:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:0.0:1780298629.732159:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3625:x1866777604265344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780298629.732169:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:2.0:1780298629.732178:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:3.0:1780298629.732183:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3624:x1866777604264704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780298629.732193:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3623:x1866777604265088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780298629.732193:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:0.0:1780298629.732204:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3625:x1866777604265344:12345-0@lo:400:kworker.0 Request processed in 72us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.732216:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:3.0:1780298629.732235:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3624:x1866777604264704:12345-0@lo:400:kworker.0 Request processed in 51us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.732244:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:2.0:1780298629.732251:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3623:x1866777604265088:12345-0@lo:400:kworker.0 Request processed in 63us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.732253:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1780298629.732261:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3624:x1866777604265216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780298629.732271:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:3.0:1780298629.732278:0:7406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604264192 00000100:00100000:3.0:1780298629.732283:0:7406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604264192 00000100:00080000:2.0:1780298629.732300:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780298629.732307:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780298629.732312:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780298629.732316:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780298629.732324:0:7406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1780298629.732331:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3624:x1866777604265216:12345-0@lo:400:kworker.0 Request processed in 73us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.732333:0:7406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3624:x1866777604264192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780298629.732358:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:2.0:1780298629.732359:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3623:1866777604264576:0@lo:400:kworker.0 00000100:00100000:2.0:1780298629.732401:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3623:1866777604265088:0@lo:400:kworker.0 00000100:00100000:3.0:1780298629.732403:0:7406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3624:x1866777604264192:12345-0@lo:400:kworker.0 Request processed in 70us (954us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.732413:0:7406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1780298629.732436:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3623:1866777604264064:0@lo:400:kworker.0 00000100:00100000:3.0:1780298629.732456:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298629.732485:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3626:1866777604264960:0@lo:400:kworker.0 00000100:00100000:2.0:1780298629.732492:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3625:1866777604264320:0@lo:400:kworker.0 00000100:00100000:0.0:1780298629.732500:0:6482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604264448 00000100:00100000:0.0:1780298629.732506:0:6482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604264448 00000100:00100000:2.0:1780298629.732511:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777604264832:0@lo:400:kworker.0 00000100:00100000:1.0:1780298629.732513:0:3624:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3624:1866777604264192:0@lo:400:kworker.0 00000100:00100000:3.0:1780298629.732515:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298629.732548:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3625:1866777604265344:0@lo:400:kworker.0 00000100:00100000:0.0:1780298629.732555:0:6482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1780298629.732558:0:3624:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3624:1866777604264704:0@lo:400:kworker.0 00000100:00100000:3.0:1780298629.732564:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a32054e7-c858-4203-a2c6-5654368a105b:3626:1866777604263936:0@lo:400:kworker.0 00000100:00100000:0.0:1780298629.732569:0:6482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1866777604264448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780298629.732581:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777604263808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780298629.732590:0:3624:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3624:1866777604265216:0@lo:400:kworker.0 00000100:00100000:3.0:1780298629.732611:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604264960 00000100:00100000:3.0:1780298629.732614:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604264960 00000100:00100000:0.0:1780298629.732639:0:6482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1866777604264448:12345-0@lo:400:kworker.0 Request processed in 74us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.732643:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3626:1866777604264448:0@lo:400:kworker.0 00000100:00100000:0.0:1780298629.732654:0:6482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1780298629.732691:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1780298629.732699:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3626:x1866777604264960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780298629.732714:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.732750:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608416512 00000100:00100000:3.0:1780298629.732755:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3626:x1866777604264960:12345-0@lo:400:kworker.0 Request processed in 55us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.732757:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608416512 00000100:00100000:3.0:1780298629.732765:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:2.0:1780298629.732780:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3626:1866777604264960:0@lo:400:kworker.0 00000100:00100000:3.0:1780298629.732784:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4599 00000100:00100000:3.0:1780298629.732796:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608416512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.732804:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.732818:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302a88b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca976 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.732850:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604265472:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.732890:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.733664:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604265472:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.733678:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302a88b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca976 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.733691:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302a88b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca976 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.733699:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00000100:00100000:3.0:1780298629.733729:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608416512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 936us (1017us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.733736:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4599 00000100:00100000:2.0:1780298629.734718:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.734763:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608416640 00000100:00100000:1.0:1780298629.734770:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608416640 00000100:00100000:1.0:1780298629.734812:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4600 00000100:00100000:1.0:1780298629.734821:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608416640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.734830:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.734842:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a892 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca97d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.734885:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604265600:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.734939:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.735680:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604265600:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.735699:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a892 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca97d expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.735711:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302a892 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca97d expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.735725:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298629.735754:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608416640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 936us (1039us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.735760:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4600 00000100:00100000:2.0:1780298629.736937:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.736990:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608416768 00000100:00100000:1.0:1780298629.736997:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608416768 00000100:00100000:1.0:1780298629.737032:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4601 00000100:00100000:1.0:1780298629.737040:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608416768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.737048:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.737056:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302a899 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca984 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.737091:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f759500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604265728:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.737184:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.737929:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f759500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604265728:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.737955:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302a899 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca984 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.737976:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302a899 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca984 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.737988:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298629.738023:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608416768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 984us (1087us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.738029:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4601 00000100:00100000:3.0:1780298629.738925:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.738976:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608416896 00000100:00100000:1.0:1780298629.738983:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608416896 00002000:00100000:1.0:1780298629.739017:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (3137536->3141631) req@ffff9cf36d4b4700 x1866777608416896/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.739028:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4700 with x1866777608416896 ext(3137536->3141631) 00002000:00010000:1.0:1780298629.739033:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b4700 00000100:00100000:1.0:1780298629.739055:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4408 00000100:00100000:1.0:1780298629.739065:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608416896:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.739259:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608416896:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 196us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.739266:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4408 00002000:00100000:1.0:1780298629.739272:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (3137536->3141631) req@ffff9cf36d4b4700 x1866777608416896/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.739280:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4700 with x1866777608416896 ext(3137536->3141631) 00002000:00010000:1.0:1780298629.739284:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b4700 00000100:00100000:2.0:1780298629.740536:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.740584:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608417024 00000100:00100000:0.0:1780298629.740592:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608417024 00000100:00100000:0.0:1780298629.740641:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4602 00000100:00100000:0.0:1780298629.740653:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608417024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.740667:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.740680:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a8a0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca98b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.740723:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604265856:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.740788:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.741619:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604265856:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.741645:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a8a0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca98b expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.741665:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a8a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca98b expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.741673:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:0.0:1780298629.741704:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608417024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1053us (1169us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.741712:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4602 00000100:00100000:3.0:1780298629.742613:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.742655:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608417152 00000100:00100000:2.0:1780298629.742660:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608417152 00002000:00100000:2.0:1780298629.742687:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3141632->3145727) req@ffff9cf37f8a4700 x1866777608417152/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.742695:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4700 with x1866777608417152 ext(3141632->3145727) 00002000:00010000:2.0:1780298629.742699:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a4700 00000100:00100000:2.0:1780298629.742721:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4409 00000100:00100000:2.0:1780298629.742725:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2398:x1866777608417152:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.742838:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2398:x1866777608417152:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 113us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.742844:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4409 00002000:00100000:2.0:1780298629.742848:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3141632->3145727) req@ffff9cf37f8a4700 x1866777608417152/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.742854:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a4700 with x1866777608417152 ext(3141632->3145727) 00002000:00010000:2.0:1780298629.742857:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a4700 00000100:00100000:2.0:1780298629.743963:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.744005:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608417280 00000100:00100000:3.0:1780298629.744012:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608417280 00000100:00100000:3.0:1780298629.744049:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4603 00000100:00100000:3.0:1780298629.744056:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608417280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.744067:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.744080:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e6302a8a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca992 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.744118:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604265984:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.744212:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.744917:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604265984:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.744943:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e6302a8a7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca992 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.744964:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e6302a8a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca992 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.744973:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c200, rc 0) 00000100:00100000:2.0:1780298629.745014:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608417280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 958us (1051us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.745028:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4603 00000100:00100000:1.0:1780298629.746564:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.746617:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608417408 00000100:00100000:3.0:1780298629.746627:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608417408 00002000:00100000:3.0:1780298629.746667:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (3145728->3149823) req@ffff9cf37f759500 x1866777608417408/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298629.746677:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f759500 with x1866777608417408 ext(3145728->3149823) 00002000:00010000:3.0:1780298629.746681:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f759500 00000100:00100000:3.0:1780298629.746709:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4410 00000100:00100000:3.0:1780298629.746717:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777608417408:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298629.746897:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f759500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777608417408:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 180us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.746903:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4410 00002000:00100000:3.0:1780298629.746910:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (3145728->3149823) req@ffff9cf37f759500 x1866777608417408/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298629.746924:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f759500 with x1866777608417408 ext(3145728->3149823) 00002000:00010000:3.0:1780298629.746927:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f759500 00000100:00100000:1.0:1780298629.748013:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.748073:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608417536 00000100:00100000:2.0:1780298629.748082:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608417536 00000100:00100000:2.0:1780298629.748160:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4604 00000100:00100000:2.0:1780298629.748173:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e427050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608417536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.748187:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.748205:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302a8ae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca999 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.748263:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604266112:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.748348:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.749209:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604266112:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.749241:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302a8ae lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca999 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.749272:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302a8ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca999 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.749285:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:1.0:1780298629.749330:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e427050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608417536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1161us (1320us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.749339:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4604 00000100:00100000:1.0:1780298629.750218:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.750256:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608417664 00000100:00100000:0.0:1780298629.750263:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608417664 00002000:00100000:0.0:1780298629.750303:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (3149824->3153919) req@ffff9cf37f759f80 x1866777608417664/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.750314:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f759f80 with x1866777608417664 ext(3149824->3153919) 00002000:00010000:0.0:1780298629.750320:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f759f80 00000100:00100000:0.0:1780298629.750338:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4411 00000100:00100000:0.0:1780298629.750345:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608417664:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.750504:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f759f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608417664:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 160us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.750512:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4411 00002000:00100000:0.0:1780298629.750519:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (3149824->3153919) req@ffff9cf37f759f80 x1866777608417664/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.750527:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f759f80 with x1866777608417664 ext(3149824->3153919) 00002000:00010000:0.0:1780298629.750531:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f759f80 00000100:00100000:2.0:1780298629.751489:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.751532:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608417792 00000100:00100000:1.0:1780298629.751540:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608417792 00000100:00100000:1.0:1780298629.751586:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4605 00000100:00100000:1.0:1780298629.751596:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608417792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.751611:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.751627:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a8b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca9a0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.751691:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604266240:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.751753:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.752456:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f75bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604266240:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.752479:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a8b5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9a0 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.752495:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a8b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9a0 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.752506:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298629.752540:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608417792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 947us (1052us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.752546:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4605 00000100:00100000:3.0:1780298629.753373:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.753420:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608417920 00000100:00100000:1.0:1780298629.753425:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608417920 00002000:00100000:1.0:1780298629.753454:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (3153920->3158015) req@ffff9cf37f8a5880 x1866777608417920/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.753464:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a5880 with x1866777608417920 ext(3153920->3158015) 00002000:00010000:1.0:1780298629.753469:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a5880 00000100:00100000:1.0:1780298629.753491:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4412 00000100:00100000:1.0:1780298629.753499:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777608417920:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.753630:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777608417920:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 131us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.753637:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4412 00002000:00100000:1.0:1780298629.753644:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (3153920->3158015) req@ffff9cf37f8a5880 x1866777608417920/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.753658:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a5880 with x1866777608417920 ext(3153920->3158015) 00002000:00010000:1.0:1780298629.753662:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a5880 00000100:00100000:2.0:1780298629.754503:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.754542:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608418048 00000100:00100000:0.0:1780298629.754548:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608418048 00000100:00100000:0.0:1780298629.754589:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4606 00000100:00100000:0.0:1780298629.754599:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608418048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.754609:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.754622:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a8bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca9a7 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.754663:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604266368:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.754716:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.755325:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604266368:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.755343:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a8bc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9a7 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.755357:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a8bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9a7 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.755365:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:0.0:1780298629.755401:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608418048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 802us (898us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.755409:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4606 00000100:00100000:3.0:1780298629.756199:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.756232:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608418176 00000100:00100000:1.0:1780298629.756240:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608418176 00002000:00100000:1.0:1780298629.756276:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (3158016->3162111) req@ffff9cf37f8a6d80 x1866777608418176/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.756286:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a6d80 with x1866777608418176 ext(3158016->3162111) 00002000:00010000:1.0:1780298629.756291:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a6d80 00000100:00100000:1.0:1780298629.756314:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4413 00000100:00100000:1.0:1780298629.756321:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777608418176:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.756428:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777608418176:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 108us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.756434:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4413 00002000:00100000:1.0:1780298629.756439:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (3158016->3162111) req@ffff9cf37f8a6d80 x1866777608418176/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.756446:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8a6d80 with x1866777608418176 ext(3158016->3162111) 00002000:00010000:1.0:1780298629.756448:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8a6d80 00000100:00100000:2.0:1780298629.757372:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.757416:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608418304 00000100:00100000:3.0:1780298629.757421:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608418304 00000100:00100000:3.0:1780298629.757453:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4607 00000100:00100000:3.0:1780298629.757463:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608418304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.757473:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.757487:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a8c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca9ae expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.757513:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604266496:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.757552:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.758271:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604266496:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.758291:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a8c3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9ae expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.758309:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302a8c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9ae expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.758319:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:3.0:1780298629.758352:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608418304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 891us (979us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.758364:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4607 00000100:00100000:1.0:1780298629.759190:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.759242:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608418432 00000100:00100000:2.0:1780298629.759249:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608418432 00002000:00100000:2.0:1780298629.759278:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3162112->3166207) req@ffff9cf37f75bb80 x1866777608418432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.759286:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f75bb80 with x1866777608418432 ext(3162112->3166207) 00002000:00010000:2.0:1780298629.759290:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f75bb80 00000100:00100000:2.0:1780298629.759308:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4414 00000100:00100000:2.0:1780298629.759314:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2398:x1866777608418432:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.759442:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2398:x1866777608418432:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 128us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.759447:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4414 00002000:00100000:2.0:1780298629.759451:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3162112->3166207) req@ffff9cf37f75bb80 x1866777608418432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.759457:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f75bb80 with x1866777608418432 ext(3162112->3166207) 00002000:00010000:2.0:1780298629.759460:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f75bb80 00000100:00100000:2.0:1780298629.760333:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.760399:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608418560 00000100:00100000:1.0:1780298629.760407:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608418560 00000100:00100000:1.0:1780298629.760459:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4608 00000100:00100000:1.0:1780298629.760469:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608418560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.760483:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.760499:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298629.760500:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a8ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca9b5 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.760537:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608418688 00000100:00100000:0.0:1780298629.760542:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608418688 00000100:00100000:1.0:1780298629.760563:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604266624:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.760572:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4609 00000100:00100000:0.0:1780298629.760582:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777608418688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.760589:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.760599:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a8d1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca9bc expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.760627:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604266752:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.760642:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.760662:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.761490:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604266752:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.761492:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f758700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604266624:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.761529:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a8ca lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9b5 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.761530:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a8d1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9bc expref: 24 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.761564:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a8ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9b5 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.761564:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a8d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9bc expref: 24 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.761588:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37000, rc 0) 00010000:00010000:1.0:1780298629.761589:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:0.0:1780298629.761632:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777608418688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1052us (1134us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.761637:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608418560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1168us (1301us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.761646:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4609 00000100:00100000:1.0:1780298629.761654:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4608 00000100:00100000:3.0:1780298629.762716:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.762744:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.762767:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608418816 00000100:00100000:0.0:1780298629.762775:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608418816 00000100:00100000:2.0:1780298629.762803:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608418944 00000100:00100000:2.0:1780298629.762811:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608418944 00000100:00100000:0.0:1780298629.762819:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4610 00000100:00100000:0.0:1780298629.762832:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608418816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.762842:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.762852:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a8d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca9c3 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.762864:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4611 00000100:00100000:2.0:1780298629.762880:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608418944:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.762895:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604266880:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.762896:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.762916:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302a8df lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca9ca expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.762951:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.762971:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604267008:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.763037:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.763749:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604266880:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.763763:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a8d8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9c3 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.763778:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a8d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9c3 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.763788:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:0.0:1780298629.763826:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608418816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 998us (1113us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.763835:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4610 00000100:00100000:2.0:1780298629.763932:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604267008:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.763957:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302a8df lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9ca expref: 24 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.763978:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302a8df lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9ca expref: 24 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.763990:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:2.0:1780298629.764027:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608418944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1153us (1282us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.764036:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4611 00000100:00100000:1.0:1780298629.765060:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.765094:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608419072 00000100:00100000:3.0:1780298629.765101:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608419072 00000100:00100000:1.0:1780298629.765144:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.765176:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608419200 00000100:00100000:0.0:1780298629.765181:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608419200 00000100:00100000:2.0:1780298629.765222:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4612 00000100:00100000:0.0:1780298629.765232:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4613 00000100:00100000:2.0:1780298629.765238:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608419072:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.765242:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608419200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.765250:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.765261:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a8e6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca9d8 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.765266:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.765282:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a8ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca9d1 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.765292:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604267136:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.765346:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604267264:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.765354:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.765405:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.766210:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604267136:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.766239:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a8e6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9d8 expref: 24 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.766256:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a8e6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9d8 expref: 24 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.766274:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37600, rc 0) 00000100:00100000:0.0:1780298629.766314:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777608419200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1075us (1191us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.766321:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4613 00000100:00100000:2.0:1780298629.766353:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604267264:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.766394:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a8ed lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9d1 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.766413:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a8ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9d1 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.766425:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:2.0:1780298629.766465:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608419072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1233us (1406us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.766473:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4612 00000100:00100000:1.0:1780298629.767318:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.767354:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608419328 00000100:00100000:0.0:1780298629.767360:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608419328 00000100:00100000:0.0:1780298629.767416:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4614 00000100:00100000:0.0:1780298629.767429:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608419328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.767439:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.767449:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298629.767453:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e6302a8f4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca9df expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.767483:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608419456 00000100:00100000:2.0:1780298629.767490:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608419456 00000100:00100000:0.0:1780298629.767494:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604267392:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.767538:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4615 00000100:00100000:2.0:1780298629.767562:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608419456:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.767568:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00010000:00010000:2.0:1780298629.767574:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.767588:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e6302a8fb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca9e6 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.767631:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243ed8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604267520:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.767679:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.768342:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604267392:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.768374:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e6302a8f4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9df expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.768392:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243ed8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604267520:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.768406:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e6302a8f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9df expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.768417:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36c00, rc 0) 00010000:00010000:2.0:1780298629.768422:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e6302a8fb lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9e6 expref: 24 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.768439:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e6302a8fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9e6 expref: 24 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.768450:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00000100:00100000:0.0:1780298629.768452:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608419328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1025us (1132us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.768463:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4614 00000100:00100000:2.0:1780298629.768488:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777608419456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 938us (1036us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.768494:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4615 00000100:00100000:1.0:1780298629.769881:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.769930:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608419584 00000100:00100000:3.0:1780298629.769936:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608419584 00000100:00100000:3.0:1780298629.769971:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4616 00000100:00100000:3.0:1780298629.769980:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:28749:x1866777608419584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.769991:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.770001:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a902 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca9ed expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.770021:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a84c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca945 expref: 24 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.770030:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(33 104) 00010000:00010000:3.0:1780298629.770035:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(34 104) 00010000:00010000:3.0:1780298629.770039:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a902 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3407872->3465215] (req 3407872->3465215) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9ed expref: 24 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.770062:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a84c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca945 expref: 24 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.770080:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a84c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca945 expref: 24 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.770091:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604267648:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.770191:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.770844:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8a5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604267648:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298629.770863:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a902 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3407872->3465215] (req 3407872->3465215) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9ed expref: 24 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.770876:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00000100:00100000:3.0:1780298629.770910:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:28749:x1866777608419584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 931us (1031us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.770918:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4616 00000100:00100000:2.0:1780298629.771173:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.771207:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608419712 00000100:00100000:1.0:1780298629.771212:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608419712 00010000:00010000:1.0:1780298629.771234:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a84c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca945 expref: 25 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.771258:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14119 00000100:00100000:1.0:1780298629.771266:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608419712:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.771278:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.771293:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a84c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca945 expref: 25 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.771306:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a84c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca945 expref: 25 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.771328:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a84c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca945 expref: 25 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.771341:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(34 104) 00010000:00010000:1.0:1780298629.771345:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(34 104) 00010000:00010000:1.0:1780298629.771353:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a902 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3407872->36962303] (req 3407872->3465215) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9ed expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.771362:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a902 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3407872->36962303] (req 3407872->3465215) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9ed expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.771398:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a902 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3407872->36962303] (req 3407872->3465215) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9ed expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.771410:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604267776:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298629.771455:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.772285:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604267776:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298629.772334:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298629.772344:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298629.772393:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777608419712:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1126us (1221us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.772402:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608419840 00000100:00100000:3.0:1780298629.772403:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14119 00000100:00100000:0.0:1780298629.772409:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608419840 00000100:00100000:0.0:1780298629.772458:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4415 00000100:00100000:0.0:1780298629.772467:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:2399:x1866777608419840:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298629.772600:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1780298629.772603:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298629.772605:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298629.772606:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298629.772608:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298629.772636:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2399:x1866777608419840:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 171us (306us total) trans 4294968799 rc 0/0 00000100:00100000:0.0:1780298629.772640:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4415 00000100:00100000:2.0:1780298629.773592:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.773642:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608419968 00000100:00100000:1.0:1780298629.773649:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608419968 00000100:00100000:1.0:1780298629.773686:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4617 00000100:00100000:1.0:1780298629.773694:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608419968:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298629.773707:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298629.773717:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.773730:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e6302a909 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca9f4 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.773769:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604267904:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.773792:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608420096 00000100:00100000:0.0:1780298629.773799:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608420096 00000100:00100000:1.0:1780298629.773826:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.773848:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4618 00000100:00100000:0.0:1780298629.773859:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777608420096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.773869:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.773880:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a910 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194ca9fb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.773918:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604268032:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.773960:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.774757:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604268032:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.774778:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a910 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9fb expref: 25 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.774798:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003789a116/0xaf35132e6302a910 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9fb expref: 25 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.774810:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37000, rc 0) 00000100:00100000:0.0:1780298629.774843:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777608420096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 986us (1146us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.774851:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4618 00000100:00100000:1.0:1780298629.775476:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604267904:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.775501:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e6302a909 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9f4 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.775521:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e6302a909 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9f4 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.775532:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:1.0:1780298629.775575:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608419968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1882us (1984us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.775583:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4617 00000100:00100000:2.0:1780298629.776957:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.776993:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.777027:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608420224 00000100:00100000:3.0:1780298629.777037:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608420224 00000100:00100000:0.0:1780298629.777044:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608420352 00000100:00100000:0.0:1780298629.777053:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608420352 00000100:00100000:3.0:1780298629.777093:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4619 00000100:00100000:0.0:1780298629.777104:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4620 00000100:00100000:3.0:1780298629.777112:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608420224:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.777119:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777608420352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.777170:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.777185:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a917 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa09 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.777211:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.777224:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604268160:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.777227:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a91e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa02 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.777264:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604268288:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.777274:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.777298:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.779370:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604268160:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.779423:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a917 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa09 expref: 25 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.779449:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302a917 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa09 expref: 25 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.779472:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37600, rc 0) 00000100:00100000:2.0:1780298629.779483:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604268288:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.779511:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a91e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa02 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.779530:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777608420352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 2414us (2533us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298629.779534:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a91e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa02 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.779562:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:0.0:1780298629.779563:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4620 00000100:00100000:2.0:1780298629.779599:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608420224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 2495us (2645us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.779608:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4619 00000100:00100000:3.0:1780298629.780920:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.780980:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608420480 00000100:00100000:0.0:1780298629.780989:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608420480 00000100:00100000:0.0:1780298629.781034:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4621 00000100:00100000:0.0:1780298629.781042:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608420480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.781057:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.781077:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a925 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa10 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.781102:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(78 143) 00010000:00010000:0.0:1780298629.781107:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(78 143) 00010000:00010000:0.0:1780298629.781119:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a925 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2633728->6213631] (req 2633728->2678783) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa10 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.781167:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a925 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2633728->6213631] (req 2633728->2678783) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa10 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.781176:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:0.0:1780298629.781220:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608420480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 179us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.781228:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4621 00000100:00100000:1.0:1780298629.782366:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.782418:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608420608 00000100:00100000:0.0:1780298629.782425:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608420608 00002000:00100000:0.0:1780298629.782461:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2633728->2637823) req@ffff9cf255093800 x1866777608420608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.782473:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255093800 with x1866777608420608 ext(2633728->2637823) 00002000:00010000:0.0:1780298629.782478:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255093800 00000100:00100000:0.0:1780298629.782504:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4416 00000100:00100000:0.0:1780298629.782512:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608420608:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.782709:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608420608:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 197us (347us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.782717:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4416 00002000:00100000:0.0:1780298629.782724:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2633728->2637823) req@ffff9cf255093800 x1866777608420608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.782734:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255093800 with x1866777608420608 ext(2633728->2637823) 00002000:00010000:0.0:1780298629.782737:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255093800 00000100:00100000:3.0:1780298629.784226:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.784289:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608420736 00000100:00100000:1.0:1780298629.784300:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608420736 00002000:00100000:1.0:1780298629.784355:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2674688->2678783) req@ffff9cf2551c4a80 x1866777608420736/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.784372:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c4a80 with x1866777608420736 ext(2674688->2678783) 00002000:00010000:1.0:1780298629.784390:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c4a80 00000100:00100000:1.0:1780298629.784419:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4417 00000100:00100000:1.0:1780298629.784430:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608420736:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.784639:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608420736:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 209us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298629.784647:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4417 00002000:00100000:1.0:1780298629.784654:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2674688->2678783) req@ffff9cf2551c4a80 x1866777608420736/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.784661:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c4a80 with x1866777608420736 ext(2674688->2678783) 00002000:00010000:1.0:1780298629.784665:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2551c4a80 00000100:00100000:0.0:1780298629.786394:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.786423:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.786461:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608420992 00000100:00100000:1.0:1780298629.786469:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608420992 00000100:00100000:3.0:1780298629.786487:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608420864 00000100:00100000:3.0:1780298629.786493:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608420864 00000100:00100000:1.0:1780298629.786523:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4622 00000100:00100000:3.0:1780298629.786535:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4623 00000100:00100000:1.0:1780298629.786537:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777608420992:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298629.786551:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608420864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.786558:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.786561:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.786578:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302a92c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa1e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.786642:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604268416:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.786724:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333f00 going to sleep for 11 seconds 00010000:00010000:2.0:1780298629.786742:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302a933 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa17 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.786811:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604268544:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.786874:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.787658:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604268416:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.787685:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302a92c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa1e expref: 25 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.787704:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302a92c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa1e expref: 25 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.787717:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:1.0:1780298629.787754:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777608420992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1224us (1366us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.787762:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4622 00000100:00100000:2.0:1780298629.789785:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604268544:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.789830:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302a933 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa17 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.789852:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302a933 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa17 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.789866:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:2.0:1780298629.789921:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608420864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 3376us (3495us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.789929:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4623 00000100:00100000:2.0:1780298629.791244:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.791281:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.791300:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608421120 00000100:00100000:0.0:1780298629.791309:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608421120 00000100:00100000:3.0:1780298629.791332:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608421248 00000100:00100000:3.0:1780298629.791338:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608421248 00000100:00100000:0.0:1780298629.791362:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4624 00000100:00100000:0.0:1780298629.791373:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608421120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.791402:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.791404:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4625 00010000:00010000:0.0:1780298629.791420:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097580845/0xaf35132e6302a93a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa25 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.791468:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2397:x1866777608421248:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.791475:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604268672:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.791478:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.791491:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a941 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa2c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.791527:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604268800:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.791543:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.791556:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.792541:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604268672:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.792561:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604268800:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.792564:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000097580845/0xaf35132e6302a93a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa25 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.792576:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a941 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa2c expref: 25 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.792580:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097580845/0xaf35132e6302a93a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa25 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.792588:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a941 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa2c expref: 25 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.792591:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37600, rc 0) 00010000:00010000:3.0:1780298629.792595:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:3.0:1780298629.792624:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2397:x1866777608421248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1211us (1343us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.792628:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608421120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1258us (1386us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.792631:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4625 00000100:00100000:2.0:1780298629.792635:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4624 00000100:00100000:1.0:1780298629.793939:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.793975:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608421504 00000100:00100000:3.0:1780298629.793985:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608421504 00000100:00100000:3.0:1780298629.794032:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61451 00000100:00100000:3.0:1780298629.794042:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:28749:x1866777608421504:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:3.0:1780298629.794093:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298629.794114:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37200/0xaf35132e6302a868 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca953 expref: 21 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.794159:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298629.794163:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298629.794303:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450c400/0xaf35132e6302a948 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.794315:0:6476:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302a85a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca94c expref: 17 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.794321:0:6476:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450c400/0xaf35132e6302a948 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.794344:0:6476:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302a85a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca94c expref: 17 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.794355:0:6476:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302a85a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca94c expref: 17 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.794365:0:6476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777604268928:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.794435:0:6476:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.795394:0:6476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777604268928:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298629.795415:0:6476:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450c400/0xaf35132e6302a948 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.795452:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.795502:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608421632 00000100:00100000:2.0:1780298629.795513:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608421632 00010000:00010000:2.0:1780298629.795548:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302a85a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca94c expref: 18 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.795584:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14120 00000100:00100000:2.0:1780298629.795592:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608421632:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298629.795606:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.795614:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302a85a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca94c expref: 18 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.795629:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302a85a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca94c expref: 18 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.795655:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302a85a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca94c expref: 18 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.795669:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.795674:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450c400/0xaf35132e6302a948 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.795684:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450c400/0xaf35132e6302a948 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.795692:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450c400/0xaf35132e6302a948 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.795721:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298629.795750:0:6476:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450c400/0xaf35132e6302a948 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.795761:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450c400/0xaf35132e6302a948 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.795762:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608421632:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 170us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.795783:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14120 00000001:00080000:3.0:1780298629.795858:0:6476:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990645 00000004:00010000:3.0:1780298629.795957:0:6476:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005979bd24 reply state 000000000362ca29 transno 4294990646 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450c400/0xaf35132e6302a948 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.795969:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450c400/0xaf35132e6302a948 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.795976:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298629.795979:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298629.795981:0:6476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780298629.796064:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:28749:x1866777608421504:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 2023us (2131us total) trans 4294990646 rc 0/0 00000100:00100000:3.0:1780298629.796071:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61451 00000020:00080000:3.0:1780298629.796075:0:6476:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298629.796872:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.796915:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608421760 00000100:00100000:2.0:1780298629.796920:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608421760 00000100:00100000:2.0:1780298629.796954:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4626 00000100:00100000:2.0:1780298629.796961:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608421760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.796972:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.796984:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a94f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa33 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.797002:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a925 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2633728->6213631] (req 2633728->2678783) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa10 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.797013:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a87d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [6213632->39768063] (req 6213632->6238207) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca968 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.797018:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(78 143) 00010000:00010000:2.0:1780298629.797021:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(80 143) 00010000:00010000:2.0:1780298629.797024:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a94f lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa33 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.797042:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a87d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [6213632->39768063] (req 6213632->6238207) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca968 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.797054:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a87d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [6213632->39768063] (req 6213632->6238207) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca968 expref: 9 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.797065:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604269056:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.797120:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a925 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2633728->6213631] (req 2633728->2678783) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa10 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.797155:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a925 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2633728->6213631] (req 2633728->2678783) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa10 expref: 9 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.797162:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604269184:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298629.797191:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.797945:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604269056:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298629.797954:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604269184:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.797972:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a94f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa33 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.797985:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:2.0:1780298629.798021:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608421760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1060us (1149us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.798032:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4626 00000100:00100000:1.0:1780298629.798154:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.798231:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608421888 00000100:00100000:2.0:1780298629.798236:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608421888 00002000:00100000:2.0:1780298629.798262:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2633728->2678783) req@ffff9cf243cd5f80 x1866777608421888/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.798271:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd5f80 with x1866777608421888 ext(2633728->2678783) 00010000:00010000:2.0:1780298629.798278:0:8364:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a925 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2633728->6213631] (req 2633728->2678783) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa10 expref: 9 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.798304:0:8364:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a925 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2633728->6213631] (req 2633728->2678783) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa10 expref: 9 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298629.798312:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf243cd5f80 00000100:00100000:2.0:1780298629.798329:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 114 00000100:00100000:2.0:1780298629.798338:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608421888:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298629.798410:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.799434:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608422016 00000100:00100000:1.0:1780298629.799439:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608422016 00010000:00010000:1.0:1780298629.799458:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a87d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [6213632->39768063] (req 6213632->6238207) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca968 expref: 11 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.799483:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14121 00000100:00100000:1.0:1780298629.799489:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608422016:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.799498:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.799508:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a87d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [6213632->39768063] (req 6213632->6238207) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca968 expref: 11 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.799517:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a87d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [6213632->39768063] (req 6213632->6238207) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca968 expref: 11 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.799536:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a87d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [6213632->39768063] (req 6213632->6238207) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca968 expref: 11 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.799547:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.799572:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608422016:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 84us (1165us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.799577:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14121 00000100:00100000:2.0:1780298629.800360:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608421888:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 2021us (2204us total) trans 4294969140 rc 0/0 00000100:00100000:2.0:1780298629.800374:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 114 00002000:00100000:2.0:1780298629.800396:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2633728->2678783) req@ffff9cf243cd5f80 x1866777608421888/t4294969140(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/448 e 0 to 0 dl 1780298640 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.800406:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd5f80 with x1866777608421888 ext(2633728->2678783) 00010000:00010000:2.0:1780298629.800415:0:8364:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a925 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2633728->6213631] (req 2633728->2678783) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa10 expref: 10 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.800436:0:8364:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a925 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2633728->6213631] (req 2633728->2678783) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa10 expref: 10 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298629.800445:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf243cd5f80 00000100:00100000:1.0:1780298629.801389:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.801452:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608422144 00000100:00100000:0.0:1780298629.801461:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608422144 00010000:00010000:0.0:1780298629.801495:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a925 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2633728->6213631] (req 2633728->2678783) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa10 expref: 10 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.801537:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14122 00000100:00100000:0.0:1780298629.801548:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b03050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608422144:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298629.801561:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298629.801575:0:20253:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 816 -> 904 00010000:00010000:0.0:1780298629.801582:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a925 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2633728->6213631] (req 2633728->2678783) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa10 expref: 10 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.801595:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a925 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2633728->6213631] (req 2633728->2678783) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa10 expref: 10 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.801614:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b156aa6a/0xaf35132e6302a925 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2633728->6213631] (req 2633728->2678783) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa10 expref: 10 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.801630:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(80 143) 00010000:00010000:0.0:1780298629.801634:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(80 143) 00010000:00010000:0.0:1780298629.801640:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a94f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa33 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.801656:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a94f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa33 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.801692:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a94f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa33 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.801706:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604269312:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298629.801777:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.802945:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.802953:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604269312:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298629.802974:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298629.803014:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608422272 00000100:00100000:0.0:1780298629.803020:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b03050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608422144:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1473us (1645us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.803027:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608422272 00000100:00100000:0.0:1780298629.803032:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14122 00000100:00100000:2.0:1780298629.803165:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4627 00000100:00100000:2.0:1780298629.803182:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:28749:x1866777608422272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.803199:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.803218:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a956 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa3a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.803248:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a902 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3407872->36962303] (req 3407872->3465215) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9ed expref: 26 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.803257:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(34 104) 00010000:00010000:2.0:1780298629.803262:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(35 104) 00010000:00010000:2.0:1780298629.803267:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a956 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa3a expref: 26 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.803300:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a902 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3407872->36962303] (req 3407872->3465215) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9ed expref: 26 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.803315:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a902 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3407872->36962303] (req 3407872->3465215) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9ed expref: 26 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.803329:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604269440:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298629.803415:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.804070:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604269440:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.804092:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a956 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa3a expref: 26 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.804107:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:2.0:1780298629.804198:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:28749:x1866777608422272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1024us (1254us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.804206:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4627 00000100:00100000:3.0:1780298629.804389:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.804432:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608422400 00000100:00100000:1.0:1780298629.804439:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608422400 00010000:00010000:1.0:1780298629.804466:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a902 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3407872->36962303] (req 3407872->3465215) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9ed expref: 26 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.804502:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14123 00000100:00100000:1.0:1780298629.804511:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2400:x1866777608422400:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.804522:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.804538:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a902 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3407872->36962303] (req 3407872->3465215) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9ed expref: 26 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.804550:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a902 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3407872->36962303] (req 3407872->3465215) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9ed expref: 26 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.804568:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6302a902 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3407872->36962303] (req 3407872->3465215) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ca9ed expref: 26 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.804584:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(35 104) 00010000:00010000:1.0:1780298629.804588:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(35 104) 00010000:00010000:1.0:1780298629.804595:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a956 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa3a expref: 25 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.804603:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a956 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa3a expref: 25 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.804629:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a956 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa3a expref: 25 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.804640:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604269568:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298629.804688:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.805520:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604269568:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298629.805537:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298629.805588:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2400:x1866777608422400:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1076us (1210us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.805600:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14123 00000100:00100000:0.0:1780298629.805632:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.805665:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608422528 00000100:00100000:2.0:1780298629.805672:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608422528 00002000:00010000:2.0:1780298629.805709:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (706259->18446744073709551615) 00000100:00100000:0.0:1780298629.805719:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00100000:2.0:1780298629.805720:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964700 with x1866777608422528 ext(706259->18446744073709551615) 00002000:00010000:2.0:1780298629.805733:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964700. 00000100:00100000:2.0:1780298629.805763:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608422656 00000100:00100000:2.0:1780298629.805767:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608422656 00002000:00010000:2.0:1780298629.805780:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298629.805789:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964a80 with x1866777608422656 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298629.805794:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343964a80. 00000100:00100000:3.0:1780298629.805810:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4418 00000100:00100000:2.0:1780298629.805819:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4419 00000100:00100000:3.0:1780298629.805828:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608422528:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298629.805829:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2400:x1866777608422656:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298629.806099:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1780298629.806104:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.806106:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.806109:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.806110:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298629.806184:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2400:x1866777608422656:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 354us (464us total) trans 4294968800 rc 0/0 00000100:00100000:2.0:1780298629.806191:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4419 00002000:00010000:2.0:1780298629.806195:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298629.806197:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964a80 with x1866777608422656 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298629.806201:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343964a80. 00002000:00010000:2.0:1780298629.806876:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 6234465 -> 706259 00002000:00010000:2.0:1780298629.806879:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.806881:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.806882:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.806884:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 904 -> 696 00000100:00100000:2.0:1780298629.806912:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608422528:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 1094us (1284us total) trans 4294969141 rc 0/0 00000100:00100000:2.0:1780298629.806919:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4418 00002000:00010000:2.0:1780298629.806921:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (706259->18446744073709551615) 00002000:00100000:2.0:1780298629.806924:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964700 with x1866777608422528 ext(706259->18446744073709551615) 00002000:00010000:2.0:1780298629.806927:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964700. 00000100:00100000:0.0:1780298629.808026:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.808101:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608422784 00000100:00100000:1.0:1780298629.808110:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608422784 00000100:00100000:1.0:1780298629.808191:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61452 00000100:00100000:1.0:1780298629.808204:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:28749:x1866777608422784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.808222:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.808243:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a95d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa41 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.808340:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a964 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.808356:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a964 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.808368:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a964 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298629.808667:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 706259 00000004:00200000:1.0:1780298629.808680:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298629.808701:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a964 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.808730:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302a95d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa41 expref: 19 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.808745:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a964 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa41 expref: 18 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.808766:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.808769:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298629.808772:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298629.808822:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777608422784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 622us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.808829:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61452 00000100:00100000:3.0:1780298629.810254:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.810291:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.810311:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608422912 00000100:00100000:2.0:1780298629.810322:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608422912 00000100:00100000:2.0:1780298629.810368:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608423040 00000100:00100000:2.0:1780298629.810372:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608423040 00000100:00100000:2.0:1780298629.810414:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4628 00000100:00100000:2.0:1780298629.810425:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608422912:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298629.810427:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4629 00010000:00010000:2.0:1780298629.810445:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.810451:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777608423040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.810460:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302a96b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa48 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.810464:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.810478:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a972 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa4f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.810519:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604269824:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.810524:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604269696:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.810602:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.810608:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.811741:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604269696:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.811774:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302a96b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa48 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.811785:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604269824:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.811806:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302a96b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa48 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.811809:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a972 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa4f expref: 25 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.811842:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a972 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa4f expref: 25 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.811842:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00010000:00010000:3.0:1780298629.811860:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:0.0:1780298629.811882:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608422912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1460us (1637us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.811889:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777608423040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1449us (1596us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.811895:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4628 00000100:00100000:3.0:1780298629.811904:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4629 00000100:00100000:0.0:1780298629.813288:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.813322:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.813334:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608423296 00000100:00100000:2.0:1780298629.813340:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608423296 00000100:00100000:3.0:1780298629.813395:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608423168 00000100:00100000:2.0:1780298629.813405:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4630 00000100:00100000:3.0:1780298629.813409:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608423168 00000100:00100000:2.0:1780298629.813421:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777608423296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.813434:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.813449:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e6302a979 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa5d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.813463:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4631 00000100:00100000:3.0:1780298629.813474:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608423168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.813489:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298629.813502:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604269952:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.813504:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a980 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa56 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.813565:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604270080:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.813592:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.813635:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.814341:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604269952:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.814367:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e6302a979 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa5d expref: 25 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.814398:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e6302a979 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa5d expref: 25 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.814407:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00000100:00100000:2.0:1780298629.814468:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777608423296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1054us (1181us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.814477:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4630 00000100:00100000:3.0:1780298629.814636:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604270080:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.814663:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a980 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa56 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.814679:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a980 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa56 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.814688:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:3.0:1780298629.814728:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608423168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1257us (1406us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.814736:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4631 00000100:00100000:0.0:1780298629.817999:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.818060:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.818090:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608423424 00000100:00100000:1.0:1780298629.818102:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608423424 00000100:00100000:2.0:1780298629.818161:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608423552 00000100:00100000:2.0:1780298629.818171:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608423552 00000100:00100000:1.0:1780298629.818191:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4632 00000100:00100000:1.0:1780298629.818204:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608423424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.818221:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.818237:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a987 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa64 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.818300:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604270208:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.818320:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4633 00000100:00100000:2.0:1780298629.818335:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777608423552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.818352:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.818369:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a98e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa6b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.818395:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.818437:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604270336:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.818491:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.819235:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604270208:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.819266:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a987 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa64 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.819295:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302a987 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa64 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.819308:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:2.0:1780298629.819360:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608423424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1159us (1367us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.819371:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4632 00002000:00010000:3.0:1780298629.819411:0:8359:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size: 0 -> 1960920 00002000:00010000:3.0:1780298629.819417:0:8359:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1780298629.819515:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604270336:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.819541:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a98e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa6b expref: 25 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.819573:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302a98e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa6b expref: 25 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.819586:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:3.0:1780298629.819621:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777608423552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1294us (1564us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.819626:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4633 00000100:00100000:1.0:1780298629.820599:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.820652:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608423680 00000100:00100000:0.0:1780298629.820659:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608423680 00000100:00100000:3.0:1780298629.820705:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.820708:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4634 00000100:00100000:0.0:1780298629.820716:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608423680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.820727:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.820741:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d106f86/0xaf35132e6302a995 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa72 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.820745:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608423808 00000100:00100000:2.0:1780298629.820755:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608423808 00000100:00100000:0.0:1780298629.820791:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604270464:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.820804:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4635 00000100:00100000:2.0:1780298629.820816:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777608423808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.820828:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.820841:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e6302a99c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa79 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.820861:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.820887:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604270592:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.820930:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.821611:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604270464:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.821640:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000d106f86/0xaf35132e6302a995 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa72 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.821657:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d106f86/0xaf35132e6302a995 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa72 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.821678:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36400, rc 0) 00000100:00100000:2.0:1780298629.821718:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604270592:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.821728:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608423680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1006us (1125us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.821739:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4634 00010000:00010000:2.0:1780298629.821760:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e6302a99c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa79 expref: 25 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.821782:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e6302a99c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa79 expref: 25 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.821800:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00000100:00100000:2.0:1780298629.821840:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777608423808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1027us (1137us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.821850:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4635 00000100:00100000:3.0:1780298629.822923:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.822956:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608423936 00000100:00100000:0.0:1780298629.822962:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608423936 00000100:00100000:0.0:1780298629.823013:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4636 00000100:00100000:0.0:1780298629.823023:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:28749:x1866777608423936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.823036:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.823049:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a9a3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa80 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.823070:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a956 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa3a expref: 25 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.823080:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(35 104) 00010000:00010000:0.0:1780298629.823084:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(36 104) 00010000:00010000:0.0:1780298629.823089:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a9a3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [978944->1040383] (req 978944->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa80 expref: 25 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.823113:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a956 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa3a expref: 25 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.823160:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a956 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa3a expref: 25 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.823174:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604270720:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.823233:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.824037:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604270720:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.824059:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a9a3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [978944->1040383] (req 978944->1040383) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa80 expref: 25 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.824072:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36800, rc 0) 00000100:00100000:0.0:1780298629.824109:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:28749:x1866777608423936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1088us (1189us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.824116:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4636 00000100:00100000:1.0:1780298629.824326:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.824371:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608424064 00000100:00100000:0.0:1780298629.824386:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608424064 00002000:00100000:0.0:1780298629.824421:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (1937408->1960919) req@ffff9cf243cd7480 x1866777608424064/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.824431:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd7480 with x1866777608424064 ext(1937408->1960919) 00010000:00010000:0.0:1780298629.824438:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a956 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa3a expref: 26 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.824452:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a956 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa3a expref: 26 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298629.824458:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf243cd7480 00000100:00100000:0.0:1780298629.824482:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 115 00000100:00100000:0.0:1780298629.824491:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2399:x1866777608424064:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298629.826037:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2399:x1866777608424064:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1544us (1708us total) trans 4294968801 rc 0/0 00000100:00100000:0.0:1780298629.826046:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 115 00002000:00100000:0.0:1780298629.826054:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (1937408->1960919) req@ffff9cf243cd7480 x1866777608424064/t4294968801(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/448 e 0 to 0 dl 1780298640 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.826063:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd7480 with x1866777608424064 ext(1937408->1960919) 00010000:00010000:0.0:1780298629.826069:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a956 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa3a expref: 28 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.826083:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a956 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa3a expref: 28 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298629.826090:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf243cd7480 00000100:00100000:2.0:1780298629.826982:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.827009:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608424192 00000100:00100000:3.0:1780298629.827015:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608424192 00010000:00010000:3.0:1780298629.827034:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a956 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa3a expref: 28 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.827062:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14124 00000100:00100000:3.0:1780298629.827069:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2397:x1866777608424192:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298629.827079:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780298629.827089:0:7400:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 1 -> 48 00010000:00010000:3.0:1780298629.827094:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a956 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa3a expref: 28 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.827104:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a956 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa3a expref: 28 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.827161:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302a956 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa3a expref: 28 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.827180:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(36 104) 00010000:00010000:3.0:1780298629.827184:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(36 104) 00010000:00010000:3.0:1780298629.827191:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a9a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [978944->34533375] (req 978944->1040383) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa80 expref: 24 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.827198:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a9a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [978944->34533375] (req 978944->1040383) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa80 expref: 24 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.827222:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a9a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [978944->34533375] (req 978944->1040383) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa80 expref: 24 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.827231:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604270848:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298629.827276:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.828493:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604270848:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298629.828512:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298629.828546:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+27:2397:x1866777608424192:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1477us (1564us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.828555:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14124 00000100:00100000:1.0:1780298629.828812:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.828859:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608424320 00000100:00100000:2.0:1780298629.828864:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608424320 00002000:00100000:2.0:1780298629.828911:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (978944->983039) req@ffff9cf243cd5500 x1866777608424320/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.828921:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd5500 with x1866777608424320 ext(978944->983039) 00002000:00010000:2.0:1780298629.828925:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243cd5500 00000100:00100000:2.0:1780298629.828949:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4420 00000100:00100000:2.0:1780298629.828956:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608424320:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.829148:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608424320:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 190us (335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.829155:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4420 00002000:00100000:2.0:1780298629.829162:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (978944->983039) req@ffff9cf243cd5500 x1866777608424320/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.829171:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd5500 with x1866777608424320 ext(978944->983039) 00002000:00010000:2.0:1780298629.829175:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243cd5500 00000100:00100000:2.0:1780298629.830460:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.830513:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608424448 00000100:00100000:0.0:1780298629.830519:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608424448 00002000:00100000:0.0:1780298629.830546:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (1036288->1040383) req@ffff9cf242b69880 x1866777608424448/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.830557:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69880 with x1866777608424448 ext(1036288->1040383) 00002000:00010000:0.0:1780298629.830561:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b69880 00000100:00100000:0.0:1780298629.830582:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4421 00000100:00100000:0.0:1780298629.830591:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777608424448:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.830701:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777608424448:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 112us (244us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.830710:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4421 00002000:00100000:0.0:1780298629.830716:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (1036288->1040383) req@ffff9cf242b69880 x1866777608424448/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.830725:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69880 with x1866777608424448 ext(1036288->1040383) 00002000:00010000:0.0:1780298629.830728:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b69880 00000100:00100000:1.0:1780298629.831935:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.831978:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.832020:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608424576 00000100:00100000:2.0:1780298629.832025:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608424704 00000100:00100000:3.0:1780298629.832027:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608424576 00000100:00100000:2.0:1780298629.832031:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608424704 00000100:00100000:3.0:1780298629.832080:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4637 00000100:00100000:3.0:1780298629.832091:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608424576:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298629.832096:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4638 00010000:00010000:3.0:1780298629.832108:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298629.832109:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777608424704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.832120:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.832165:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302a9aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa8e expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.832168:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a9b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa87 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.832229:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604270976:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.832230:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604271104:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.832299:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.832299:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.833292:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604270976:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.833317:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a9b1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa87 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.833336:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302a9b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa87 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.833350:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:2.0:1780298629.833359:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604271104:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.833393:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608424576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1306us (1460us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.833400:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4637 00010000:00010000:2.0:1780298629.833441:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302a9aa lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa8e expref: 26 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.833470:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302a9aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa8e expref: 26 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.833482:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298629.833548:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777608424704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1441us (1568us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.833558:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4638 00000100:00100000:1.0:1780298629.834474:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.834525:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.834541:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608424832 00000100:00100000:2.0:1780298629.834551:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608424832 00000100:00100000:3.0:1780298629.834590:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608424960 00000100:00100000:3.0:1780298629.834597:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608424960 00000100:00100000:2.0:1780298629.834604:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4639 00000100:00100000:2.0:1780298629.834618:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608424832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.834634:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.834641:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4640 00010000:00010000:2.0:1780298629.834651:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302a9b8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa95 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.834656:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608424960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.834675:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.834689:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a9bf lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caa9c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.834724:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604271232:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.834732:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604271360:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.834815:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.834818:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.835620:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604271360:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.835640:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a9bf lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa9c expref: 26 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.835651:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302a9bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa9c expref: 26 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.835658:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:2.0:1780298629.835670:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604271232:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.835691:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608424960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1041us (1165us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.835704:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4640 00010000:00010000:2.0:1780298629.835705:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302a9b8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa95 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.835729:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302a9b8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa95 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.835743:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:2.0:1780298629.835774:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608424832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1162us (1303us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.835783:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4639 00000100:00100000:0.0:1780298629.836770:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.836851:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608425088 00000100:00100000:3.0:1780298629.836857:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608425088 00000100:00100000:1.0:1780298629.836908:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.836938:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608425216 00000100:00100000:3.0:1780298629.836943:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608425216 00000100:00100000:2.0:1780298629.836961:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4641 00000100:00100000:0.0:1780298629.836970:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4642 00000100:00100000:2.0:1780298629.836974:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608425088:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298629.836981:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777608425216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.836985:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.836990:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.836997:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e6302a9c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caaa3 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.836998:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a9cd lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caaaa expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.837031:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604271488:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.837031:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604271616:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.837081:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.837081:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.837827:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604271616:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.837855:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a9cd lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaaa expref: 26 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.837871:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302a9cd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaaa expref: 26 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.837876:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604271488:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.837901:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36400, rc 0) 00010000:00010000:3.0:1780298629.837926:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e6302a9c6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaa3 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.837938:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777608425216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 956us (1029us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.837959:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4642 00010000:00010000:3.0:1780298629.837969:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e6302a9c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaa3 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.837985:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:3.0:1780298629.838020:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608425088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1049us (1249us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.838029:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4641 00000100:00100000:1.0:1780298629.839199:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.839248:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608425344 00000100:00100000:0.0:1780298629.839254:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608425344 00000100:00100000:0.0:1780298629.839293:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4643 00000100:00100000:0.0:1780298629.839303:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608425344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.839313:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.839323:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a9d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caab1 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.839340:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a94f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa33 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.839350:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(80 143) 00010000:00010000:0.0:1780298629.839353:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(81 143) 00010000:00010000:0.0:1780298629.839356:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a9d4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [811008->815103] (req 811008->815103) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caab1 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.839390:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a94f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa33 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.839402:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a94f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa33 expref: 9 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.839413:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604271744:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.839456:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.840222:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604271744:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.840243:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a9d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [811008->815103] (req 811008->815103) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caab1 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.840255:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36e00, rc 0) 00000100:00100000:0.0:1780298629.840288:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608425344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 988us (1167us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.840295:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4643 00000100:00100000:2.0:1780298629.840370:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.840499:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608425472 00000100:00100000:3.0:1780298629.840505:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608425472 00010000:00010000:3.0:1780298629.840534:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a94f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa33 expref: 10 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.840568:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14125 00000100:00100000:3.0:1780298629.840578:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608425472:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298629.840592:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298629.840608:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a94f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa33 expref: 10 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.840619:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a94f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa33 expref: 10 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.840634:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302a94f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa33 expref: 10 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.840644:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(81 143) 00010000:00010000:3.0:1780298629.840648:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(81 143) 00010000:00010000:3.0:1780298629.840654:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a9d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caab1 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.840660:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a9d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caab1 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.840688:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a9d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caab1 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.840697:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604271872:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298629.840748:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.841446:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604271872:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298629.841457:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298629.841482:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608425472:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 907us (1116us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.841491:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14125 00000100:00100000:1.0:1780298629.841875:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.841914:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608425600 00000100:00100000:2.0:1780298629.841920:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608425600 00002000:00100000:2.0:1780298629.841947:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (811008->815103) req@ffff9cf241a80700 x1866777608425600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.841957:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80700 with x1866777608425600 ext(811008->815103) 00002000:00010000:2.0:1780298629.841961:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80700 00000100:00100000:2.0:1780298629.841986:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4422 00000100:00100000:2.0:1780298629.841993:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608425600:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.842163:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608425600:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 130us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.842172:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4422 00002000:00100000:2.0:1780298629.842178:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (811008->815103) req@ffff9cf241a80700 x1866777608425600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.842192:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80700 with x1866777608425600 ext(811008->815103) 00002000:00010000:2.0:1780298629.842196:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80700 00000100:00100000:1.0:1780298629.843275:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.843308:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608425728 00000100:00100000:2.0:1780298629.843313:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608425728 00002000:00100000:2.0:1780298629.843334:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (815104->819199) req@ffff9cf241a83b80 x1866777608425728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.843342:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a83b80 with x1866777608425728 ext(815104->819199) 00002000:00010000:2.0:1780298629.843345:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a83b80 00000100:00100000:2.0:1780298629.843366:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4423 00000100:00100000:2.0:1780298629.843373:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608425728:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.843463:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608425728:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 90us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.843469:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4423 00002000:00100000:2.0:1780298629.843475:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (815104->819199) req@ffff9cf241a83b80 x1866777608425728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.843483:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a83b80 with x1866777608425728 ext(815104->819199) 00002000:00010000:2.0:1780298629.843486:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a83b80 00000100:00100000:0.0:1780298629.844357:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.844414:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608425856 00000100:00100000:1.0:1780298629.844422:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608425856 00002000:00100000:1.0:1780298629.844453:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (819200->823295) req@ffff9cf34831e300 x1866777608425856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.844464:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831e300 with x1866777608425856 ext(819200->823295) 00002000:00010000:1.0:1780298629.844468:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831e300 00000100:00100000:1.0:1780298629.844489:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4424 00000100:00100000:1.0:1780298629.844498:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608425856:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.844595:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608425856:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 98us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.844602:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4424 00002000:00100000:1.0:1780298629.844610:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (819200->823295) req@ffff9cf34831e300 x1866777608425856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.844619:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831e300 with x1866777608425856 ext(819200->823295) 00002000:00010000:1.0:1780298629.844623:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831e300 00000100:00100000:1.0:1780298629.845680:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.845716:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608425984 00000100:00100000:2.0:1780298629.845720:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608425984 00002000:00100000:2.0:1780298629.845739:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (823296->827391) req@ffff9cf24310ca80 x1866777608425984/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.845745:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ca80 with x1866777608425984 ext(823296->827391) 00002000:00010000:2.0:1780298629.845748:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310ca80 00000100:00100000:2.0:1780298629.845764:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4425 00000100:00100000:2.0:1780298629.845769:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608425984:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.845845:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608425984:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.845852:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4425 00002000:00100000:2.0:1780298629.845858:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (823296->827391) req@ffff9cf24310ca80 x1866777608425984/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.845866:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ca80 with x1866777608425984 ext(823296->827391) 00002000:00010000:2.0:1780298629.845870:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310ca80 00000100:00100000:0.0:1780298629.846960:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.847000:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608426112 00000100:00100000:2.0:1780298629.847004:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608426112 00002000:00100000:2.0:1780298629.847020:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (827392->831487) req@ffff9cf34831e680 x1866777608426112/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.847027:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831e680 with x1866777608426112 ext(827392->831487) 00002000:00010000:2.0:1780298629.847029:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831e680 00000100:00100000:2.0:1780298629.847044:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4426 00000100:00100000:2.0:1780298629.847048:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608426112:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.847159:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608426112:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 108us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.847167:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4426 00002000:00100000:2.0:1780298629.847174:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (827392->831487) req@ffff9cf34831e680 x1866777608426112/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.847182:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831e680 with x1866777608426112 ext(827392->831487) 00002000:00010000:2.0:1780298629.847185:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831e680 00000100:00100000:0.0:1780298629.848270:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.848309:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608426240 00000100:00100000:2.0:1780298629.848313:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608426240 00002000:00100000:2.0:1780298629.848330:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (831488->835583) req@ffff9cf34831d880 x1866777608426240/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.848336:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831d880 with x1866777608426240 ext(831488->835583) 00002000:00010000:2.0:1780298629.848339:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831d880 00000100:00100000:2.0:1780298629.848357:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4427 00000100:00100000:2.0:1780298629.848363:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608426240:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.848446:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608426240:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 83us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.848450:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4427 00002000:00100000:2.0:1780298629.848454:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (831488->835583) req@ffff9cf34831d880 x1866777608426240/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.848460:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831d880 with x1866777608426240 ext(831488->835583) 00002000:00010000:2.0:1780298629.848463:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831d880 00000100:00100000:1.0:1780298629.849371:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.849411:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608426368 00000100:00100000:2.0:1780298629.849415:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608426368 00002000:00100000:2.0:1780298629.849436:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (835584->839679) req@ffff9cf3481fb100 x1866777608426368/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.849445:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb100 with x1866777608426368 ext(835584->839679) 00002000:00010000:2.0:1780298629.849449:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fb100 00000100:00100000:2.0:1780298629.849476:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4428 00000100:00100000:2.0:1780298629.849485:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608426368:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.849553:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608426368:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.849558:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4428 00002000:00100000:2.0:1780298629.849563:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (835584->839679) req@ffff9cf3481fb100 x1866777608426368/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.849569:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb100 with x1866777608426368 ext(835584->839679) 00002000:00010000:2.0:1780298629.849572:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fb100 00000100:00100000:0.0:1780298629.850669:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.850704:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608426496 00000100:00100000:1.0:1780298629.850708:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608426496 00002000:00100000:1.0:1780298629.850731:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (839680->843775) req@ffff9cf34831df80 x1866777608426496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.850737:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831df80 with x1866777608426496 ext(839680->843775) 00002000:00010000:1.0:1780298629.850740:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831df80 00000100:00100000:1.0:1780298629.850757:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4429 00000100:00100000:1.0:1780298629.850765:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608426496:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298629.850839:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608426496:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 76us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.850844:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4429 00002000:00100000:1.0:1780298629.850847:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (839680->843775) req@ffff9cf34831df80 x1866777608426496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.850852:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831df80 with x1866777608426496 ext(839680->843775) 00002000:00010000:1.0:1780298629.850855:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831df80 00000100:00100000:0.0:1780298629.851802:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.851844:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608426624 00000100:00100000:2.0:1780298629.851848:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608426624 00000100:00100000:2.0:1780298629.851871:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4644 00000100:00100000:2.0:1780298629.851877:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777608426624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.851886:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.851901:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302a9db lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caab8 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.851945:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604272000:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.852004:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.852632:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604272000:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.852654:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302a9db lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caab8 expref: 26 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.852668:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302a9db lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caab8 expref: 26 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.852676:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:2.0:1780298629.852698:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777608426624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 822us (899us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.852703:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4644 00000100:00100000:0.0:1780298629.853537:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.853584:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608426752 00000100:00100000:1.0:1780298629.853593:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608426752 00000100:00100000:1.0:1780298629.853624:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4645 00000100:00100000:1.0:1780298629.853632:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777608426752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.853642:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.853651:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302a9e2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caabf expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.853680:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604272128:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.853724:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.854337:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604272128:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.854348:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302a9e2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caabf expref: 26 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.854358:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e6302a9e2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caabf expref: 26 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.854365:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:1.0:1780298629.854396:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777608426752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 766us (859us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.854401:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4645 00000100:00100000:3.0:1780298629.855239:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.855268:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608426880 00000100:00100000:2.0:1780298629.855272:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608426880 00000100:00100000:2.0:1780298629.855295:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4646 00000100:00100000:2.0:1780298629.855300:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608426880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.855306:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.855315:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a9e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caac6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.855331:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a9d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caab1 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.855337:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(81 143) 00010000:00010000:2.0:1780298629.855341:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(81 143) 00010000:00010000:2.0:1780298629.855344:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a9e9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2244608->2301951] (req 2244608->2301951) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caac6 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.855359:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a9d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caab1 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.855367:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a9d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caab1 expref: 7 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.855374:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604272256:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298629.855415:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.855963:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604272256:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.855974:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a9e9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2244608->2301951] (req 2244608->2301951) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caac6 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.855982:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298629.856002:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608426880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 703us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.856007:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4646 00000100:00100000:0.0:1780298629.856242:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.856276:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608427008 00000100:00100000:2.0:1780298629.856280:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608427008 00010000:00010000:2.0:1780298629.856297:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a9d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caab1 expref: 8 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.856324:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14126 00000100:00100000:2.0:1780298629.856331:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608427008:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298629.856341:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.856349:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a9d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caab1 expref: 8 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.856357:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a9d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caab1 expref: 8 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.856369:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cb6f854/0xaf35132e6302a9d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 811008->815103) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caab1 expref: 8 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.856386:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(81 143) 00010000:00010000:2.0:1780298629.856389:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(81 143) 00010000:00010000:2.0:1780298629.856396:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a9e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2244608->35799039] (req 2244608->2301951) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caac6 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.856402:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a9e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2244608->35799039] (req 2244608->2301951) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caac6 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.856417:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a9e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2244608->35799039] (req 2244608->2301951) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caac6 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.856423:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604272384:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298629.856449:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.857056:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604272384:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298629.857063:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298629.857083:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608427008:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 754us (843us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.857088:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14126 00000100:00100000:0.0:1780298629.857780:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.857819:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608427136 00000100:00100000:1.0:1780298629.857822:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608427136 00000100:00100000:1.0:1780298629.857848:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61453 00000100:00100000:1.0:1780298629.857854:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:28749:x1866777608427136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.857865:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.857875:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302a9f0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caacd expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.857944:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302a9f7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.857955:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302a9f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.857962:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302a9f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298629.857979:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 706259 00000004:00200000:1.0:1780298629.857982:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298629.857994:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302a9f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.858008:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302a9f0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caacd expref: 25 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.858016:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302a9f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caacd expref: 24 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.858021:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.858023:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298629.858025:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298629.858047:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:28749:x1866777608427136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 193us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.858051:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61453 00000100:00100000:0.0:1780298629.858856:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.858875:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.858889:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608427264 00000100:00100000:1.0:1780298629.858893:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608427264 00000100:00100000:3.0:1780298629.858903:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608427392 00000100:00100000:3.0:1780298629.858908:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608427392 00000100:00100000:1.0:1780298629.858920:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4647 00000100:00100000:1.0:1780298629.858929:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608427264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.858935:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.858942:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a9fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caad4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.858946:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4648 00000100:00100000:2.0:1780298629.858958:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+27:2399:x1866777608427392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.858965:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.858973:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302aa05 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caadb expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.858978:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604272512:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.859005:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604272640:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.859038:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.859039:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333600 going to sleep for 11 seconds 00002000:00010000:1.0:1780298629.859662:0:19992:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 706259 -> 2299375 00000100:00100000:2.0:1780298629.859672:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604272640:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.859673:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604272512:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.859706:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a9fe lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caad4 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.859707:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302aa05 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caadb expref: 28 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.859729:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302aa05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caadb expref: 28 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.859731:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302a9fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caad4 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.859743:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00010000:00010000:1.0:1780298629.859746:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:2.0:1780298629.859769:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+27:2399:x1866777608427392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 814us (891us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.859770:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608427264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 842us (913us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.859782:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4648 00000100:00100000:1.0:1780298629.859789:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4647 00000100:00100000:0.0:1780298629.860713:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.860742:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608427520 00000100:00100000:0.0:1780298629.860743:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.860747:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608427520 00000100:00100000:1.0:1780298629.860775:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608427648 00000100:00100000:1.0:1780298629.860778:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608427648 00000100:00100000:3.0:1780298629.860791:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4649 00000100:00100000:3.0:1780298629.860799:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608427520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.860805:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.860809:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4650 00010000:00010000:3.0:1780298629.860813:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302aa0c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caae2 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.860822:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+27:2397:x1866777608427648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.860831:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.860840:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604272768:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.860841:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302aa13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caae9 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.860870:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604272896:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.860886:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.860897:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.861561:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604272768:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298629.861575:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302aa0c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caae2 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.861586:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302aa0c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caae2 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.861593:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:1.0:1780298629.861617:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604272896:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.861628:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302aa13 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caae9 expref: 28 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.861638:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302aa13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caae9 expref: 28 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.861644:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:3.0:1780298629.861668:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608427520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 870us (955us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.861673:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+27:2397:x1866777608427648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (929us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.861680:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4650 00000100:00100000:3.0:1780298629.861687:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4649 00000100:00100000:0.0:1780298629.862539:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.862566:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608427776 00000100:00100000:3.0:1780298629.862569:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608427776 00000100:00100000:3.0:1780298629.862591:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4651 00000100:00100000:3.0:1780298629.862595:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e426850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608427776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.862601:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.862607:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aa1a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caaf0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.862620:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a9e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2244608->35799039] (req 2244608->2301951) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caac6 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.862625:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(81 143) 00010000:00010000:3.0:1780298629.862628:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(82 143) 00010000:00010000:3.0:1780298629.862630:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aa1a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2850816->2871295] (req 2850816->2871295) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaf0 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.862643:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a9e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2244608->35799039] (req 2244608->2301951) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caac6 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.862652:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a9e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2244608->35799039] (req 2244608->2301951) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caac6 expref: 9 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.862660:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604273024:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.862686:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.863239:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604273024:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298629.863249:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aa1a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2850816->2871295] (req 2850816->2871295) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaf0 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.863256:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:3.0:1780298629.863276:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e426850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608427776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 681us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.863281:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4651 00000100:00100000:0.0:1780298629.863517:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.863554:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608427904 00000100:00100000:2.0:1780298629.863558:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608427904 00002000:00100000:2.0:1780298629.863578:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2244608->2299374) req@ffff9cf2433ddc00 x1866777608427904/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.863585:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433ddc00 with x1866777608427904 ext(2244608->2299374) 00010000:00010000:2.0:1780298629.863590:0:19951:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a9e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2244608->35799039] (req 2244608->2301951) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caac6 expref: 10 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.863598:0:19951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a9e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2244608->35799039] (req 2244608->2301951) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caac6 expref: 10 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298629.863604:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2433ddc00 00000100:00100000:2.0:1780298629.863618:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 116 00000100:00100000:2.0:1780298629.863624:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608427904:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298629.864822:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608427904:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1196us (1305us total) trans 4294969142 rc 0/0 00000100:00100000:2.0:1780298629.864829:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 116 00002000:00100000:2.0:1780298629.864835:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2244608->2299374) req@ffff9cf2433ddc00 x1866777608427904/t4294969142(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/448 e 0 to 0 dl 1780298640 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.864841:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433ddc00 with x1866777608427904 ext(2244608->2299374) 00010000:00010000:2.0:1780298629.864846:0:19951:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a9e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2244608->35799039] (req 2244608->2301951) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caac6 expref: 12 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.864857:0:19951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a9e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2244608->35799039] (req 2244608->2301951) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caac6 expref: 12 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298629.864862:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2433ddc00 00000100:00100000:3.0:1780298629.865577:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.865610:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608428032 00000100:00100000:1.0:1780298629.865614:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608428032 00010000:00010000:1.0:1780298629.865630:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a9e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2244608->35799039] (req 2244608->2301951) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caac6 expref: 12 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.865650:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14127 00000100:00100000:1.0:1780298629.865655:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608428032:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.865664:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298629.865671:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 696 -> 808 00010000:00010000:1.0:1780298629.865675:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a9e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2244608->35799039] (req 2244608->2301951) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caac6 expref: 12 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.865682:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a9e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2244608->35799039] (req 2244608->2301951) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caac6 expref: 12 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.865694:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302a9e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2244608->35799039] (req 2244608->2301951) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caac6 expref: 12 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.865710:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(82 143) 00010000:00010000:1.0:1780298629.865713:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(82 143) 00010000:00010000:1.0:1780298629.865718:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aa1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2850816->36405247] (req 2850816->2871295) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaf0 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.865724:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aa1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2850816->36405247] (req 2850816->2871295) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaf0 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.865741:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aa1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2850816->36405247] (req 2850816->2871295) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaf0 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.865749:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604273152:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298629.865783:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.866398:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604273152:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298629.866407:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.866427:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608428032:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 772us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.866433:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14127 00000100:00100000:3.0:1780298629.866553:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.866597:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608428160 00000100:00100000:2.0:1780298629.866601:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608428160 00000100:00100000:2.0:1780298629.866630:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4430 00000100:00100000:2.0:1780298629.866637:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608428160:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298629.866706:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2299375 -> 2299375 00002000:00010000:2.0:1780298629.866710:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.866713:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.866714:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.866717:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 808 -> 808 00000100:00100000:2.0:1780298629.866745:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608428160:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 108us (192us total) trans 4294969143 rc 0/0 00000100:00100000:2.0:1780298629.866750:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4430 00000100:00100000:0.0:1780298629.867555:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.867594:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608428288 00000100:00100000:1.0:1780298629.867599:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608428288 00000100:00100000:1.0:1780298629.867627:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4652 00000100:00100000:1.0:1780298629.867633:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608428288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.867640:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.867646:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298629.867649:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302aa21 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caaf7 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.867681:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604273280:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.867684:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608428416 00000100:00100000:0.0:1780298629.867688:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608428416 00000100:00100000:0.0:1780298629.867714:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4653 00000100:00100000:1.0:1780298629.867720:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.867721:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777608428416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.867729:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.867738:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302aa28 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caafe expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.867765:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604273408:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.867789:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.868359:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604273280:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.868386:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302aa21 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaf7 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.868398:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302aa21 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaf7 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.868404:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298629.868439:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608428288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 799us (877us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.868447:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4652 00000100:00100000:0.0:1780298629.868464:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604273408:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.868480:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302aa28 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caafe expref: 26 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.868498:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302aa28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caafe expref: 26 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.868504:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:0.0:1780298629.868529:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777608428416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 809us (886us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.868535:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4653 00000100:00100000:2.0:1780298629.869264:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.869340:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608428672 00000100:00100000:3.0:1780298629.869345:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608428672 00000100:00100000:0.0:1780298629.869373:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.869389:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4654 00000100:00100000:3.0:1780298629.869400:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777608428672:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298629.869405:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608428544 00010000:00010000:3.0:1780298629.869409:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298629.869414:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608428544 00010000:00010000:3.0:1780298629.869417:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302aa2f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab0c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.869445:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4655 00000100:00100000:2.0:1780298629.869455:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608428544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.869462:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.869469:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302aa36 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab05 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.869494:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604273536:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.869494:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604273664:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.869532:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.869532:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.870061:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604273664:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.870076:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302aa36 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab05 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.870085:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302aa36 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab05 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.870092:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:0.0:1780298629.870119:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608428544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 667us (745us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.870152:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604273536:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.870160:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4655 00010000:00010000:2.0:1780298629.870177:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302aa2f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab0c expref: 26 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.870194:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302aa2f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab0c expref: 26 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.870204:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00000100:00100000:2.0:1780298629.870232:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777608428672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 835us (968us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.870240:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4654 00000100:00100000:3.0:1780298629.870999:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.871029:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608428928 00000100:00100000:1.0:1780298629.871033:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608428928 00000100:00100000:1.0:1780298629.871059:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61454 00000100:00100000:1.0:1780298629.871065:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:28749:x1866777608428928:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298629.871098:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.871109:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302a9f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caacd expref: 24 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.871119:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.871121:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298629.871275:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302aa3d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.871289:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a964 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa41 expref: 17 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.871296:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302aa3d lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.871316:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a964 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa41 expref: 17 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.871329:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a964 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa41 expref: 17 pid: 9976 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.871341:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604273792:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298629.871388:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.871941:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604273792:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.871950:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302aa3d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.872140:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.872164:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608429056 00000100:00100000:0.0:1780298629.872169:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608429056 00010000:00010000:0.0:1780298629.872186:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a964 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa41 expref: 18 pid: 9976 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.872210:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14128 00000100:00100000:0.0:1780298629.872215:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608429056:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298629.872222:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298629.872226:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a964 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa41 expref: 18 pid: 9976 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.872232:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a964 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa41 expref: 18 pid: 9976 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.872242:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302a964 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa41 expref: 18 pid: 9976 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.872249:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.872252:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302aa3d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.872258:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302aa3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.872263:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302aa3d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.872277:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298629.872298:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302aa3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.872306:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302aa3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.872320:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608429056:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 104us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.872327:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14128 00000001:00080000:1.0:1780298629.872353:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990647 00000004:00010000:1.0:1780298629.872387:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b61037b4 reply state 000000004a9fb0aa transno 4294990648 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302aa3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.872397:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e6302aa3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.872402:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.872404:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298629.872406:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298629.872453:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:28749:x1866777608428928:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1387us (1453us total) trans 4294990648 rc 0/0 00000100:00100000:1.0:1780298629.872460:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61454 00000020:00080000:1.0:1780298629.872463:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298629.873042:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.873076:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608429184 00000100:00100000:2.0:1780298629.873080:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608429184 00000100:00100000:2.0:1780298629.873106:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4656 00000100:00100000:2.0:1780298629.873113:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608429184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.873151:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.873162:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302aa44 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab13 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.873179:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aa1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2850816->36405247] (req 2850816->2871295) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaf0 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.873185:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(82 143) 00010000:00010000:2.0:1780298629.873188:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(83 143) 00010000:00010000:2.0:1780298629.873191:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302aa44 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab13 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.873205:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aa1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2850816->36405247] (req 2850816->2871295) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaf0 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.873214:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aa1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2850816->36405247] (req 2850816->2871295) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaf0 expref: 8 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.873221:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604273920:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298629.873252:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.873855:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604273920:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.873871:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302aa44 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab13 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.873881:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298629.873906:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608429184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 794us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.873914:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4656 00000100:00100000:3.0:1780298629.874019:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.874052:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608429312 00000100:00100000:1.0:1780298629.874057:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608429312 00010000:00010000:1.0:1780298629.874072:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aa1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2850816->36405247] (req 2850816->2871295) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaf0 expref: 9 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.874097:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14129 00000100:00100000:1.0:1780298629.874105:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b01850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608429312:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.874111:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.874144:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aa1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2850816->36405247] (req 2850816->2871295) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaf0 expref: 9 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.874155:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aa1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2850816->36405247] (req 2850816->2871295) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaf0 expref: 9 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.874171:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aa1a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2850816->36405247] (req 2850816->2871295) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caaf0 expref: 9 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.874181:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(83 143) 00010000:00010000:1.0:1780298629.874184:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(83 143) 00010000:00010000:1.0:1780298629.874189:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302aa44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab13 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.874198:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302aa44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab13 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.874217:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302aa44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab13 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.874224:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604274048:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298629.874254:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.874831:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604274048:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298629.874839:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.874859:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b01850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608429312:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 757us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.874867:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14129 00000100:00100000:3.0:1780298629.874961:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.874983:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608429440 00000100:00100000:0.0:1780298629.874988:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608429440 00000100:00100000:0.0:1780298629.875010:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4657 00000100:00100000:0.0:1780298629.875016:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+27:28749:x1866777608429440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.875022:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.875029:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302aa4b lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab1a expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.875041:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a9a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [978944->34533375] (req 978944->1040383) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa80 expref: 24 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.875046:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(36 104) 00010000:00010000:0.0:1780298629.875048:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(37 104) 00010000:00010000:0.0:1780298629.875051:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302aa4b lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab1a expref: 28 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.875062:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a9a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [978944->34533375] (req 978944->1040383) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa80 expref: 24 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.875070:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a9a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [978944->34533375] (req 978944->1040383) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa80 expref: 24 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.875079:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433de680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604274176:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.875109:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.875622:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433de680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604274176:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298629.875638:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302aa4b lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab1a expref: 28 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.875650:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37c00, rc 0) 00000100:00100000:2.0:1780298629.875681:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:28749:x1866777608429440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 659us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.875688:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4657 00000100:00100000:3.0:1780298629.875840:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.875872:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608429568 00000100:00100000:2.0:1780298629.875877:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608429568 00002000:00100000:2.0:1780298629.875900:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (978944->1040383) req@ffff9cf37f8b1c00 x1866777608429568/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.875910:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b1c00 with x1866777608429568 ext(978944->1040383) 00010000:00010000:2.0:1780298629.875917:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a9a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [978944->34533375] (req 978944->1040383) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa80 expref: 25 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.875928:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a9a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [978944->34533375] (req 978944->1040383) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa80 expref: 25 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298629.875937:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf37f8b1c00 00000100:00100000:2.0:1780298629.875955:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 117 00000100:00100000:2.0:1780298629.875961:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777608429568:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298629.877180:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:2400:x1866777608429568:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1218us (1338us total) trans 4294968802 rc 0/0 00000100:00100000:2.0:1780298629.877189:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 117 00002000:00100000:2.0:1780298629.877196:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (978944->1040383) req@ffff9cf37f8b1c00 x1866777608429568/t4294968802(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/448 e 0 to 0 dl 1780298640 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.877206:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b1c00 with x1866777608429568 ext(978944->1040383) 00010000:00010000:2.0:1780298629.877212:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a9a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [978944->34533375] (req 978944->1040383) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa80 expref: 27 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.877226:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a9a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [978944->34533375] (req 978944->1040383) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa80 expref: 27 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298629.877234:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf37f8b1c00 00000100:00100000:0.0:1780298629.877767:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.877793:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608429696 00000100:00100000:3.0:1780298629.877797:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608429696 00010000:00010000:3.0:1780298629.877812:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a9a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [978944->34533375] (req 978944->1040383) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa80 expref: 27 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.877829:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14130 00000100:00100000:3.0:1780298629.877834:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:2398:x1866777608429696:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298629.877840:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780298629.877845:0:7400:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 48 -> 168 00010000:00010000:3.0:1780298629.877849:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a9a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [978944->34533375] (req 978944->1040383) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa80 expref: 27 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.877855:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a9a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [978944->34533375] (req 978944->1040383) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa80 expref: 27 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.877865:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c8dab73/0xaf35132e6302a9a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [978944->34533375] (req 978944->1040383) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caa80 expref: 27 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.877875:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(37 104) 00010000:00010000:3.0:1780298629.877877:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(37 104) 00010000:00010000:3.0:1780298629.877881:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302aa4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab1a expref: 27 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.877886:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302aa4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab1a expref: 27 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.877900:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302aa4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab1a expref: 27 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.877905:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604274304:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298629.877934:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.878457:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604274304:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298629.878464:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298629.878483:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2398:x1866777608429696:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 649us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.878487:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14130 00000100:00100000:0.0:1780298629.878555:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.878596:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608429824 00000100:00100000:2.0:1780298629.878601:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608429824 00002000:00010000:2.0:1780298629.878616:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1672073->18446744073709551615) 00002000:00100000:2.0:1780298629.878619:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433df800 with x1866777608429824 ext(1672073->18446744073709551615) 00002000:00010000:2.0:1780298629.878625:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433df800. 00000100:00100000:2.0:1780298629.878648:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4431 00000100:00100000:2.0:1780298629.878654:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608429824:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298629.878736:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.878772:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608429952 00000100:00100000:1.0:1780298629.878778:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608429952 00002000:00010000:1.0:1780298629.878795:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:1.0:1780298629.878799:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433de300 with x1866777608429952 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298629.878804:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2433de300. 00000100:00100000:1.0:1780298629.878830:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4432 00000100:00100000:1.0:1780298629.878841:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2400:x1866777608429952:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298629.878845:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2299375 -> 1672073 00002000:00010000:2.0:1780298629.878849:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.878852:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.878855:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.878857:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 808 -> 696 00000100:00100000:2.0:1780298629.878886:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608429824:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 232us (330us total) trans 4294969144 rc 0/0 00000100:00100000:2.0:1780298629.878895:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4431 00002000:00010000:2.0:1780298629.878898:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1672073->18446744073709551615) 00002000:00100000:2.0:1780298629.878900:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433df800 with x1866777608429824 ext(1672073->18446744073709551615) 00002000:00010000:2.0:1780298629.878904:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433df800. 00002000:00010000:1.0:1780298629.879018:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 1960920 -> 0 00002000:00010000:1.0:1780298629.879027:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.879030:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.879032:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.879034:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 168 -> 0 00000100:00100000:1.0:1780298629.879065:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+29:2400:x1866777608429952:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 227us (328us total) trans 4294968803 rc 0/0 00000100:00100000:1.0:1780298629.879074:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4432 00002000:00010000:1.0:1780298629.879077:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:1.0:1780298629.879081:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433de300 with x1866777608429952 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298629.879086:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2433de300. 00000100:00100000:0.0:1780298629.879708:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.879730:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608430080 00000100:00100000:3.0:1780298629.879734:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608430080 00000100:00100000:3.0:1780298629.879764:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61455 00000100:00100000:3.0:1780298629.879771:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:28749:x1866777608430080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.879783:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.879796:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450d600/0xaf35132e6302aa52 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab21 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.879855:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450ca00/0xaf35132e6302aa59 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.879864:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450ca00/0xaf35132e6302aa59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.879871:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450ca00/0xaf35132e6302aa59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298629.879887:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1672073 00000004:00200000:3.0:1780298629.879890:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298629.879902:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450ca00/0xaf35132e6302aa59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.879917:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450d600/0xaf35132e6302aa52 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab21 expref: 28 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.879925:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450ca00/0xaf35132e6302aa59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab21 expref: 27 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.879930:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298629.879932:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298629.879934:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00000100:00100000:3.0:1780298629.879955:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+27:28749:x1866777608430080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 187us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.879959:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61455 00000100:00100000:0.0:1780298629.880903:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.880962:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608430208 00000100:00100000:1.0:1780298629.880967:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608430208 00000100:00100000:1.0:1780298629.880994:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61456 00000100:00100000:1.0:1780298629.881001:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:28749:x1866777608430208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.881008:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.881015:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302aa60 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab28 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.881048:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302aa67 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.881055:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302aa67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.881060:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302aa67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298629.881070:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1672073 00000004:00200000:1.0:1780298629.881072:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298629.881079:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302aa67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.881090:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302aa60 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab28 expref: 19 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.881099:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302aa67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab28 expref: 18 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.881104:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.881105:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298629.881107:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298629.881142:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777608430208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 142us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.881147:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61456 00000100:00100000:0.0:1780298629.881880:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.881912:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.881927:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608430336 00000100:00100000:2.0:1780298629.881933:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608430336 00000100:00100000:1.0:1780298629.881947:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608430464 00000100:00100000:1.0:1780298629.881951:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608430464 00000100:00100000:2.0:1780298629.881971:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4658 00000100:00100000:2.0:1780298629.881980:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608430336:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298629.881984:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4659 00010000:00010000:2.0:1780298629.881992:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.881996:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777608430464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.882001:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302aa6e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab2f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.882003:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.882012:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302aa75 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab36 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.882035:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604274432:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.882041:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604274560:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.882089:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.882090:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.882824:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604274560:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.882845:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302aa75 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab36 expref: 27 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.882848:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604274432:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.882868:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302aa6e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab2f expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.882870:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302aa75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab36 expref: 27 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.882886:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00010000:00010000:2.0:1780298629.882887:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302aa6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab2f expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.882896:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:1.0:1780298629.882913:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777608430464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 921us (1001us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.882919:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608430336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 940us (1040us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.882923:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4659 00000100:00100000:2.0:1780298629.882931:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4658 00000100:00100000:0.0:1780298629.883832:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.883860:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.883879:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608430592 00000100:00100000:2.0:1780298629.883883:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608430592 00000100:00100000:1.0:1780298629.883889:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608430720 00000100:00100000:1.0:1780298629.883894:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608430720 00000100:00100000:2.0:1780298629.883910:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4660 00000100:00100000:2.0:1780298629.883919:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608430592:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298629.883924:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4661 00010000:00010000:2.0:1780298629.883927:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.883934:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777608430720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.883935:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6302aa7c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab3d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.883940:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.883948:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302aa83 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab44 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.883958:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604274688:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.883974:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604274816:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.883996:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.883998:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.884649:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604274688:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.884662:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6302aa7c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab3d expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.884671:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6302aa7c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab3d expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.884678:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:2.0:1780298629.884701:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608430592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 786us (871us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.884708:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4660 00000100:00100000:1.0:1780298629.884816:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604274816:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.884828:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302aa83 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab44 expref: 27 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.884839:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302aa83 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab44 expref: 27 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.884846:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298629.884869:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777608430720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 939us (1009us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.884874:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4661 00000100:00100000:0.0:1780298629.886152:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.886180:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608430976 00000100:00100000:1.0:1780298629.886185:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608430976 00000100:00100000:1.0:1780298629.886212:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61457 00000100:00100000:1.0:1780298629.886217:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+27:28749:x1866777608430976:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298629.886245:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.886257:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450ca00/0xaf35132e6302aa59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab21 expref: 27 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.886266:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.886269:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298629.886390:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e6302aa8a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.886402:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302aa67 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab28 expref: 17 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.886409:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e6302aa8a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.886425:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302aa67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab28 expref: 17 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.886435:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302aa67 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab28 expref: 17 pid: 9976 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.886442:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604274944:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298629.886474:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.886992:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604274944:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.887004:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e6302aa8a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.887172:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.887194:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608431104 00000100:00100000:3.0:1780298629.887198:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608431104 00010000:00010000:3.0:1780298629.887239:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302aa67 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab28 expref: 18 pid: 9976 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.887259:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14131 00000100:00100000:3.0:1780298629.887264:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608431104:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298629.887271:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298629.887274:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302aa67 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab28 expref: 18 pid: 9976 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.887283:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302aa67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab28 expref: 18 pid: 9976 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.887293:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302aa67 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab28 expref: 18 pid: 9976 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.887301:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298629.887303:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e6302aa8a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.887308:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e6302aa8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.887313:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e6302aa8a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.887325:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298629.887343:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e6302aa8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.887344:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777608431104:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 80us (172us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298629.887359:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e6302aa8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.887363:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14131 00000001:00080000:1.0:1780298629.887415:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990649 00000004:00010000:1.0:1780298629.887432:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006b0e3bc0 reply state 00000000317b22a1 transno 4294990650 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e6302aa8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.887448:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e6302aa8a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.887454:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.887457:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298629.887459:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298629.887510:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+29:28749:x1866777608430976:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1292us (1359us total) trans 4294990650 rc 0/0 00000100:00100000:1.0:1780298629.887515:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61457 00000020:00080000:1.0:1780298629.887520:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298629.888163:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.888191:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608431360 00000100:00100000:2.0:1780298629.888195:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608431360 00002000:00010000:2.0:1780298629.888210:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (229430->18446744073709551615) 00002000:00100000:2.0:1780298629.888214:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b02300 with x1866777608431360 ext(229430->18446744073709551615) 00002000:00010000:2.0:1780298629.888220:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b02300. 00000100:00100000:3.0:1780298629.888231:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.888244:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608431232 00000100:00100000:2.0:1780298629.888247:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608431232 00002000:00010000:2.0:1780298629.888256:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298629.888261:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b1880 with x1866777608431232 ext(4194304->18446744073709551615) 00000100:00100000:1.0:1780298629.888261:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4433 00002000:00010000:2.0:1780298629.888268:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b1880. 00000100:00100000:1.0:1780298629.888276:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+29:2399:x1866777608431360:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298629.888289:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4434 00000100:00100000:0.0:1780298629.888299:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608431232:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298629.888404:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 1672073 -> 4194304 00002000:00010000:0.0:1780298629.888407:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298629.888409:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298629.888411:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298629.888413:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 696 -> 696 00002000:00010000:1.0:1780298629.888414:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 229430 00002000:00010000:1.0:1780298629.888417:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.888419:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.888421:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.888423:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298629.888442:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608431232:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 145us (210us total) trans 4294969145 rc 0/0 00000100:00100000:1.0:1780298629.888448:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+30:2399:x1866777608431360:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 174us (281us total) trans 4294968804 rc 0/0 00000100:00100000:0.0:1780298629.888454:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4434 00002000:00010000:0.0:1780298629.888459:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00000100:00100000:1.0:1780298629.888462:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4433 00002000:00100000:0.0:1780298629.888464:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b1880 with x1866777608431232 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298629.888466:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (229430->18446744073709551615) 00002000:00100000:1.0:1780298629.888470:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b02300 with x1866777608431360 ext(229430->18446744073709551615) 00002000:00010000:0.0:1780298629.888472:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b1880. 00002000:00010000:1.0:1780298629.888475:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b02300. 00000100:00100000:0.0:1780298629.889362:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.889398:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608431488 00000100:00100000:2.0:1780298629.889403:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608431488 00002000:00100000:2.0:1780298629.889422:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (225280->229375) req@ffff9cf241b01880 x1866777608431488/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.889429:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01880 with x1866777608431488 ext(225280->229375) 00002000:00010000:2.0:1780298629.889433:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b01880 00000100:00100000:2.0:1780298629.889450:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4435 00000100:00100000:2.0:1780298629.889455:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+30:2400:x1866777608431488:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.889567:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+30:2400:x1866777608431488:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 112us (205us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.889572:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4435 00002000:00100000:2.0:1780298629.889577:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (225280->229375) req@ffff9cf241b01880 x1866777608431488/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.889583:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01880 with x1866777608431488 ext(225280->229375) 00002000:00010000:2.0:1780298629.889585:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b01880 00000100:00100000:3.0:1780298629.890616:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.890653:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608431616 00000100:00100000:0.0:1780298629.890658:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608431616 00002000:00100000:0.0:1780298629.890682:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (229376->233471) req@ffff9cf37f8b0380 x1866777608431616/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.890694:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b0380 with x1866777608431616 ext(229376->233471) 00002000:00010000:0.0:1780298629.890696:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b0380 00000100:00100000:0.0:1780298629.890710:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4436 00000100:00100000:0.0:1780298629.890715:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+30:2399:x1866777608431616:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.890791:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+30:2399:x1866777608431616:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 76us (175us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.890796:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4436 00002000:00100000:0.0:1780298629.890801:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (229376->233471) req@ffff9cf37f8b0380 x1866777608431616/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.890808:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b0380 with x1866777608431616 ext(229376->233471) 00002000:00010000:0.0:1780298629.890810:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b0380 00000100:00100000:3.0:1780298629.891770:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.891802:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608431744 00000100:00100000:1.0:1780298629.891806:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608431744 00002000:00100000:1.0:1780298629.891828:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (225280->229429) req@ffff9cf37f8b0e00 x1866777608431744/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 4640/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.891835:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b0e00 with x1866777608431744 ext(225280->229429) 00002000:00010000:1.0:1780298629.891838:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b0e00 00000100:00100000:1.0:1780298629.891854:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4437 00000100:00100000:1.0:1780298629.891860:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+30:2398:x1866777608431744:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298629.892217:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+32:2398:x1866777608431744:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 357us (446us total) trans 4294968805 rc 0/0 00000100:00100000:1.0:1780298629.892223:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4437 00002000:00100000:1.0:1780298629.892228:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (225280->229429) req@ffff9cf37f8b0e00 x1866777608431744/t4294968805(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 4640/448 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298629.892234:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b0e00 with x1866777608431744 ext(225280->229429) 00002000:00010000:1.0:1780298629.892236:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b0e00 00000100:00100000:3.0:1780298629.892827:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.892861:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608431872 00000100:00100000:0.0:1780298629.892865:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608431872 00000100:00100000:0.0:1780298629.892888:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4662 00000100:00100000:0.0:1780298629.892893:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+32:2399:x1866777608431872:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298629.893587:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968805 is committed 00000001:00080000:1.0:1780298629.893597:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968802 is committed 00000100:00100000:0.0:1780298629.893753:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608431872:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 856us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.893762:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4662 00000100:00100000:3.0:1780298629.894493:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.894521:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608432000 00000100:00100000:1.0:1780298629.894525:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608432000 00000100:00100000:1.0:1780298629.894551:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61458 00000100:00100000:1.0:1780298629.894556:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f758700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:28749:x1866777608432000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.894565:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.894577:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302aa91 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab4b expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.894645:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302aa98 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.894657:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302aa98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.894667:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302aa98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298629.894687:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 4423734 00000004:00200000:1.0:1780298629.894691:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298629.894705:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302aa98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.894726:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302aa91 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab4b expref: 19 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.894739:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302aa98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab4b expref: 18 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.894747:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.894749:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298629.894753:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298629.894780:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f758700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777608432000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 224us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.894787:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61458 00000100:00100000:3.0:1780298629.895666:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.895685:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.895702:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608432128 00000100:00100000:2.0:1780298629.895708:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608432128 00000100:00100000:0.0:1780298629.895721:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608432256 00000100:00100000:0.0:1780298629.895725:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608432256 00000100:00100000:0.0:1780298629.895749:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4663 00000100:00100000:2.0:1780298629.895755:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4664 00000100:00100000:0.0:1780298629.895757:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608432128:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298629.895763:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608432256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.895767:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.895770:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.895777:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e6302aaa6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab59 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.895777:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e6302aa9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab52 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.895819:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604275072:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.895819:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604275200:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.895873:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.895873:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb10c0 going to sleep for 11 seconds 00002000:00010000:2.0:1780298629.896650:0:8359:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 16 00000100:00100000:2.0:1780298629.896663:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604275072:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.896675:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604275200:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.896687:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e6302aaa6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab59 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.896698:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e6302aa9f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab52 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.896707:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e6302aaa6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab59 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.896718:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00010000:00010000:0.0:1780298629.896721:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078c7f460/0xaf35132e6302aa9f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab52 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.896734:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36c00, rc 0) 00000100:00100000:2.0:1780298629.896746:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608432256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 984us (1059us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.896751:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4664 00000100:00100000:0.0:1780298629.896767:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608432128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1009us (1099us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.896776:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4663 00000100:00100000:2.0:1780298629.897769:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.897800:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608432384 00000100:00100000:1.0:1780298629.897805:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608432384 00000100:00100000:1.0:1780298629.897833:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4665 00000100:00100000:1.0:1780298629.897840:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608432384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.897848:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.897856:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302aaad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab60 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.897869:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.897887:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604275328:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.897897:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608432512 00000100:00100000:0.0:1780298629.897903:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608432512 00000100:00100000:1.0:1780298629.897923:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.897937:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4666 00000100:00100000:0.0:1780298629.897944:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608432512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.897951:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.897958:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b77c5ae2/0xaf35132e6302aab4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab67 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.897986:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604275456:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.898023:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb10c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.898585:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604275328:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.898601:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302aaad lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab60 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.898612:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302aaad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab60 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.898619:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298629.898645:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608432384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 807us (878us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.898654:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4665 00000100:00100000:1.0:1780298629.898744:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604275456:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.898761:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b77c5ae2/0xaf35132e6302aab4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab67 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.898774:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b77c5ae2/0xaf35132e6302aab4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab67 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.898783:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36000, rc 0) 00000100:00100000:1.0:1780298629.898802:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608432512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 860us (935us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.898810:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4666 00000100:00100000:2.0:1780298629.899564:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.899594:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608432768 00000100:00100000:3.0:1780298629.899599:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608432768 00000100:00100000:3.0:1780298629.899634:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61459 00000100:00100000:3.0:1780298629.899643:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+29:28749:x1866777608432768:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:3.0:1780298629.899810:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450cc00/0xaf35132e6302aabb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.899825:0:6476:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302aa98 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab4b expref: 17 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.899835:0:6476:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450cc00/0xaf35132e6302aabb lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.899855:0:6476:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302aa98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab4b expref: 17 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.899868:0:6476:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302aa98 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab4b expref: 17 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.899885:0:6476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8a7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777604275584:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.899921:0:6476:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.900483:0:6476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8a7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777604275584:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.900494:0:6476:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450cc00/0xaf35132e6302aabb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.900649:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.900683:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608432896 00000100:00100000:1.0:1780298629.900687:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608432896 00010000:00010000:1.0:1780298629.900702:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302aa98 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab4b expref: 18 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.900727:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14132 00000100:00100000:1.0:1780298629.900732:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777608432896:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.900740:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.900745:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302aa98 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab4b expref: 18 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.900752:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302aa98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab4b expref: 18 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.900762:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302aa98 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab4b expref: 18 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.900768:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.900771:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450cc00/0xaf35132e6302aabb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.900777:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450cc00/0xaf35132e6302aabb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.900782:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450cc00/0xaf35132e6302aabb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.900800:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.900818:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608432896:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 86us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.900823:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14132 00010000:00010000:0.0:1780298629.900839:0:6476:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450cc00/0xaf35132e6302aabb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.900850:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450cc00/0xaf35132e6302aabb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298629.900902:0:6476:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990651 00000004:00010000:0.0:1780298629.900937:0:6476:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000842cf799 reply state 0000000054d4f477 transno 4294990652 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450cc00/0xaf35132e6302aabb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.900950:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450cc00/0xaf35132e6302aabb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.900958:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.900961:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298629.900963:0:6476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298629.901019:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+32:28749:x1866777608432768:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1376us (1453us total) trans 4294990652 rc 0/0 00000100:00100000:0.0:1780298629.901028:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61459 00000020:00080000:0.0:1780298629.901032:0:6476:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298629.901725:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.901754:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.901762:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608433024 00000100:00100000:1.0:1780298629.901768:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608433024 00002000:00010000:1.0:1780298629.901787:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2718411->18446744073709551615) 00002000:00100000:1.0:1780298629.901792:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541ebb80 with x1866777608433024 ext(2718411->18446744073709551615) 00000100:00100000:0.0:1780298629.901796:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608433152 00000100:00100000:0.0:1780298629.901803:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608433152 00002000:00010000:1.0:1780298629.901805:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2541ebb80. 00002000:00010000:0.0:1780298629.901820:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:0.0:1780298629.901825:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541e8a80 with x1866777608433152 ext(0->18446744073709551615) 00000100:00100000:1.0:1780298629.901829:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4438 00002000:00010000:0.0:1780298629.901831:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2541e8a80. 00000100:00100000:1.0:1780298629.901838:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608433024:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298629.901847:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4439 00000100:00100000:2.0:1780298629.901858:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608433152:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298629.901962:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 2718411 00002000:00010000:1.0:1780298629.901965:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.901966:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.901968:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.901970:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 696 -> 696 00000100:00100000:1.0:1780298629.901996:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608433024:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 160us (271us total) trans 4294969146 rc 0/0 00000100:00100000:1.0:1780298629.902001:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4438 00002000:00010000:1.0:1780298629.902003:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2718411->18446744073709551615) 00002000:00100000:1.0:1780298629.902005:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541ebb80 with x1866777608433024 ext(2718411->18446744073709551615) 00002000:00010000:1.0:1780298629.902009:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2541ebb80. 00002000:00010000:2.0:1780298629.902011:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 229430 -> 0 00002000:00010000:2.0:1780298629.902015:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.902017:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.902019:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.902021:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 16 -> 0 00000100:00100000:2.0:1780298629.902043:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608433152:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 189us (287us total) trans 4294968806 rc 0/0 00000100:00100000:2.0:1780298629.902056:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4439 00002000:00010000:2.0:1780298629.902058:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298629.902064:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541e8a80 with x1866777608433152 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298629.902068:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2541e8a80. 00000100:00100000:3.0:1780298629.902774:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.902804:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608433280 00000100:00100000:1.0:1780298629.902808:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608433280 00000100:00100000:1.0:1780298629.902832:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61460 00000100:00100000:1.0:1780298629.902837:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:28749:x1866777608433280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.902844:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.902851:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302aac2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab6e expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.902892:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e6302aac9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.902899:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e6302aac9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.902904:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e6302aac9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298629.902916:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 2718411 00000004:00200000:1.0:1780298629.902919:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298629.902930:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e6302aac9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.902942:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302aac2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab6e expref: 19 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.902951:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e6302aac9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab6e expref: 18 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.902956:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.902958:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298629.902960:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298629.902980:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777608433280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 144us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.902989:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61460 00000100:00100000:0.0:1780298629.903697:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.903732:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608433408 00000100:00100000:1.0:1780298629.903737:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608433408 00000100:00100000:1.0:1780298629.903771:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4667 00000100:00100000:1.0:1780298629.903778:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608433408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.903787:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.903795:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302aad0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab75 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.903828:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604275712:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.903865:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.904016:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.904045:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608433536 00000100:00100000:0.0:1780298629.904048:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608433536 00000100:00100000:0.0:1780298629.904075:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4668 00000100:00100000:0.0:1780298629.904084:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608433536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.904092:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.904102:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd7ce2a2/0xaf35132e6302aad7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab7c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.904153:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604275840:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.904188:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.904610:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604275712:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.904628:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302aad0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab75 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.904644:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302aad0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab75 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.904654:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:1.0:1780298629.904681:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608433408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 903us (984us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.904689:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4667 00000100:00100000:0.0:1780298629.904878:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604275840:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.904896:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd7ce2a2/0xaf35132e6302aad7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab7c expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.904911:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd7ce2a2/0xaf35132e6302aad7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab7c expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.904920:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36a00, rc 0) 00000100:00100000:0.0:1780298629.904947:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608433536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 865us (932us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.904954:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4668 00000100:00100000:3.0:1780298629.905765:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.905803:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608433664 00000100:00100000:2.0:1780298629.905808:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608433664 00000100:00100000:2.0:1780298629.905841:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4669 00000100:00100000:2.0:1780298629.905850:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608433664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.905859:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298629.905869:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298629.905869:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6302aade lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab83 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.905893:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608433792 00000100:00100000:1.0:1780298629.905897:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608433792 00000100:00100000:2.0:1780298629.905905:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2541e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604275968:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.905923:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4670 00000100:00100000:1.0:1780298629.905930:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608433792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.905936:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.905943:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302aae5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab8a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.905960:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.905967:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604276096:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.905988:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.906722:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604276096:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.906737:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302aae5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab8a expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.906743:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2541e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604275968:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.906753:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302aae5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab8a expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.906761:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00010000:00010000:2.0:1780298629.906769:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6302aade lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab83 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.906786:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608433792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (916us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.906793:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4670 00010000:00010000:2.0:1780298629.906797:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6302aade lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab83 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.906809:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:2.0:1780298629.906834:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608433664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 986us (1068us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.906842:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4669 00000100:00100000:3.0:1780298629.907774:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.907805:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608433920 00000100:00100000:2.0:1780298629.907810:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608433920 00000100:00100000:2.0:1780298629.907842:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4440 00000100:00100000:2.0:1780298629.907848:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608433920:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298629.908016:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2718411 -> 2718411 00002000:00010000:2.0:1780298629.908019:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.908021:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.908023:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.908024:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 696 -> 808 00000100:00100000:2.0:1780298629.908058:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608433920:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 210us (285us total) trans 4294969147 rc 0/0 00000100:00100000:2.0:1780298629.908066:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4440 00000100:00100000:3.0:1780298629.909050:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.909088:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608434048 00000100:00100000:1.0:1780298629.909093:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608434048 00000100:00100000:3.0:1780298629.909116:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.909152:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608434176 00000100:00100000:1.0:1780298629.909155:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608434176 00000100:00100000:0.0:1780298629.909163:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4671 00000100:00100000:0.0:1780298629.909175:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608434048:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298629.909181:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4672 00010000:00010000:0.0:1780298629.909184:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.909190:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608434176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.909195:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a10929f0/0xaf35132e6302aaec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab91 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.909197:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.909206:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302aaf3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab98 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.909236:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604276352:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.909236:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604276224:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.909302:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.909303:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.910090:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604276352:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.910111:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302aaf3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab98 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.910154:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302aaf3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab98 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.910167:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604276224:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.910168:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00010000:00010000:0.0:1780298629.910195:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a10929f0/0xaf35132e6302aaec lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab91 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.910202:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608434176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1013us (1084us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.910214:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4672 00010000:00010000:0.0:1780298629.910222:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a10929f0/0xaf35132e6302aaec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab91 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.910235:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37200, rc 0) 00000100:00100000:0.0:1780298629.910260:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608434048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1088us (1211us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.910269:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4671 00000100:00100000:3.0:1780298629.911199:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.911228:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608434304 00000100:00100000:0.0:1780298629.911232:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608434304 00000100:00100000:3.0:1780298629.911234:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.911272:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608434432 00000100:00100000:0.0:1780298629.911276:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608434432 00000100:00100000:1.0:1780298629.911283:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4673 00000100:00100000:1.0:1780298629.911291:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608434304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.911300:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.911303:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4674 00010000:00010000:1.0:1780298629.911310:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302aafa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cab9f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.911311:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608434432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.911318:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.911325:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd7ce2a2/0xaf35132e6302ab01 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caba6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.911342:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604276480:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.911349:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604276608:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.911397:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.911397:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.912062:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604276480:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.912062:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604276608:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.912079:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302aafa lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab9f expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.912079:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd7ce2a2/0xaf35132e6302ab01 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caba6 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.912094:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd7ce2a2/0xaf35132e6302ab01 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caba6 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.912096:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302aafa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab9f expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.912104:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36a00, rc 0) 00010000:00010000:1.0:1780298629.912105:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:1.0:1780298629.912149:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608434304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 861us (953us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.912149:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608434432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 839us (916us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.912157:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4673 00000100:00100000:0.0:1780298629.912162:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4674 00000100:00100000:3.0:1780298629.914150:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.914196:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608434688 00000100:00100000:2.0:1780298629.914205:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608434688 00000100:00100000:2.0:1780298629.914252:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61461 00000100:00100000:2.0:1780298629.914270:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:28749:x1866777608434688:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298629.914320:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.914342:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e6302aac9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab6e expref: 18 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.914358:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.914363:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298629.914526:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e6302ab08 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.914542:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e6302ab08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.914552:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e6302ab08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298629.914592:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990653 00000004:00010000:2.0:1780298629.914609:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000081d73cbd reply state 00000000b99a4184 transno 4294990654 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e6302ab08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.914620:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e6302ab08 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.914627:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.914629:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298629.914632:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298629.914702:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:28749:x1866777608434688:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 443us (584us total) trans 4294990654 rc 0/0 00000100:00100000:2.0:1780298629.914710:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61461 00000020:00080000:2.0:1780298629.914715:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298629.915515:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.915565:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608434816 00000100:00100000:1.0:1780298629.915570:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608434816 00000100:00100000:1.0:1780298629.915600:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4675 00000100:00100000:1.0:1780298629.915605:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608434816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.915613:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.915623:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302ab0f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cabad expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.915641:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302aa44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab13 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.915648:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(83 143) 00010000:00010000:1.0:1780298629.915652:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(84 143) 00010000:00010000:1.0:1780298629.915655:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302ab0f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabad expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.915681:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302aa44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab13 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.915692:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302aa44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab13 expref: 15 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.915702:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604276736:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298629.915752:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.916365:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604276736:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.916394:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302ab0f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabad expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.916405:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298629.916427:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608434816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 823us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.916433:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4675 00000100:00100000:3.0:1780298629.916591:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.916635:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608434944 00000100:00100000:1.0:1780298629.916639:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608434944 00010000:00010000:1.0:1780298629.916659:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302aa44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab13 expref: 16 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.916696:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14133 00000100:00100000:1.0:1780298629.916705:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608434944:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.916718:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.916735:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302aa44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab13 expref: 16 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.916747:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302aa44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab13 expref: 16 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.916765:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302aa44 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab13 expref: 16 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.916775:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(84 143) 00010000:00010000:1.0:1780298629.916779:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(84 143) 00010000:00010000:1.0:1780298629.916785:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302ab0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabad expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.916794:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302ab0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabad expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.916816:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302ab0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabad expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.916827:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604276864:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298629.916868:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.917508:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604276864:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298629.917516:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.917537:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608434944:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 835us (947us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.917542:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14133 00000100:00100000:3.0:1780298629.917642:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.917678:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608435072 00000100:00100000:0.0:1780298629.917682:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608435072 00000100:00100000:0.0:1780298629.917710:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4676 00000100:00100000:0.0:1780298629.917716:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608435072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.917724:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.917732:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302ab16 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cabb4 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.917747:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302aa4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab1a expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.917757:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(37 104) 00010000:00010000:0.0:1780298629.917759:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(38 104) 00010000:00010000:0.0:1780298629.917763:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302ab16 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabb4 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.917776:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302aa4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab1a expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.917784:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302aa4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab1a expref: 6 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.917792:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604276992:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.917824:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.918426:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604276992:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.918443:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302ab16 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabb4 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.918456:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37600, rc 0) 00000100:00100000:0.0:1780298629.918483:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608435072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 767us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.918490:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4676 00000100:00100000:3.0:1780298629.918684:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.918720:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608435200 00000100:00100000:0.0:1780298629.918724:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608435200 00010000:00010000:0.0:1780298629.918739:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302aa4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab1a expref: 7 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.918771:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14134 00000100:00100000:0.0:1780298629.918780:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608435200:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298629.918789:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298629.918802:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302aa4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab1a expref: 7 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.918811:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302aa4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab1a expref: 7 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.918822:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b156aa6a/0xaf35132e6302aa4b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cab1a expref: 7 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.918830:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(38 104) 00010000:00010000:0.0:1780298629.918832:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(38 104) 00010000:00010000:0.0:1780298629.918836:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302ab16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabb4 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.918842:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302ab16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabb4 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.918856:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302ab16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabb4 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.918867:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604277120:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298629.918900:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.919611:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604277120:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298629.919623:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298629.919650:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608435200:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 871us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.919658:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14134 00000100:00100000:3.0:1780298629.919830:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.919860:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608435328 00000100:00100000:0.0:1780298629.919864:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608435328 00000100:00100000:3.0:1780298629.919871:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:0.0:1780298629.919883:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298629.919888:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243edb480 with x1866777608435328 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298629.919897:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243edb480. 00000100:00100000:0.0:1780298629.919920:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608435456 00000100:00100000:0.0:1780298629.919923:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608435456 00000100:00100000:1.0:1780298629.919924:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4441 00000100:00100000:1.0:1780298629.919934:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608435328:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298629.919934:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2916235->18446744073709551615) 00002000:00100000:0.0:1780298629.919938:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed9f80 with x1866777608435456 ext(2916235->18446744073709551615) 00002000:00010000:0.0:1780298629.919942:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243ed9f80. 00000100:00100000:0.0:1780298629.919963:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4442 00000100:00100000:0.0:1780298629.919970:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608435456:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298629.920065:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2718411 -> 4194304 00002000:00010000:0.0:1780298629.920066:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 2916235 00002000:00010000:1.0:1780298629.920070:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298629.920070:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.920073:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298629.920073:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.920076:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298629.920076:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.920078:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 808 -> 808 00002000:00010000:0.0:1780298629.920078:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1780298629.920104:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608435328:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 172us (403us total) trans 4294969148 rc 0/0 00000100:00100000:0.0:1780298629.920104:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608435456:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 135us (233us total) trans 4294968807 rc 0/0 00000100:00100000:1.0:1780298629.920112:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4441 00002000:00010000:1.0:1780298629.920115:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00000100:00100000:0.0:1780298629.920117:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4442 00002000:00100000:1.0:1780298629.920119:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243edb480 with x1866777608435328 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298629.920120:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2916235->18446744073709551615) 00002000:00010000:1.0:1780298629.920141:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243edb480. 00002000:00100000:0.0:1780298629.920145:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed9f80 with x1866777608435456 ext(2916235->18446744073709551615) 00002000:00010000:0.0:1780298629.920149:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243ed9f80. 00000100:00100000:2.0:1780298629.921464:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.921497:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608435584 00000100:00100000:3.0:1780298629.921502:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608435584 00002000:00100000:3.0:1780298629.921528:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2871296->2875391) req@ffff9cf2541e9c00 x1866777608435584/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298629.921537:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541e9c00 with x1866777608435584 ext(2871296->2875391) 00002000:00010000:3.0:1780298629.921540:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2541e9c00 00000100:00100000:3.0:1780298629.921559:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4443 00000100:00100000:3.0:1780298629.921570:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2541e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608435584:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298629.921711:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2541e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608435584:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 142us (249us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298629.921726:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4443 00002000:00100000:3.0:1780298629.921733:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2871296->2875391) req@ffff9cf2541e9c00 x1866777608435584/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298629.921740:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2541e9c00 with x1866777608435584 ext(2871296->2875391) 00002000:00010000:3.0:1780298629.921744:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2541e9c00 00000100:00100000:3.0:1780298629.923055:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.923099:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608435712 00000100:00100000:2.0:1780298629.923104:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608435712 00002000:00100000:2.0:1780298629.923153:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2875392->2879487) req@ffff9cf243ed8a80 x1866777608435712/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.923159:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed8a80 with x1866777608435712 ext(2875392->2879487) 00002000:00010000:2.0:1780298629.923162:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243ed8a80 00000100:00100000:2.0:1780298629.923180:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4444 00000100:00100000:2.0:1780298629.923186:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608435712:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.923285:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608435712:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 98us (230us total) trans 0 rc 4096/4096 00010000:00010000:1.0:1780298629.923287:0:7850:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298629.923294:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4444 00002000:00100000:2.0:1780298629.923301:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2875392->2879487) req@ffff9cf243ed8a80 x1866777608435712/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.923309:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed8a80 with x1866777608435712 ext(2875392->2879487) 00002000:00010000:2.0:1780298629.923313:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243ed8a80 00000100:00100000:2.0:1780298629.924492:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.924532:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608435840 00000100:00100000:0.0:1780298629.924537:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608435840 00002000:00100000:0.0:1780298629.924557:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2850816->2916351) req@ffff9cf348007100 x1866777608435840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 504/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.924564:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348007100 with x1866777608435840 ext(2850816->2916351) 00002000:00010000:0.0:1780298629.924567:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348007100 00000100:00100000:0.0:1780298629.924583:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4445 00000100:00100000:0.0:1780298629.924590:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608435840:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.925684:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608435840:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1093us (1195us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1780298629.925691:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4445 00002000:00100000:0.0:1780298629.925697:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2850816->2916351) req@ffff9cf348007100 x1866777608435840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 504/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.925704:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348007100 with x1866777608435840 ext(2850816->2916351) 00002000:00010000:0.0:1780298629.925707:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348007100 00000100:00100000:2.0:1780298629.928593:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.928640:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608435968 00000100:00100000:0.0:1780298629.928649:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608435968 00002000:00100000:0.0:1780298629.928686:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2871296->2916234) req@ffff9cf348006680 x1866777608435968/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.928699:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006680 with x1866777608435968 ext(2871296->2916234) 00002000:00010000:0.0:1780298629.928702:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348006680 00000100:00100000:0.0:1780298629.928724:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4446 00000100:00100000:0.0:1780298629.928731:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608435968:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298629.930197:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608435968:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1462us (1607us total) trans 4294968808 rc 0/0 00000100:00100000:0.0:1780298629.930208:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4446 00002000:00100000:0.0:1780298629.930216:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2871296->2916234) req@ffff9cf348006680 x1866777608435968/t4294968808(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/448 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.930226:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006680 with x1866777608435968 ext(2871296->2916234) 00002000:00010000:0.0:1780298629.930231:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348006680 00000100:00100000:3.0:1780298629.931098:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.931153:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608436096 00000100:00100000:2.0:1780298629.931161:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608436096 00000100:00100000:2.0:1780298629.931202:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4677 00000100:00100000:2.0:1780298629.931213:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608436096:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298629.932042:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968808 is committed 00000001:00080000:1.0:1780298629.932053:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968806 is committed 00000100:00100000:2.0:1780298629.932162:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608436096:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 951us (1065us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.932171:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4677 00000100:00100000:3.0:1780298629.933066:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.933112:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608436224 00000100:00100000:1.0:1780298629.933118:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608436224 00000100:00100000:1.0:1780298629.933180:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61462 00000100:00100000:1.0:1780298629.933189:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348ba4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:28749:x1866777608436224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.933208:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.933229:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841cc00/0xaf35132e6302ab1d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cabbb expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.933315:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302ab24 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.933332:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302ab24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.933345:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302ab24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298629.933369:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 7110539 00000004:00200000:1.0:1780298629.933373:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298629.933404:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302ab24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.933428:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841cc00/0xaf35132e6302ab1d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabbb expref: 22 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.933445:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302ab24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabbb expref: 21 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.933454:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.933457:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298629.933461:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298629.933493:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348ba4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:28749:x1866777608436224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 306us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.933500:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61462 00000100:00100000:3.0:1780298629.934877:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.934940:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608436480 00000100:00100000:0.0:1780298629.934948:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608436480 00000100:00100000:0.0:1780298629.934992:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61463 00000100:00100000:0.0:1780298629.935002:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+32:28749:x1866777608436480:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298629.935201:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37c00/0xaf35132e6302ab2b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.935217:0:6476:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302ab24 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabbb expref: 20 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.935227:0:6476:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37c00/0xaf35132e6302ab2b lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.935258:0:6476:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302ab24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabbb expref: 20 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.935273:0:6476:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302ab24 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabbb expref: 20 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.935287:0:6476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777604277248:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.935361:0:6476:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.936254:0:6476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777604277248:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.936277:0:6476:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37c00/0xaf35132e6302ab2b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.936345:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.936396:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608436608 00000100:00100000:2.0:1780298629.936402:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608436608 00010000:00010000:2.0:1780298629.936424:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302ab24 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabbb expref: 21 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.936451:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14135 00000100:00100000:2.0:1780298629.936459:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777608436608:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298629.936471:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.936477:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302ab24 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabbb expref: 21 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.936491:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302ab24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabbb expref: 21 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.936506:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302ab24 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabbb expref: 21 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.936516:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.936519:0:8374:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37c00/0xaf35132e6302ab2b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.936525:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37c00/0xaf35132e6302ab2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.936530:0:8374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37c00/0xaf35132e6302ab2b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.936548:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298629.936577:0:6476:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37c00/0xaf35132e6302ab2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.936586:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37c00/0xaf35132e6302ab2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.936596:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777608436608:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 131us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.936607:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14135 00000001:00080000:0.0:1780298629.936677:0:6476:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990655 00000004:00010000:0.0:1780298629.936722:0:6476:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042f0a7a3 reply state 0000000079ddddda transno 4294990656 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37c00/0xaf35132e6302ab2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.936740:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37c00/0xaf35132e6302ab2b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.936748:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.936750:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298629.936753:0:6476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298629.936854:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+35:28749:x1866777608436480:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1850us (1981us total) trans 4294990656 rc 0/0 00000100:00100000:0.0:1780298629.936863:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61463 00000020:00080000:0.0:1780298629.936870:0:6476:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298629.937541:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.937594:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608436736 00000100:00100000:0.0:1780298629.937601:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608436736 00000100:00100000:0.0:1780298629.937647:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4678 00000100:00100000:0.0:1780298629.937655:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:28749:x1866777608436736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.937673:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.937685:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302ab32 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cabc2 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.937718:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302ab0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabad expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.937728:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(84 143) 00010000:00010000:0.0:1780298629.937732:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(85 143) 00010000:00010000:0.0:1780298629.937738:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302ab32 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc2 expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.937762:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302ab0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabad expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.937778:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302ab0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabad expref: 9 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.937788:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604277376:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.937842:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.938448:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604277376:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.938462:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302ab32 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc2 expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.938471:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36a00, rc 0) 00000100:00100000:0.0:1780298629.938498:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:28749:x1866777608436736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 844us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.938505:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4678 00000100:00100000:3.0:1780298629.938722:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.938768:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608436864 00000100:00100000:0.0:1780298629.938773:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608436864 00010000:00010000:0.0:1780298629.938792:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302ab0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabad expref: 10 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.938821:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14136 00000100:00100000:0.0:1780298629.938830:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b02050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608436864:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298629.938840:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298629.938858:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302ab0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabad expref: 10 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.938869:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302ab0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabad expref: 10 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.938891:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302ab0f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabad expref: 10 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.938904:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(85 143) 00010000:00010000:0.0:1780298629.938907:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(85 143) 00010000:00010000:0.0:1780298629.938913:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302ab32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc2 expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.938921:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302ab32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc2 expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.938938:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302ab32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc2 expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.938944:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604277504:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298629.938976:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.939722:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604277504:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298629.939732:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298629.939757:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b02050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608436864:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 930us (1034us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.939764:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14136 00000100:00100000:0.0:1780298629.939890:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.939942:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608436992 00000100:00100000:1.0:1780298629.939953:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608436992 00000100:00100000:1.0:1780298629.940008:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4679 00000100:00100000:1.0:1780298629.940019:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608436992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.940034:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.940049:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302ab39 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cabc9 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.940074:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302ab16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabb4 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.940084:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(38 104) 00010000:00010000:1.0:1780298629.940088:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(39 104) 00010000:00010000:1.0:1780298629.940093:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302ab39 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc9 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.940121:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302ab16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabb4 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.940172:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302ab16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabb4 expref: 8 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.940185:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604277632:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298629.940251:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.940947:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604277632:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.940969:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302ab39 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc9 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.940989:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298629.941031:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608436992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1015us (1141us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.941038:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4679 00000100:00100000:3.0:1780298629.941404:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.941462:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608437120 00000100:00100000:1.0:1780298629.941468:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608437120 00010000:00010000:1.0:1780298629.941495:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302ab16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabb4 expref: 9 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.941524:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14137 00000100:00100000:1.0:1780298629.941531:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608437120:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.941541:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298629.941554:0:6461:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 88 00010000:00010000:1.0:1780298629.941559:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302ab16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabb4 expref: 9 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.941568:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302ab16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabb4 expref: 9 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.941591:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302ab16 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabb4 expref: 9 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.941600:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(39 104) 00010000:00010000:1.0:1780298629.941602:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(39 104) 00010000:00010000:1.0:1780298629.941607:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302ab39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc9 expref: 5 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.941613:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302ab39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc9 expref: 5 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.941630:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302ab39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc9 expref: 5 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.941636:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604277760:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298629.941669:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.942527:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604277760:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298629.942544:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.942582:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608437120:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1050us (1178us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.942591:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14137 00000100:00100000:3.0:1780298629.942609:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.942656:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608437248 00000100:00100000:0.0:1780298629.942662:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608437248 00002000:00010000:0.0:1780298629.942688:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2667957->18446744073709551615) 00002000:00100000:0.0:1780298629.942692:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243edad80 with x1866777608437248 ext(2667957->18446744073709551615) 00002000:00010000:0.0:1780298629.942700:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243edad80. 00000100:00100000:3.0:1780298629.942717:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.942724:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4447 00000100:00100000:0.0:1780298629.942731:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608437248:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298629.942779:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608437376 00000100:00100000:2.0:1780298629.942786:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608437376 00002000:00010000:2.0:1780298629.942814:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298629.942818:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243eda680 with x1866777608437376 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298629.942827:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243eda680. 00000100:00100000:2.0:1780298629.942855:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4448 00000100:00100000:2.0:1780298629.942864:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243eda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608437376:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298629.942953:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 2667957 00002000:00010000:0.0:1780298629.942957:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298629.942958:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298629.942960:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298629.942961:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 808 -> 808 00000100:00100000:0.0:1780298629.943001:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608437248:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 271us (398us total) trans 4294969149 rc 0/0 00000100:00100000:0.0:1780298629.943007:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4447 00002000:00010000:0.0:1780298629.943014:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2667957->18446744073709551615) 00002000:00100000:0.0:1780298629.943016:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243edad80 with x1866777608437248 ext(2667957->18446744073709551615) 00002000:00010000:0.0:1780298629.943020:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243edad80. 00002000:00010000:2.0:1780298629.943115:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2916235 -> 0 00002000:00010000:2.0:1780298629.943118:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.943120:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.943122:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.943142:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 88 -> 0 00000100:00100000:2.0:1780298629.943178:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243eda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608437376:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 316us (461us total) trans 4294968809 rc 0/0 00000100:00100000:2.0:1780298629.943184:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4448 00002000:00010000:2.0:1780298629.943186:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298629.943188:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243eda680 with x1866777608437376 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298629.943192:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243eda680. 00000100:00100000:3.0:1780298629.944032:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.944072:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608437504 00000100:00100000:1.0:1780298629.944079:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608437504 00000100:00100000:1.0:1780298629.944117:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61464 00000100:00100000:1.0:1780298629.944152:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+35:28749:x1866777608437504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.944170:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.944185:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302ab40 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cabd0 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.944257:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302ab47 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.944277:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302ab47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.944287:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302ab47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298629.944310:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 2667957 00000004:00200000:1.0:1780298629.944314:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298629.944331:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302ab47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.944348:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302ab40 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabd0 expref: 37 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.944359:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302ab47 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabd0 expref: 36 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.944365:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298629.944367:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298629.944369:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298629.944405:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+36:28749:x1866777608437504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 282us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.944409:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61464 00000100:00100000:1.0:1780298629.945840:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.945875:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608437632 00000100:00100000:2.0:1780298629.945880:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608437632 00000100:00100000:2.0:1780298629.945914:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61465 00000100:00100000:2.0:1780298629.945920:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:28749:x1866777608437632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.945928:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.945940:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302ab4e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cabd7 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.945982:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302ab55 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.945990:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302ab55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.945997:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302ab55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298629.946010:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 2667957 00000004:00200000:2.0:1780298629.946012:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298629.946021:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302ab55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.946034:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302ab4e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabd7 expref: 22 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.946043:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302ab55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabd7 expref: 21 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.946048:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.946050:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298629.946052:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:2.0:1780298629.946083:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:28749:x1866777608437632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 164us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298629.946088:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61465 00000100:00100000:3.0:1780298629.947180:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.947217:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.947220:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608437760 00000100:00100000:0.0:1780298629.947229:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608437760 00000100:00100000:1.0:1780298629.947258:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608437888 00000100:00100000:1.0:1780298629.947266:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608437888 00000100:00100000:0.0:1780298629.947271:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4680 00000100:00100000:0.0:1780298629.947281:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608437760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.947294:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.947307:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302ab5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cabde expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.947320:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4681 00000100:00100000:1.0:1780298629.947335:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608437888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.947347:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.947362:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302ab63 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cabe5 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.947362:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604277888:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.947431:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604278016:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.947448:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.947481:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.948350:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604278016:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.948352:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604277888:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.948399:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302ab63 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabe5 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.948407:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302ab5c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabde expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.948446:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302ab63 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabe5 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.948459:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf17d487/0xaf35132e6302ab5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabde expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.948462:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00010000:00010000:0.0:1780298629.948479:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37400, rc 0) 00000100:00100000:1.0:1780298629.948504:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608437888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1171us (1282us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.948513:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4681 00000100:00100000:0.0:1780298629.948520:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608437760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1236us (1338us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.948531:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4680 00000100:00100000:2.0:1780298629.949751:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.949793:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608438016 00000100:00100000:2.0:1780298629.949798:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.949799:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608438016 00000100:00100000:0.0:1780298629.949846:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608438144 00000100:00100000:0.0:1780298629.949850:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608438144 00000100:00100000:3.0:1780298629.949865:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4682 00000100:00100000:3.0:1780298629.949881:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608438016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.949894:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298629.949899:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4683 00010000:00010000:3.0:1780298629.949910:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302ab6a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cabec expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.949912:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608438144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.949933:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.949949:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302ab71 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cabf3 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.949966:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243edb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604278144:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.949996:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604278272:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.950043:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.950052:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.950948:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604278272:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.950966:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243edb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604278144:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.950986:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302ab71 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabf3 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.951000:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302ab6a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabec expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.951008:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302ab71 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabf3 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.951062:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36400, rc 0) 00010000:00010000:2.0:1780298629.951064:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302ab6a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabec expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.951080:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:0.0:1780298629.951104:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608438144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1194us (1302us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.951122:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4683 00000100:00100000:2.0:1780298629.951153:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608438016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1240us (1366us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.951172:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4682 00000100:00100000:1.0:1780298629.952797:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.952850:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608438272 00000100:00100000:2.0:1780298629.952856:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608438272 00002000:00100000:2.0:1780298629.952889:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1433600->1437695) req@ffff9cf3481faa00 x1866777608438272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.952897:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481faa00 with x1866777608438272 ext(1433600->1437695) 00002000:00010000:2.0:1780298629.952901:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481faa00 00000100:00100000:2.0:1780298629.952920:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4449 00000100:00100000:2.0:1780298629.952926:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608438272:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.953096:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608438272:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 169us (301us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298629.953104:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4449 00002000:00100000:2.0:1780298629.953111:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1433600->1437695) req@ffff9cf3481faa00 x1866777608438272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.953121:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481faa00 with x1866777608438272 ext(1433600->1437695) 00002000:00010000:2.0:1780298629.953149:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481faa00 00000100:00100000:1.0:1780298629.954169:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.954204:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608438400 00000100:00100000:0.0:1780298629.954209:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608438400 00002000:00100000:0.0:1780298629.954234:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (1437696->1441791) req@ffff9cf3481f8a80 x1866777608438400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.954253:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8a80 with x1866777608438400 ext(1437696->1441791) 00002000:00010000:0.0:1780298629.954257:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f8a80 00000100:00100000:0.0:1780298629.954283:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4450 00000100:00100000:0.0:1780298629.954290:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777608438400:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.954392:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777608438400:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 102us (225us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298629.954400:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4450 00002000:00100000:0.0:1780298629.954406:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (1437696->1441791) req@ffff9cf3481f8a80 x1866777608438400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/4536 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.954414:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8a80 with x1866777608438400 ext(1437696->1441791) 00002000:00010000:0.0:1780298629.954417:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f8a80 00000100:00100000:3.0:1780298629.955491:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.955535:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608438528 00000100:00100000:0.0:1780298629.955540:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608438528 00002000:00100000:0.0:1780298629.955560:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1413120->1478655) req@ffff9cf243edb800 x1866777608438528/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.955575:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243edb800 with x1866777608438528 ext(1413120->1478655) 00002000:00010000:0.0:1780298629.955578:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243edb800 00000100:00100000:0.0:1780298629.955599:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4451 00000100:00100000:0.0:1780298629.955607:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777608438528:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298629.956593:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777608438528:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 986us (1100us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1780298629.956601:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4451 00002000:00100000:0.0:1780298629.956608:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1413120->1478655) req@ffff9cf243edb800 x1866777608438528/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 504/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298629.956617:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243edb800 with x1866777608438528 ext(1413120->1478655) 00002000:00010000:0.0:1780298629.956620:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243edb800 00000100:00100000:1.0:1780298629.957753:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.957796:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608438656 00000100:00100000:2.0:1780298629.957802:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608438656 00002000:00100000:2.0:1780298629.957832:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (1478656->1515519) req@ffff9cf3481f9500 x1866777608438656/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.957841:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9500 with x1866777608438656 ext(1478656->1515519) 00002000:00010000:2.0:1780298629.957845:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f9500 00000100:00100000:2.0:1780298629.957867:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4452 00000100:00100000:2.0:1780298629.957875:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608438656:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.958790:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608438656:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 914us (1036us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1780298629.958798:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4452 00002000:00100000:2.0:1780298629.958806:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (1478656->1515519) req@ffff9cf3481f9500 x1866777608438656/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.958816:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9500 with x1866777608438656 ext(1478656->1515519) 00002000:00010000:2.0:1780298629.958819:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f9500 00000100:00100000:3.0:1780298629.959957:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.959975:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.960007:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608438784 00000100:00100000:2.0:1780298629.960013:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608438784 00000100:00100000:1.0:1780298629.960017:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608438912 00000100:00100000:1.0:1780298629.960023:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608438912 00000100:00100000:2.0:1780298629.960057:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4684 00000100:00100000:2.0:1780298629.960066:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608438784:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298629.960076:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4685 00010000:00010000:2.0:1780298629.960079:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.960087:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608438912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.960095:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.960100:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302ab78 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cabfa expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.960105:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302ab7f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac01 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.960180:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604278400:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.960183:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604278528:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.960249:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.960250:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.961023:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604278528:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.961023:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604278400:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.961062:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302ab78 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabfa expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.961062:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302ab7f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac01 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.961097:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302ab78 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabfa expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.961097:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302ab7f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac01 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.961118:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00010000:00010000:2.0:1780298629.961122:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:1.0:1780298629.961175:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608438912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1092us (1198us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.961183:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608438784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1116us (1224us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.961183:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4685 00000100:00100000:2.0:1780298629.961194:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4684 00000100:00100000:2.0:1780298629.962217:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.962244:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608439040 00000100:00100000:3.0:1780298629.962248:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608439040 00000100:00100000:2.0:1780298629.962256:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.962281:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608439168 00000100:00100000:3.0:1780298629.962290:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608439168 00000100:00100000:1.0:1780298629.962307:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4686 00000100:00100000:1.0:1780298629.962317:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608439040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.962327:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.962338:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302ab86 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac08 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.962343:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4687 00000100:00100000:2.0:1780298629.962355:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608439168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.962365:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.962385:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604278656:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.962388:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302ab8d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac0f expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.962425:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604278784:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.962430:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.962458:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.963265:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604278656:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.963284:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302ab86 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac08 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.963298:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302ab86 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac08 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.963308:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:1.0:1780298629.963342:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608439040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1026us (1124us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.963350:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4686 00000100:00100000:0.0:1780298629.963409:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604278784:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.963427:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302ab8d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac0f expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.963440:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302ab8d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac0f expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.963447:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:0.0:1780298629.963473:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608439168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1121us (1218us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.963480:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4687 00000100:00100000:2.0:1780298629.964460:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.964482:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608439296 00000100:00100000:3.0:1780298629.964487:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608439296 00000100:00100000:3.0:1780298629.964513:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4688 00000100:00100000:3.0:1780298629.964519:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608439296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.964526:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.964535:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302ab94 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac16 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.964550:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302ab32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc2 expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.964556:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(85 143) 00010000:00010000:3.0:1780298629.964559:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(86 143) 00010000:00010000:3.0:1780298629.964562:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302ab94 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1138688->1208319] (req 1138688->1208319) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac16 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.964579:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302ab32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc2 expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.964590:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302ab32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc2 expref: 16 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.964598:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604278912:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.964632:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.965624:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.965710:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608439424 00000100:00100000:3.0:1780298629.965715:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608439424 00010000:00010000:3.0:1780298629.965738:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302ab32 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc2 expref: 17 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.965769:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14138 00000100:00100000:3.0:1780298629.965776:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608439424:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298629.965788:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298629.965801:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302ab32 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc2 expref: 17 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.965811:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302ab32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc2 expref: 17 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.965826:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(86 143) 00010000:00010000:3.0:1780298629.965829:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(86 143) 00010000:00010000:3.0:1780298629.965834:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302ab94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1138688->1208319) gid 0 flags: 0x50080000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac16 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.965844:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302ab94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1138688->1208319) gid 0 flags: 0x50080000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac16 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.965862:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302ab94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1138688->1208319) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac16 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.965869:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604279040:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298629.965899:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00010000:00010000:1.0:1780298629.965943:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd7ce2a2/0xaf35132e6302ab32 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc2 expref: 17 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.965959:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604278912:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.965976:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302ab94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1208319) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac16 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.965984:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:1.0:1780298629.966008:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608439296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1490us (1551us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.966014:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4688 00000100:00100000:3.0:1780298629.966625:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604279040:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298629.966637:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298629.966665:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777608439424:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 889us (1043us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298629.966672:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14138 00000100:00100000:3.0:1780298629.970873:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.970935:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608439552 00000100:00100000:2.0:1780298629.970946:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608439552 00002000:00100000:2.0:1780298629.970996:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (0->2670591) req@ffff9cf255091880 x1866777608439552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/0 e 0 to 0 dl 1780298640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.971007:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091880 with x1866777608439552 ext(0->2670591) 00002000:00010000:2.0:1780298629.971012:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091880 00000100:00100000:2.0:1780298629.971038:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4453 00000100:00100000:2.0:1780298629.971047:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608439552:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298629.978076:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608439552:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 7021us (7201us total) trans 0 rc 2670592/2670592 00000100:00100000:2.0:1780298629.978086:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4453 00002000:00100000:2.0:1780298629.978098:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (0->2670591) req@ffff9cf255091880 x1866777608439552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:335/0 lens 488/440 e 0 to 0 dl 1780298640 ref 1 fl Complete:/600/0 rc 2670592/2670592 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298629.978106:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091880 with x1866777608439552 ext(0->2670591) 00002000:00010000:2.0:1780298629.978112:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091880 00000100:00100000:3.0:1780298629.979921:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.979979:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608439680 00000100:00100000:2.0:1780298629.979989:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608439680 00000100:00100000:2.0:1780298629.980036:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4689 00000100:00100000:2.0:1780298629.980046:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608439680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.980064:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.980083:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302ab9b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac1d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.980168:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604279168:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.980249:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.981076:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604279168:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.981099:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302ab9b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac1d expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.981121:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302ab9b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac1d expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.981151:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:2.0:1780298629.981187:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608439680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1142us (1269us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.981194:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4689 00000100:00100000:1.0:1780298629.982173:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.982225:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608439808 00000100:00100000:0.0:1780298629.982231:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608439808 00000100:00100000:0.0:1780298629.982278:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4690 00000100:00100000:0.0:1780298629.982287:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608439808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.982297:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.982307:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002af870db/0xaf35132e6302aba2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac24 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.982341:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604279296:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.982403:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.983069:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604279296:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.983088:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002af870db/0xaf35132e6302aba2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac24 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.983102:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002af870db/0xaf35132e6302aba2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac24 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.983111:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36600, rc 0) 00000100:00100000:0.0:1780298629.983165:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608439808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 880us (994us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.983173:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4690 00000100:00100000:1.0:1780298629.984193:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.984224:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608439936 00000100:00100000:0.0:1780298629.984228:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608439936 00000100:00100000:0.0:1780298629.984254:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4691 00000100:00100000:0.0:1780298629.984260:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777608439936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.984269:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.984279:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302aba9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac2b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.984293:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(86 143) 00010000:00010000:0.0:1780298629.984296:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(86 143) 00010000:00010000:0.0:1780298629.984301:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302aba9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac2b expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.984312:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302aba9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac2b expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.984318:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37a00, rc 0) 00000100:00100000:0.0:1780298629.984339:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777608439936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 80us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.984343:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4691 00000100:00100000:1.0:1780298629.986365:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.986405:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608440192 00000100:00100000:0.0:1780298629.986411:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608440192 00000100:00100000:0.0:1780298629.986446:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61466 00000100:00100000:0.0:1780298629.986455:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+36:28749:x1866777608440192:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298629.986498:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298629.986516:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302ab47 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabd0 expref: 36 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.986531:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.986536:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298629.986683:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37800/0xaf35132e6302abb0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.986695:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302ab55 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabd7 expref: 20 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.986701:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37800/0xaf35132e6302abb0 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.986727:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302ab55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabd7 expref: 20 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.986737:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302ab55 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabd7 expref: 20 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.986746:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604279424:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298629.986791:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298629.987369:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604279424:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298629.987400:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37800/0xaf35132e6302abb0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.987567:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.987604:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608440320 00000100:00100000:2.0:1780298629.987608:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608440320 00010000:00010000:2.0:1780298629.987625:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302ab55 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabd7 expref: 21 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.987649:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14139 00000100:00100000:2.0:1780298629.987655:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777608440320:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298629.987663:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298629.987667:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302ab55 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabd7 expref: 21 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.987675:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302ab55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabd7 expref: 21 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.987685:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302ab55 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabd7 expref: 21 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.987692:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298629.987696:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37800/0xaf35132e6302abb0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.987702:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37800/0xaf35132e6302abb0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.987707:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37800/0xaf35132e6302abb0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.987720:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298629.987739:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37800/0xaf35132e6302abb0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.987745:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777608440320:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 89us (177us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298629.987755:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37800/0xaf35132e6302abb0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.987759:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14139 00000001:00080000:0.0:1780298629.987802:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990657 00000004:00010000:0.0:1780298629.987819:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b1ad3434 reply state 00000000d0900efc transno 4294990658 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37800/0xaf35132e6302abb0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.987832:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b37800/0xaf35132e6302abb0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.987836:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.987838:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298629.987839:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298629.987883:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+38:28749:x1866777608440192:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1430us (1521us total) trans 4294990658 rc 0/0 00000100:00100000:0.0:1780298629.987888:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61466 00000020:00080000:0.0:1780298629.987892:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298629.988530:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.988557:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608440448 00000100:00100000:3.0:1780298629.988561:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608440448 00000100:00100000:3.0:1780298629.988585:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4692 00000100:00100000:3.0:1780298629.988590:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:28749:x1866777608440448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.988597:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298629.988606:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302abb7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac32 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.988621:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302ab94 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1138688->1208319) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac16 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.988627:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302aba9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac2b expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.988632:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(86 143) 00010000:00010000:3.0:1780298629.988634:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(86 143) 00010000:00010000:3.0:1780298629.988637:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302abb7 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac32 expref: 18 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.988650:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302aba9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac2b expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.988656:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302aba9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac2b expref: 18 pid: 20252 timeout: 919 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.988662:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604279552:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298629.988696:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302ab94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1138688->1208319) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac16 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.988704:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302ab94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1138688->1208319) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac16 expref: 9 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298629.988711:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604279680:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298629.988727:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.989326:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604279552:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298629.989332:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604279680:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298629.989344:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302abb7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac32 expref: 18 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.989354:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00000100:00100000:1.0:1780298629.989387:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:28749:x1866777608440448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 796us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.989392:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4692 00000100:00100000:1.0:1780298629.989604:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.989650:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608440576 00000100:00100000:0.0:1780298629.989655:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608440576 00010000:00010000:0.0:1780298629.989672:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302aba9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac2b expref: 18 pid: 20252 timeout: 919 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298629.989698:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14140 00000100:00100000:0.0:1780298629.989706:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2397:x1866777608440576:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298629.989714:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298629.989730:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302aba9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac2b expref: 18 pid: 20252 timeout: 919 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.989740:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302aba9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac2b expref: 18 pid: 20252 timeout: 919 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.989752:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085c2bc23/0xaf35132e6302aba9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac2b expref: 18 pid: 20252 timeout: 919 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.989767:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298629.989793:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777608440576:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 89us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.989799:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14140 00000100:00100000:2.0:1780298629.991702:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298629.991740:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608440704 00000100:00100000:1.0:1780298629.991745:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608440704 00010000:00010000:1.0:1780298629.991761:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302ab94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1138688->1208319) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac16 expref: 10 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.991781:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14141 00000100:00100000:1.0:1780298629.991786:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608440704:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298629.991793:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298629.991802:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302ab94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1138688->1208319) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac16 expref: 10 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.991810:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302ab94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1138688->1208319) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac16 expref: 10 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.991825:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e6302ab94 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1138688->1208319) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac16 expref: 10 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.991834:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(86 143) 00010000:00010000:1.0:1780298629.991836:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(86 143) 00010000:00010000:1.0:1780298629.991840:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302abb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac32 expref: 16 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.991845:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302abb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac32 expref: 16 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.991862:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302abb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac32 expref: 16 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298629.991868:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604279808:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298629.991901:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.992557:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604279808:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298629.992567:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298629.992598:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608440704:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 811us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298629.992606:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14141 00000100:00100000:0.0:1780298629.992764:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.992789:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.992803:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608440960 00000100:00100000:2.0:1780298629.992808:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608440960 00000100:00100000:1.0:1780298629.992821:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608440832 00000100:00100000:1.0:1780298629.992826:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608440832 00002000:00010000:2.0:1780298629.992828:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2648623->18446744073709551615) 00002000:00100000:2.0:1780298629.992833:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491aa00 with x1866777608440960 ext(2648623->18446744073709551615) 00002000:00010000:2.0:1780298629.992839:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25491aa00. 00002000:00010000:1.0:1780298629.992841:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298629.992845:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491b480 with x1866777608440832 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298629.992850:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491b480. 00000100:00100000:2.0:1780298629.992861:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4454 00000100:00100000:2.0:1780298629.992870:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608440960:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298629.992873:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4455 00000100:00100000:1.0:1780298629.992883:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777608440832:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298629.992987:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2667957 -> 4194304 00002000:00010000:1.0:1780298629.992990:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.992992:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.992994:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298629.992996:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 808 -> 808 00002000:00010000:2.0:1780298629.993007:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 2648623 00002000:00010000:2.0:1780298629.993010:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.993012:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.993014:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298629.993016:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1780298629.993019:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608440832:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 137us (228us total) trans 4294969150 rc 0/0 00000100:00100000:1.0:1780298629.993025:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4455 00002000:00010000:1.0:1780298629.993029:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298629.993031:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491b480 with x1866777608440832 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298629.993034:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491b480. 00000100:00100000:2.0:1780298629.993042:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608440960:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 173us (277us total) trans 4294968810 rc 0/0 00000100:00100000:2.0:1780298629.993050:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4454 00002000:00010000:2.0:1780298629.993053:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2648623->18446744073709551615) 00002000:00100000:2.0:1780298629.993055:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491aa00 with x1866777608440960 ext(2648623->18446744073709551615) 00002000:00010000:2.0:1780298629.993059:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25491aa00. 00000100:00100000:2.0:1780298629.993710:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.993742:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608441088 00000100:00100000:0.0:1780298629.993746:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608441088 00000100:00100000:0.0:1780298629.993776:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61467 00000100:00100000:0.0:1780298629.993783:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:28749:x1866777608441088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298629.993792:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298629.993804:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36600/0xaf35132e6302abbe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac39 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.993861:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36e00/0xaf35132e6302abc5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.993869:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36e00/0xaf35132e6302abc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.993875:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36e00/0xaf35132e6302abc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298629.993889:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6842927 00000004:00200000:0.0:1780298629.993892:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298629.993902:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36e00/0xaf35132e6302abc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.993926:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36600/0xaf35132e6302abbe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac39 expref: 22 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.993935:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36e00/0xaf35132e6302abc5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac39 expref: 21 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.993940:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298629.993942:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298629.993943:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36e00, rc 0) 00000100:00100000:0.0:1780298629.993964:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:28749:x1866777608441088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 183us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298629.993968:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61467 00000100:00100000:3.0:1780298629.994810:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.994841:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608441216 00000100:00100000:2.0:1780298629.994845:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608441216 00000100:00100000:3.0:1780298629.994848:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298629.994872:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608441344 00000100:00100000:2.0:1780298629.994876:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608441344 00000100:00100000:1.0:1780298629.994881:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4693 00000100:00100000:1.0:1780298629.994889:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608441216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298629.994896:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298629.994903:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e90122d2/0xaf35132e6302abcc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac40 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.994905:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4694 00000100:00100000:2.0:1780298629.994918:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608441344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.994927:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298629.994934:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604279936:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.994937:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302abd3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac47 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.994965:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604280064:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.994973:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.994990:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.995678:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604279936:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.995691:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604280064:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.995696:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e90122d2/0xaf35132e6302abcc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac40 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.995708:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302abd3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac47 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.995710:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e90122d2/0xaf35132e6302abcc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac40 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.995730:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93c00, rc 0) 00010000:00010000:3.0:1780298629.995733:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302abd3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac47 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298629.995741:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298629.995760:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608441216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 871us (950us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298629.995764:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608441344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 848us (915us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.995774:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4693 00000100:00100000:3.0:1780298629.995782:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4694 00000100:00100000:3.0:1780298629.996681:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.996710:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608441472 00000100:00100000:0.0:1780298629.996714:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608441472 00000100:00100000:3.0:1780298629.996742:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298629.996746:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4695 00000100:00100000:0.0:1780298629.996757:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608441472:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298629.996764:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608441600 00010000:00010000:0.0:1780298629.996765:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298629.996768:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608441600 00010000:00010000:0.0:1780298629.996773:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d106f86/0xaf35132e6302abda lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac4e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.996795:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4696 00000100:00100000:0.0:1780298629.996801:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604280192:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.996802:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608441600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.996809:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.996816:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302abe1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac55 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.996840:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604280320:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298629.996844:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.996868:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298629.997434:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604280192:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298629.997447:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000d106f86/0xaf35132e6302abda lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac4e expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.997458:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d106f86/0xaf35132e6302abda lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac4e expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.997465:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36400, rc 0) 00000100:00100000:2.0:1780298629.997493:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608441472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 739us (850us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.997501:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4695 00000100:00100000:0.0:1780298629.997537:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604280320:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298629.997556:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302abe1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac55 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.997569:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302abe1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac55 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298629.997575:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:0.0:1780298629.997602:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608441600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 797us (857us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298629.997607:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4696 00000100:00100000:1.0:1780298629.998534:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.998556:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608441856 00000100:00100000:3.0:1780298629.998561:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608441856 00000100:00100000:1.0:1780298629.998586:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298629.998591:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4697 00000100:00100000:3.0:1780298629.998599:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608441856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298629.998607:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298629.998613:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608441728 00010000:00010000:3.0:1780298629.998616:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302abe8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac63 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.998619:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608441728 00000100:00100000:2.0:1780298629.998646:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4698 00000100:00100000:2.0:1780298629.998651:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e427c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608441728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298629.998656:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298629.998663:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302abef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac5c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298629.998692:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604280576:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298629.998693:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604280448:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298629.998741:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298629.998742:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298629.999417:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604280448:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298629.999437:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302abe8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac63 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.999454:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302abe8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac63 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298629.999466:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00000100:00100000:2.0:1780298629.999492:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604280576:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298629.999502:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608441856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 901us (968us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298629.999513:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4697 00010000:00010000:2.0:1780298629.999514:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302abef lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac5c expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.999531:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302abef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac5c expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298629.999541:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:2.0:1780298629.999572:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e427c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608441728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 920us (986us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298629.999579:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4698 00000100:00100000:3.0:1780298630.000482:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.000511:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608441984 00000100:00100000:0.0:1780298630.000515:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608441984 00000100:00100000:3.0:1780298630.000527:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00080000:2.0:1780298630.000548:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780298630.000549:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608442112 00000100:00100000:0.0:1780298630.000553:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608442112 00000100:00080000:2.0:1780298630.000567:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780298630.000567:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4699 00000100:00100000:1.0:1780298630.000580:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608441984:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298630.000585:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4700 00010000:00010000:1.0:1780298630.000591:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.000593:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608442112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.000602:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000186136f8/0xaf35132e6302abf6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac6a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.000606:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.000615:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e6302abfd lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac71 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.000634:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604280704:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.000642:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604280832:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.000679:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.000680:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.001296:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604280832:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.001313:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e6302abfd lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac71 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.001324:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a10929f0/0xaf35132e6302abfd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac71 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.001332:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37200, rc 0) 00000100:00100000:1.0:1780298630.001334:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604280704:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.001350:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000186136f8/0xaf35132e6302abf6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac6a expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.001358:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608442112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 765us (831us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298630.001363:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000186136f8/0xaf35132e6302abf6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac6a expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.001366:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4700 00010000:00010000:1.0:1780298630.001385:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93000, rc 0) 00000100:00100000:1.0:1780298630.001405:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608441984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 829us (925us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.001413:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4699 00000100:00100000:3.0:1780298630.002148:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.002175:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608442240 00000100:00100000:1.0:1780298630.002179:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608442240 00000100:00080000:2.0:1780298630.002207:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780298630.002220:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61468 00000100:00100000:1.0:1780298630.002227:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+38:28749:x1866777608442240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.002239:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.002258:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93600/0xaf35132e6302ac04 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac78 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.002316:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e6302ac0b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.002328:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e6302ac0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.002339:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e6302ac0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298630.002358:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6842927 00000004:00200000:1.0:1780298630.002361:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298630.002388:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e6302ac0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.002406:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93600/0xaf35132e6302ac04 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac78 expref: 40 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.002424:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e6302ac0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac78 expref: 39 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.002431:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.002435:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298630.002437:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93a00, rc 0) 00000100:00100000:1.0:1780298630.002460:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+39:28749:x1866777608442240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 235us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.002467:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61468 00000100:00100000:3.0:1780298630.003686:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.003722:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608442368 00000100:00100000:0.0:1780298630.003727:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608442368 00002000:00100000:0.0:1780298630.003759:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3457024->3461119) req@ffff9cf255093b80 x1866777608442368/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.003769:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255093b80 with x1866777608442368 ext(3457024->3461119) 00002000:00010000:0.0:1780298630.003774:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255093b80 00000100:00100000:0.0:1780298630.003797:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4456 00000100:00100000:0.0:1780298630.003806:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608442368:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.003966:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777608442368:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 161us (281us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.003974:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4456 00002000:00100000:0.0:1780298630.003981:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3457024->3461119) req@ffff9cf255093b80 x1866777608442368/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.003990:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255093b80 with x1866777608442368 ext(3457024->3461119) 00002000:00010000:0.0:1780298630.003993:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255093b80 00000100:00100000:3.0:1780298630.004832:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.004881:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608442496 00000100:00100000:2.0:1780298630.004886:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608442496 00002000:00100000:2.0:1780298630.004905:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3477504->3481599) req@ffff9cf255091500 x1866777608442496/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.004916:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091500 with x1866777608442496 ext(3477504->3481599) 00002000:00010000:2.0:1780298630.004918:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091500 00000100:00100000:2.0:1780298630.004934:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4457 00000100:00100000:2.0:1780298630.004939:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777608442496:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.005002:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777608442496:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 63us (170us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.005007:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4457 00002000:00100000:2.0:1780298630.005012:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (3477504->3481599) req@ffff9cf255091500 x1866777608442496/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.005017:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091500 with x1866777608442496 ext(3477504->3481599) 00002000:00010000:2.0:1780298630.005020:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091500 00000100:00100000:3.0:1780298630.005872:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.005905:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608442624 00000100:00100000:1.0:1780298630.005909:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608442624 00000100:00100000:1.0:1780298630.005935:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4701 00000100:00100000:1.0:1780298630.005941:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608442624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.005948:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.005957:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302ac12 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac7f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.005994:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604280960:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.006001:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.006049:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.006051:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608442752 00000100:00100000:2.0:1780298630.006057:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608442752 00000100:00100000:2.0:1780298630.006095:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4702 00000100:00100000:2.0:1780298630.006105:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608442752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.006113:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.006121:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302ac19 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac86 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.006176:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604281088:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.006221:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.006633:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604280960:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.006648:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302ac12 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac7f expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.006660:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302ac12 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac7f expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.006668:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93400, rc 0) 00000100:00100000:1.0:1780298630.006693:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608442624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 753us (821us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.006698:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4701 00002000:00010000:2.0:1780298630.006852:0:9128:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1780298630.006863:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604281088:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.006879:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302ac19 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac86 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.006893:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302ac19 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac86 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.006902:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:2.0:1780298630.006931:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608442752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 828us (934us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.006938:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4702 00000100:00100000:0.0:1780298630.007795:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.007819:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.007836:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608442880 00000100:00100000:2.0:1780298630.007840:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608442880 00000100:00100000:3.0:1780298630.007846:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608443008 00000100:00100000:3.0:1780298630.007850:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608443008 00000100:00100000:2.0:1780298630.007867:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4703 00000100:00100000:2.0:1780298630.007876:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608442880:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298630.007881:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4704 00010000:00010000:2.0:1780298630.007882:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298630.007891:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608443008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.007892:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e6302ac20 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac8d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.007899:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.007908:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302ac27 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac94 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.007921:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604281216:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.007934:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604281344:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.007957:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.007960:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.008656:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604281216:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.008674:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e6302ac20 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac8d expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.008690:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e6302ac20 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac8d expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.008701:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00000100:00100000:2.0:1780298630.008733:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608442880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 860us (939us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.008738:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4703 00000100:00100000:3.0:1780298630.008785:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604281344:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.008836:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302ac27 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac94 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.008847:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302ac27 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac94 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.008853:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450dc00, rc 0) 00000100:00100000:3.0:1780298630.008875:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608443008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 988us (1055us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.008879:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4704 00000100:00100000:0.0:1780298630.009669:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.009695:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608443136 00000100:00100000:3.0:1780298630.009699:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608443136 00000100:00100000:3.0:1780298630.009730:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4705 00000100:00100000:3.0:1780298630.009737:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608443136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.009745:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.009753:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302ac2e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cac9b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.009771:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302abb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac32 expref: 17 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.009779:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298629 v=(86 143) 00010000:00010000:3.0:1780298630.009782:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(87 143) 00010000:00010000:3.0:1780298630.009786:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302ac2e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2580480->2600959] (req 2580480->2600959) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac9b expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.009803:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302abb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac32 expref: 17 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.009815:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302abb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac32 expref: 17 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.009825:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604281472:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298630.009860:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.010494:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604281472:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298630.010509:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302ac2e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2580480->2600959] (req 2580480->2600959) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac9b expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.010520:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00000100:00100000:3.0:1780298630.010545:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608443136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 809us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.010552:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4705 00000100:00100000:1.0:1780298630.010719:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.010756:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608443264 00000100:00100000:2.0:1780298630.010760:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608443264 00002000:00100000:2.0:1780298630.010778:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3457024->3481599) req@ffff9cf3481fb800 x1866777608443264/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.010786:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb800 with x1866777608443264 ext(3457024->3481599) 00010000:00010000:2.0:1780298630.010792:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302abb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac32 expref: 18 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.010805:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302abb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac32 expref: 18 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298630.010813:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf3481fb800 00000100:00100000:2.0:1780298630.010834:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 118 00000100:00100000:2.0:1780298630.010841:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2400:x1866777608443264:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298630.011920:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2400:x1866777608443264:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1080us (1200us total) trans 4294969151 rc 0/0 00000100:00100000:2.0:1780298630.011926:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 118 00002000:00100000:2.0:1780298630.011931:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3457024->3481599) req@ffff9cf3481fb800 x1866777608443264/t4294969151(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.011941:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb800 with x1866777608443264 ext(3457024->3481599) 00010000:00010000:2.0:1780298630.011946:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302abb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac32 expref: 20 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.011955:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302abb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac32 expref: 20 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298630.011961:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf3481fb800 00000100:00100000:0.0:1780298630.012660:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.012702:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608443392 00000100:00100000:3.0:1780298630.012708:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608443392 00010000:00010000:3.0:1780298630.012723:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302abb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac32 expref: 20 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.012744:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14142 00000100:00100000:3.0:1780298630.012749:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777608443392:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298630.012757:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780298630.012764:0:7400:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 808 -> 856 00010000:00010000:3.0:1780298630.012768:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302abb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac32 expref: 20 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.012776:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302abb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac32 expref: 20 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.012789:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302abb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac32 expref: 20 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.012797:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(87 143) 00010000:00010000:3.0:1780298630.012799:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(87 143) 00010000:00010000:3.0:1780298630.012806:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302ac2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2580480->36134911] (req 2580480->2600959) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac9b expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.012811:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302ac2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2580480->36134911] (req 2580480->2600959) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac9b expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.012829:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302ac2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2580480->36134911] (req 2580480->2600959) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac9b expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.012835:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604281600:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298630.012866:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.013695:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.013700:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604281600:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298630.013717:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.013733:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608443520 00000100:00100000:1.0:1780298630.013739:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608443520 00000100:00100000:3.0:1780298630.013749:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777608443392:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 997us (1089us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.013758:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14142 00000100:00100000:1.0:1780298630.013786:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4458 00000100:00100000:1.0:1780298630.013796:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608443520:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298630.013971:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298630.013975:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.013978:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.013980:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.013982:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 856 -> 896 00000100:00100000:1.0:1780298630.014015:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608443520:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 221us (320us total) trans 4294969152 rc 0/0 00000100:00100000:1.0:1780298630.014023:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4458 00000100:00100000:0.0:1780298630.014965:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.015004:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608443648 00000100:00100000:2.0:1780298630.015009:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608443648 00000100:00100000:2.0:1780298630.015041:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4706 00000100:00100000:2.0:1780298630.015049:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777608443648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.015058:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.015070:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302ac35 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caca2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.015106:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604281728:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.015176:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.015780:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604281728:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.015799:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302ac35 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caca2 expref: 20 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.015815:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302ac35 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caca2 expref: 20 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.015832:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298630.015858:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777608443648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 810us (894us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.015866:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4706 00000100:00100000:0.0:1780298630.016746:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.016801:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608443776 00000100:00100000:1.0:1780298630.016806:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608443776 00000100:00100000:1.0:1780298630.016838:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4707 00000100:00100000:1.0:1780298630.016847:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777608443776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.016855:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.016864:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302ac3c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caca9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.016903:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604281856:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.016945:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.017695:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604281856:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.017712:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302ac3c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caca9 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.017725:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302ac3c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caca9 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.017734:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93400, rc 0) 00000100:00100000:1.0:1780298630.017762:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777608443776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 916us (1017us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.017769:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4707 00000100:00100000:0.0:1780298630.018734:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.018786:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608443904 00000100:00100000:3.0:1780298630.018797:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608443904 00000100:00100000:3.0:1780298630.018851:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4708 00000100:00100000:3.0:1780298630.018860:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777608443904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.018877:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.018892:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e6302ac43 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cacb0 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.018946:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604281984:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.019021:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.019762:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604281984:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.019782:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e6302ac43 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacb0 expref: 20 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.019796:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e6302ac43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacb0 expref: 20 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.019805:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450dc00, rc 0) 00000100:00100000:3.0:1780298630.019832:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777608443904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 974us (1100us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.019837:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4708 00000100:00100000:0.0:1780298630.020789:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.020825:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608444032 00000100:00100000:3.0:1780298630.020830:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608444032 00000100:00100000:3.0:1780298630.020855:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4709 00000100:00100000:3.0:1780298630.020860:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777608444032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.020870:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.020879:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e6302ac4a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cacb7 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.020910:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604282112:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.020955:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.021690:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604282112:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.021702:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e6302ac4a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacb7 expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.021716:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e6302ac4a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacb7 expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.021722:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c200, rc 0) 00000100:00100000:3.0:1780298630.021747:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777608444032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 887us (963us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.021754:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4709 00000100:00100000:0.0:1780298630.022836:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.022876:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.022879:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608444160 00000100:00100000:1.0:1780298630.022885:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608444160 00000100:00100000:1.0:1780298630.022928:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608444288 00000100:00100000:1.0:1780298630.022930:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608444288 00000100:00100000:3.0:1780298630.022935:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4710 00000100:00100000:3.0:1780298630.022949:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608444160:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298630.022959:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4711 00010000:00010000:3.0:1780298630.022962:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298630.022973:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608444288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.022975:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302ac51 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cacbe expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.022982:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.022993:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f8ed852/0xaf35132e6302ac58 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cacc5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.023009:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604282240:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.023037:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604282368:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.023060:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.023073:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.023901:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604282240:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.023926:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302ac51 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacbe expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.023942:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302ac51 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacbe expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.023944:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604282368:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.023958:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00010000:00010000:1.0:1780298630.023968:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002f8ed852/0xaf35132e6302ac58 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacc5 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.023984:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f8ed852/0xaf35132e6302ac58 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacc5 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.023993:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92c00, rc 0) 00000100:00100000:3.0:1780298630.023995:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608444160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1050us (1161us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.024007:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4710 00000100:00100000:1.0:1780298630.024020:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608444288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1051us (1145us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.024031:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4711 00000100:00100000:0.0:1780298630.025050:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.025080:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608444416 00000100:00100000:3.0:1780298630.025085:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608444416 00000100:00100000:3.0:1780298630.025121:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4712 00000100:00100000:3.0:1780298630.025162:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608444416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.025173:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.025184:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302ac5f lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caccc expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.025253:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302ab39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc9 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.025268:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298629 v=(39 104) 00010000:00010000:2.0:1780298630.025273:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(40 104) 00010000:00010000:2.0:1780298630.025279:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302ac5f lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3801088->3850239] (req 3801088->3850239) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caccc expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.025314:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302ab39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc9 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.025328:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302ab39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc9 expref: 7 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.025342:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604282496:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.025415:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.026031:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604282496:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.026050:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302ac5f lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3801088->3850239] (req 3801088->3850239) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caccc expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.026068:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d200, rc 0) 00000100:00100000:2.0:1780298630.026104:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608444416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 950us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.026111:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4712 00000100:00100000:0.0:1780298630.026321:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.026367:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608444544 00000100:00100000:1.0:1780298630.026383:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608444544 00010000:00010000:1.0:1780298630.026405:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302ab39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc9 expref: 8 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.026424:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14143 00000100:00100000:1.0:1780298630.026430:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b02450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608444544:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.026437:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.026444:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302ab39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc9 expref: 8 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.026452:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302ab39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc9 expref: 8 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.026469:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302ab39 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cabc9 expref: 8 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.026478:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(40 104) 00010000:00010000:1.0:1780298630.026481:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(40 104) 00010000:00010000:1.0:1780298630.026488:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302ac5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3801088->37355519] (req 3801088->3850239) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caccc expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.026495:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302ac5f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3801088->37355519] (req 3801088->3850239) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caccc expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.026519:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302ac5f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3801088->37355519] (req 3801088->3850239) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caccc expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.026527:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604282624:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.026575:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.027307:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604282624:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.027316:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.027341:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b02450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608444544:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 911us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.027347:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14143 00000100:00100000:0.0:1780298630.027529:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.027586:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608444672 00000100:00100000:2.0:1780298630.027594:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608444672 00000100:00100000:2.0:1780298630.027642:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4459 00000100:00100000:2.0:1780298630.027653:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608444672:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298630.027817:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2648623 -> 2648623 00002000:00010000:2.0:1780298630.027820:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.027821:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.027823:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.027825:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 1 -> 96 00000100:00100000:2.0:1780298630.027852:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608444672:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 203us (326us total) trans 4294968811 rc 0/0 00000100:00100000:2.0:1780298630.027856:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4459 00000100:00100000:3.0:1780298630.028704:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.028762:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608444800 00000100:00100000:0.0:1780298630.028769:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608444800 00000100:00100000:3.0:1780298630.028803:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.028820:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608444928 00000100:00100000:0.0:1780298630.028826:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608444928 00000100:00100000:1.0:1780298630.028852:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4713 00000100:00100000:1.0:1780298630.028867:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608444800:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298630.028868:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4714 00000100:00100000:0.0:1780298630.028879:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608444928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.028883:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.028886:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.028896:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302ac66 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cacd3 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.028896:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302ac6d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cacda expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.028939:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604282752:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.028943:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604282880:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.028985:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.028986:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.029663:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604282752:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.029681:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302ac66 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacd3 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.029681:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604282880:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.029696:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302ac66 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacd3 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.029704:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93400, rc 0) 00010000:00010000:0.0:1780298630.029704:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302ac6d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacda expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.029721:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097580845/0xaf35132e6302ac6d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacda expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.029728:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37600, rc 0) 00000100:00100000:1.0:1780298630.029733:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608444800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 873us (1030us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.029739:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4713 00000100:00100000:0.0:1780298630.029751:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608444928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 873us (948us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.029757:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4714 00000100:00100000:2.0:1780298630.030820:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.030867:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608445056 00000100:00100000:2.0:1780298630.030872:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.030876:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608445056 00000100:00100000:0.0:1780298630.030917:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608445184 00000100:00100000:0.0:1780298630.030925:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608445184 00000100:00100000:1.0:1780298630.030926:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4715 00000100:00100000:1.0:1780298630.030942:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608445056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.030957:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.030975:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4716 00010000:00010000:1.0:1780298630.030979:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e6302ac74 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cace1 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.030993:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608445184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.031016:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.031029:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e6302ac7b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cace8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.031049:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604283008:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.031073:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604283136:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.031121:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.031179:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.032165:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604283008:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.032191:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604283136:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.032198:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e6302ac74 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cace1 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.032217:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e6302ac7b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cace8 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.032222:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e6302ac74 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cace1 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.032254:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085c2bc23/0xaf35132e6302ac7b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cace8 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.032282:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b37a00, rc 0) 00000100:00100000:0.0:1780298630.032321:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608445184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1337us (1448us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.032329:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4716 00010000:00010000:1.0:1780298630.032354:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92e00, rc 0) 00000100:00100000:1.0:1780298630.032399:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608445056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1458us (1580us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.032408:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4715 00000100:00100000:2.0:1780298630.033571:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.033618:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608445312 00000100:00100000:3.0:1780298630.033626:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608445312 00000100:00100000:2.0:1780298630.033634:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.033671:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608445440 00000100:00100000:1.0:1780298630.033676:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608445440 00000100:00100000:3.0:1780298630.033721:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4717 00000100:00100000:3.0:1780298630.033735:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608445312:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298630.033742:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4718 00010000:00010000:3.0:1780298630.033748:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.033760:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608445440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.033763:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302ac82 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cacef expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.033772:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.033783:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302ac89 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cacf6 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.033806:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604283264:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.033817:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604283392:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.033876:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.033877:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.034628:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604283392:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.034653:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302ac89 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacf6 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.034665:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d106f86/0xaf35132e6302ac89 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacf6 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.034676:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36400, rc 0) 00000100:00100000:0.0:1780298630.034706:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608445440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 955us (1073us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.034716:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4718 00000100:00100000:3.0:1780298630.034723:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604283264:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.034753:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302ac82 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacef expref: 20 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.034778:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302ac82 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacef expref: 20 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.034789:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c000, rc 0) 00000100:00100000:3.0:1780298630.034819:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608445312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1091us (1250us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.034824:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4717 00000100:00100000:2.0:1780298630.035764:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.035789:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.035808:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608445568 00000100:00100000:1.0:1780298630.035817:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608445568 00000100:00100000:0.0:1780298630.035831:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608445696 00000100:00100000:0.0:1780298630.035838:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608445696 00000100:00100000:1.0:1780298630.035869:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4719 00000100:00100000:1.0:1780298630.035881:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777608445568:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298630.035890:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4720 00010000:00010000:1.0:1780298630.035893:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.035904:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608445696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.035906:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302ac90 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cacfd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.035916:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.035928:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002af870db/0xaf35132e6302ac97 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad04 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.035955:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604283520:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.035970:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604283648:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.036020:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.036021:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.036760:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604283648:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.036777:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604283520:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.036783:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002af870db/0xaf35132e6302ac97 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad04 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.036794:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302ac90 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacfd expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.036800:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002af870db/0xaf35132e6302ac97 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad04 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.036811:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302ac90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cacfd expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.036815:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36600, rc 0) 00010000:00010000:2.0:1780298630.036820:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93400, rc 0) 00000100:00100000:0.0:1780298630.036857:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608445696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 957us (1066us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.036863:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777608445568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 984us (1098us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.036871:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4720 00000100:00100000:2.0:1780298630.036880:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4719 00000100:00100000:2.0:1780298630.037860:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.037891:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.037904:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608445824 00000100:00100000:0.0:1780298630.037910:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608445824 00000100:00100000:3.0:1780298630.037927:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608445952 00000100:00100000:3.0:1780298630.037932:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608445952 00000100:00100000:0.0:1780298630.037951:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4721 00000100:00100000:3.0:1780298630.037966:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4722 00000100:00100000:0.0:1780298630.037966:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608445824:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298630.037978:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608445952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.037980:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.037985:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.037992:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b77c5ae2/0xaf35132e6302ac9e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad0b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.038001:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e6302aca5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad12 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.038028:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604283776:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.038039:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604283904:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.038089:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.038089:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.038826:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604283776:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.038846:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b77c5ae2/0xaf35132e6302ac9e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad0b expref: 20 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.038860:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b77c5ae2/0xaf35132e6302ac9e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad0b expref: 20 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.038871:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36000, rc 0) 00000100:00100000:0.0:1780298630.038908:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777608445824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 948us (1046us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.038919:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4721 00000100:00100000:3.0:1780298630.038955:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604283904:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.039010:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e6302aca5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad12 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.039023:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e6302aca5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad12 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.039037:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00000100:00100000:3.0:1780298630.039066:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608445952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1091us (1175us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.039073:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4722 00000100:00100000:2.0:1780298630.039897:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.039923:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608446080 00000100:00100000:3.0:1780298630.039930:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608446080 00000100:00100000:3.0:1780298630.039961:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4723 00000100:00100000:3.0:1780298630.039970:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608446080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.039980:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.039990:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302acac lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad19 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.040009:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(40 104) 00010000:00010000:3.0:1780298630.040013:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(40 104) 00010000:00010000:3.0:1780298630.040023:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302acac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [212992->3801087] (req 212992->274431) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad19 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.040039:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302acac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [212992->3801087] (req 212992->274431) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad19 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.040049:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c200, rc 0) 00000100:00100000:3.0:1780298630.040081:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608446080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 112us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.040088:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4723 00000100:00100000:1.0:1780298630.040764:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.040811:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608446208 00000100:00100000:0.0:1780298630.040817:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608446208 00000100:00100000:0.0:1780298630.040862:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4460 00000100:00100000:0.0:1780298630.040881:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608446208:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298630.041080:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2648623 -> 2648623 00002000:00010000:0.0:1780298630.041084:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298630.041086:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298630.041089:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298630.041092:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 96 -> 216 00000100:00100000:0.0:1780298630.041153:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608446208:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 256us (366us total) trans 4294968812 rc 0/0 00000100:00100000:0.0:1780298630.041162:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4460 00000100:00100000:1.0:1780298630.042011:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.042069:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.042074:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608446336 00000100:00100000:2.0:1780298630.042081:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608446336 00000100:00100000:2.0:1780298630.042153:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4724 00000100:00100000:2.0:1780298630.042165:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777608446336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.042175:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298630.042186:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608446464 00010000:00010000:2.0:1780298630.042187:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302acb3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad20 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.042193:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608446464 00000100:00100000:3.0:1780298630.042228:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4725 00000100:00100000:2.0:1780298630.042232:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348007800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604284032:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.042239:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608446464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.042248:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.042258:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000422f8784/0xaf35132e6302acba lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad27 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.042290:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.042292:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604284160:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.042330:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.042985:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604284160:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.043000:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348007800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604284032:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.043013:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000422f8784/0xaf35132e6302acba lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad27 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.043033:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000422f8784/0xaf35132e6302acba lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad27 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.043038:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302acb3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad20 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.043051:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c000, rc 0) 00010000:00010000:1.0:1780298630.043069:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302acb3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad20 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.043083:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:3.0:1780298630.043092:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608446464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (1023us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.043101:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4725 00000100:00100000:1.0:1780298630.043161:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777608446336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 960us (1113us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.043172:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4724 00000100:00100000:1.0:1780298630.044032:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.044105:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608446592 00000100:00100000:3.0:1780298630.044111:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608446592 00000100:00100000:3.0:1780298630.044177:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4726 00000100:00100000:3.0:1780298630.044191:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777608446592:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298630.044202:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298630.044203:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.044213:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e6302acc1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad2e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.044245:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608446720 00000100:00100000:1.0:1780298630.044251:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608446720 00000100:00100000:3.0:1780298630.044287:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604284288:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.044287:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4727 00000100:00100000:1.0:1780298630.044299:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608446720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.044310:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.044323:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000056a806f/0xaf35132e6302acc8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad35 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.044341:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.044362:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604284416:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.044414:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.045046:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604284288:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.045067:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e6302acc1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad2e expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.045085:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e6302acc1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad2e expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.045097:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450dc00, rc 0) 00000100:00100000:1.0:1780298630.045160:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604284416:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.045188:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000056a806f/0xaf35132e6302acc8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad35 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.045201:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000056a806f/0xaf35132e6302acc8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad35 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.045210:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92800, rc 0) 00000100:00100000:3.0:1780298630.045216:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777608446592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1025us (1176us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.045228:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4726 00000100:00100000:1.0:1780298630.045240:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608446720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 941us (1037us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.045250:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4727 00000100:00100000:1.0:1780298630.046189:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.046222:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608446848 00000100:00100000:0.0:1780298630.046228:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608446848 00000100:00100000:0.0:1780298630.046254:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4728 00000100:00100000:0.0:1780298630.046261:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608446848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.046270:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.046277:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b77c5ae2/0xaf35132e6302accf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad3c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.046292:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(87 143) 00010000:00010000:0.0:1780298630.046295:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(87 143) 00010000:00010000:0.0:1780298630.046301:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b77c5ae2/0xaf35132e6302accf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1470464->2580479] (req 1470464->1511423) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad3c expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.046311:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b77c5ae2/0xaf35132e6302accf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1470464->2580479] (req 1470464->1511423) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad3c expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.046317:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36000, rc 0) 00000100:00100000:0.0:1780298630.046347:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608446848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 87us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.046351:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4728 00000100:00100000:2.0:1780298630.047052:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.047096:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608446976 00000100:00100000:1.0:1780298630.047103:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608446976 00000100:00100000:1.0:1780298630.047171:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4461 00000100:00100000:1.0:1780298630.047180:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608446976:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298630.047436:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298630.047439:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.047440:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.047442:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.047443:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 896 -> 976 00000100:00100000:1.0:1780298630.047472:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608446976:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 295us (420us total) trans 4294969153 rc 0/0 00000100:00100000:1.0:1780298630.047476:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4461 00000100:00100000:2.0:1780298630.048370:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.048416:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608447104 00000100:00100000:1.0:1780298630.048422:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608447104 00000100:00100000:2.0:1780298630.048445:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.048454:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4729 00000100:00100000:1.0:1780298630.048461:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608447104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.048469:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.048479:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608447232 00010000:00010000:1.0:1780298630.048482:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e6302acd6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad43 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.048485:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608447232 00000100:00100000:0.0:1780298630.048523:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4730 00000100:00100000:1.0:1780298630.048524:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604284544:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.048536:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608447232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.048544:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.048553:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002af870db/0xaf35132e6302acdd lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad4a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.048573:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.048579:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604284672:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.048605:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.049316:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604284672:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.049333:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604284544:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.049338:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002af870db/0xaf35132e6302acdd lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad4a expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.049352:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002af870db/0xaf35132e6302acdd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad4a expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.049358:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36600, rc 0) 00010000:00010000:1.0:1780298630.049359:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e6302acd6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad43 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.049389:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e6302acd6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad43 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.049401:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92400, rc 0) 00000100:00100000:0.0:1780298630.049402:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608447232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (957us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.049409:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4730 00000100:00100000:1.0:1780298630.049429:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608447104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 968us (1060us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.049436:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4729 00000100:00100000:2.0:1780298630.050336:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.050358:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.050390:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608447360 00000100:00100000:3.0:1780298630.050398:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608447360 00000100:00100000:1.0:1780298630.050399:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608447488 00000100:00100000:1.0:1780298630.050405:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608447488 00000100:00100000:3.0:1780298630.050456:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4731 00000100:00100000:1.0:1780298630.050465:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4732 00000100:00100000:3.0:1780298630.050475:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608447360:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298630.050486:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608447488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.050494:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.050497:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.050510:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302aceb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad58 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.050511:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302ace4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad51 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.050565:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604284800:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.050587:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604284928:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.050618:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.050633:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.051315:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604284800:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.051334:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302aceb lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad58 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.051349:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604284928:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.051350:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302aceb lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad58 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.051368:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92600, rc 0) 00010000:00010000:3.0:1780298630.051399:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302ace4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad51 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.051410:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608447488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 930us (1048us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.051416:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4732 00010000:00010000:3.0:1780298630.051425:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302ace4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad51 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.051439:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00000100:00100000:3.0:1780298630.051469:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608447360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1002us (1130us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.051478:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4731 00000100:00100000:2.0:1780298630.052305:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.052350:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608447616 00000100:00100000:3.0:1780298630.052358:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608447616 00000100:00100000:2.0:1780298630.052393:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.052403:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608447744 00000100:00100000:3.0:1780298630.052409:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608447744 00000100:00100000:0.0:1780298630.052426:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4733 00000100:00100000:0.0:1780298630.052436:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608447616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.052443:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.052451:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d106f86/0xaf35132e6302acf2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad5f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.052475:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604285056:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.052519:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4734 00000100:00100000:0.0:1780298630.052528:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.052536:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608447744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.052547:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.052558:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302acf9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad66 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.052586:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604285184:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.052650:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.053356:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604285184:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.053365:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604285056:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.053402:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302acf9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad66 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.053409:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000d106f86/0xaf35132e6302acf2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad5f expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.053442:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302acf9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad66 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.053444:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d106f86/0xaf35132e6302acf2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad5f expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.053480:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244b36400, rc 0) 00010000:00010000:3.0:1780298630.053484:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c800, rc 0) 00000100:00100000:0.0:1780298630.053516:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608447616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1082us (1211us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.053525:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4733 00000100:00100000:3.0:1780298630.053566:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608447744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1036us (1170us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.053576:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4734 00000100:00100000:2.0:1780298630.054404:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.054434:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.054435:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608447872 00000100:00100000:0.0:1780298630.054440:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608447872 00000100:00100000:0.0:1780298630.054465:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608448000 00000100:00100000:0.0:1780298630.054467:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608448000 00000100:00100000:1.0:1780298630.054477:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4735 00000100:00100000:1.0:1780298630.054488:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608447872:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298630.054495:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4736 00010000:00010000:1.0:1780298630.054498:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.054509:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e6302ad00 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad6d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.054518:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608448000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.054539:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.054549:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302ad07 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad74 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.054563:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604285312:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.054592:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604285440:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.054622:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.054637:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.055318:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604285312:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.055337:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e6302ad00 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad6d expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.055352:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e6302ad00 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad6d expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.055360:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92800, rc 0) 00000100:00100000:1.0:1780298630.055404:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608447872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 919us (1001us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.055409:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4735 00000100:00100000:0.0:1780298630.055493:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604285440:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.055510:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302ad07 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad74 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.055521:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d211028/0xaf35132e6302ad07 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad74 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.055528:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450dc00, rc 0) 00000100:00100000:0.0:1780298630.055544:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608448000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1042us (1114us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.055549:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4736 00000100:00100000:2.0:1780298630.057298:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.057339:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608448256 00000100:00100000:1.0:1780298630.057345:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608448256 00000100:00080000:2.0:1780298630.057389:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780298630.057413:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61469 00000100:00100000:1.0:1780298630.057423:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:28749:x1866777608448256:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298630.057468:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.057488:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244b36e00/0xaf35132e6302abc5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac39 expref: 21 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.057503:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.057507:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298630.057669:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92a00/0xaf35132e6302ad0e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.057683:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e6302ac0b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac78 expref: 38 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.057694:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92a00/0xaf35132e6302ad0e lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.057720:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e6302ac0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac78 expref: 38 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.057735:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e6302ac0b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac78 expref: 38 pid: 9976 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.057748:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604285568:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.057802:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.058417:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604285568:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.058437:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92a00/0xaf35132e6302ad0e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.058890:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.059018:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608448384 00000100:00100000:3.0:1780298630.059028:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608448384 00010000:00010000:3.0:1780298630.059058:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e6302ac0b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac78 expref: 39 pid: 9976 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.059100:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14144 00000100:00100000:3.0:1780298630.059110:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+39:2400:x1866777608448384:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298630.059172:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298630.059180:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e6302ac0b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac78 expref: 39 pid: 9976 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.059194:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e6302ac0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac78 expref: 39 pid: 9976 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.059216:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93a00/0xaf35132e6302ac0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac78 expref: 39 pid: 9976 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.059231:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298630.059236:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92a00/0xaf35132e6302ad0e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.059247:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92a00/0xaf35132e6302ad0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.059254:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92a00/0xaf35132e6302ad0e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.059325:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298630.059338:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92a00/0xaf35132e6302ad0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.059345:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92a00/0xaf35132e6302ad0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.059371:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+38:2400:x1866777608448384:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 261us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.059399:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14144 00000001:00080000:1.0:1780298630.059404:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990659 00000004:00010000:1.0:1780298630.059427:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d9665f0a reply state 00000000aaa4ffe8 transno 4294990660 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92a00/0xaf35132e6302ad0e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.059437:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92a00/0xaf35132e6302ad0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.059446:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.059449:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298630.059452:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298630.059504:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:28749:x1866777608448256:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 2083us (2209us total) trans 4294990660 rc 0/0 00000100:00100000:1.0:1780298630.059509:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61469 00000020:00080000:1.0:1780298630.059512:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298630.060259:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.060290:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608448512 00000100:00100000:3.0:1780298630.060296:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608448512 00000100:00100000:3.0:1780298630.060333:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4737 00000100:00100000:3.0:1780298630.060342:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777608448512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.060358:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.060370:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302ad15 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad7b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.060403:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b77c5ae2/0xaf35132e6302accf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1470464->2580479] (req 1470464->1511423) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad3c expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.060413:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302ac2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2580480->36134911] (req 2580480->2600959) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac9b expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.060422:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(87 143) 00010000:00010000:3.0:1780298630.060426:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(89 143) 00010000:00010000:3.0:1780298630.060431:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302ad15 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad7b expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.060458:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302ac2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2580480->36134911] (req 2580480->2600959) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac9b expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.060470:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302ac2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2580480->36134911] (req 2580480->2600959) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac9b expref: 14 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.060484:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604285696:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298630.060559:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b77c5ae2/0xaf35132e6302accf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1470464->2580479] (req 1470464->1511423) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad3c expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.060577:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b77c5ae2/0xaf35132e6302accf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1470464->2580479] (req 1470464->1511423) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad3c expref: 14 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.060589:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604285824:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298630.060617:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.061103:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604285696:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.061445:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.061449:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604285824:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298630.061473:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302ad15 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad7b expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.061481:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608448640 00010000:00010000:3.0:1780298630.061486:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c000, rc 0) 00000100:00100000:1.0:1780298630.061487:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608448640 00000100:00100000:2.0:1780298630.061504:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298630.061521:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302ac2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2580480->36134911] (req 2580480->2600959) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac9b expref: 15 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.061531:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:28749:x1866777608448512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1187us (1268us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.061556:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608448768 00000100:00100000:1.0:1780298630.061559:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608448768 00000100:00100000:0.0:1780298630.061565:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14145 00010000:00010000:1.0:1780298630.061570:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b77c5ae2/0xaf35132e6302accf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1470464->2580479] (req 1470464->1511423) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad3c expref: 16 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.061586:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4737 00000100:00100000:0.0:1780298630.061586:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608448640:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298630.061600:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14146 00010000:00010000:0.0:1780298630.061611:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298630.061615:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608448768:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.061626:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.061628:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302ac2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2580480->36134911] (req 2580480->2600959) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac9b expref: 15 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.061638:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b77c5ae2/0xaf35132e6302accf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1470464->2580479] (req 1470464->1511423) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad3c expref: 15 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.061641:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302ac2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2580480->36134911] (req 2580480->2600959) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac9b expref: 15 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.061670:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b77c5ae2/0xaf35132e6302accf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1470464->2580479] (req 1470464->1511423) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad3c expref: 15 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.061687:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e6302ac2e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2580480->36134911] (req 2580480->2600959) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cac9b expref: 15 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.061692:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b77c5ae2/0xaf35132e6302accf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1470464->2580479] (req 1470464->1511423) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad3c expref: 15 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.061700:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(89 143) 00010000:00010000:0.0:1780298630.061704:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(89 143) 00010000:00010000:0.0:1780298630.061708:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302ad15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad7b expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.061714:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302ad15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad7b expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.061720:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298630.061735:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302ad15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad7b expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.061743:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604285952:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.061759:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608448768:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 151us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.061766:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14146 00000100:00100000:0.0:1780298630.061789:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.062561:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604285952:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298630.062577:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298630.062603:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608448640:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1028us (1159us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.062611:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14145 00000100:00100000:3.0:1780298630.062731:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.062775:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608448896 00000100:00100000:1.0:1780298630.062780:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608448896 00000100:00100000:1.0:1780298630.062811:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4738 00000100:00100000:1.0:1780298630.062820:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608448896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.062831:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.062841:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302ad1c lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad82 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.062856:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302acac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [212992->3801087] (req 212992->274431) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad19 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.062863:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302ac5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3801088->37355519] (req 3801088->3850239) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caccc expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.062867:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(40 104) 00010000:00010000:1.0:1780298630.062870:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(42 104) 00010000:00010000:1.0:1780298630.062872:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302ad1c lrc: 5/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad82 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.062885:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302ac5f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3801088->37355519] (req 3801088->3850239) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caccc expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.062898:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302ac5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3801088->37355519] (req 3801088->3850239) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caccc expref: 11 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.062904:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604286080:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.062944:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302acac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [212992->3801087] (req 212992->274431) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad19 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.062955:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302acac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [212992->3801087] (req 212992->274431) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad19 expref: 8 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.062965:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604286208:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.062998:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.063681:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604286080:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.063688:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604286208:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.063705:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302ad1c lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad82 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.063717:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92600, rc 0) 00000100:00100000:1.0:1780298630.063748:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608448896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 930us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.063755:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4738 00000100:00100000:2.0:1780298630.063842:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.063871:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608449024 00000100:00100000:1.0:1780298630.063875:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608449024 00010000:00010000:1.0:1780298630.063888:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302ac5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3801088->37355519] (req 3801088->3850239) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caccc expref: 11 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.063905:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14147 00000100:00100000:1.0:1780298630.063910:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608449024:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.063916:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.063926:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302ac5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3801088->37355519] (req 3801088->3850239) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caccc expref: 11 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.063933:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302ac5f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3801088->37355519] (req 3801088->3850239) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caccc expref: 11 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.063943:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6302ac5f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3801088->37355519] (req 3801088->3850239) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caccc expref: 11 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.063951:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.063978:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608449024:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 67us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.063985:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14147 00000100:00100000:3.0:1780298630.063999:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.064042:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608449152 00000100:00100000:0.0:1780298630.064048:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608449152 00010000:00010000:0.0:1780298630.064079:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302acac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [212992->3801087] (req 212992->274431) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad19 expref: 9 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.064108:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14148 00000100:00100000:0.0:1780298630.064117:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608449152:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.064153:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.064169:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302acac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [212992->3801087] (req 212992->274431) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad19 expref: 9 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.064181:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302acac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [212992->3801087] (req 212992->274431) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad19 expref: 9 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.064196:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e6302acac lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [212992->3801087] (req 212992->274431) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad19 expref: 9 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.064205:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(42 104) 00010000:00010000:0.0:1780298630.064209:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(42 104) 00010000:00010000:0.0:1780298630.064215:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302ad1c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad82 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.064224:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302ad1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad82 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.064245:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302ad1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad82 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.064257:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604286336:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298630.064300:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.064931:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604286336:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298630.064943:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298630.064971:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608449152:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 856us (972us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.064979:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14148 00000100:00100000:3.0:1780298630.065145:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.065171:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608449408 00000100:00100000:0.0:1780298630.065176:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608449408 00002000:00010000:0.0:1780298630.065196:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298630.065201:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd4a80 with x1866777608449408 ext(4194304->18446744073709551615) 00000100:00100000:3.0:1780298630.065206:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:0.0:1780298630.065210:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243cd4a80. 00000100:00100000:2.0:1780298630.065234:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608449280 00000100:00100000:2.0:1780298630.065239:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608449280 00000100:00100000:0.0:1780298630.065242:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4462 00000100:00100000:0.0:1780298630.065253:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608449408:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298630.065260:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5988688->18446744073709551615) 00002000:00100000:2.0:1780298630.065265:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd4000 with x1866777608449280 ext(5988688->18446744073709551615) 00002000:00010000:2.0:1780298630.065272:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd4000. 00000100:00100000:2.0:1780298630.065298:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4463 00000100:00100000:2.0:1780298630.065308:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608449280:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298630.065395:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2648623 -> 4194304 00002000:00010000:0.0:1780298630.065400:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298630.065402:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298630.065405:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298630.065407:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 216 -> 216 00000100:00100000:0.0:1780298630.065440:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608449408:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 189us (296us total) trans 4294968813 rc 0/0 00000100:00100000:0.0:1780298630.065448:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4462 00002000:00010000:0.0:1780298630.065452:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298630.065455:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd4a80 with x1866777608449408 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298630.065460:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243cd4a80. 00002000:00010000:2.0:1780298630.065463:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 5988688 00002000:00010000:2.0:1780298630.065468:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.065471:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.065474:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.065477:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 976 -> 976 00000100:00100000:2.0:1780298630.065509:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608449280:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 205us (304us total) trans 4294969154 rc 0/0 00000100:00100000:2.0:1780298630.065516:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4463 00002000:00010000:2.0:1780298630.065520:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5988688->18446744073709551615) 00002000:00100000:2.0:1780298630.065523:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd4000 with x1866777608449280 ext(5988688->18446744073709551615) 00002000:00010000:2.0:1780298630.065527:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd4000. 00000100:00100000:3.0:1780298630.073084:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.073113:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.073148:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608449536 00000100:00100000:2.0:1780298630.073160:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608449536 00000100:00100000:1.0:1780298630.073177:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608449664 00000100:00100000:1.0:1780298630.073183:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608449664 00002000:00100000:1.0:1780298630.073209:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (4190208->4194303) req@ffff9cf243cd5c00 x1866777608449664/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.073210:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (0->5980159) req@ffff9cf243cd5880 x1866777608449536/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 504/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.073232:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd5c00 with x1866777608449664 ext(4190208->4194303) 00002000:00100000:2.0:1780298630.073235:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd5880 with x1866777608449536 ext(0->5980159) 00002000:00010000:1.0:1780298630.073241:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd5c00 00002000:00010000:2.0:1780298630.073242:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd5880 00000100:00100000:1.0:1780298630.073271:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4464 00000100:00100000:1.0:1780298630.073280:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608449664:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.073287:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4465 00000100:00100000:2.0:1780298630.073298:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608449536:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.073452:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608449664:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 174us (338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.073458:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4464 00002000:00100000:1.0:1780298630.073463:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (4190208->4194303) req@ffff9cf243cd5c00 x1866777608449664/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.073469:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd5c00 with x1866777608449664 ext(4190208->4194303) 00002000:00010000:1.0:1780298630.073472:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd5c00 00000100:00100000:1.0:1780298630.083187:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608449536:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 9882us (10102us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1780298630.083201:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4465 00002000:00100000:1.0:1780298630.083216:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (0->5980159) req@ffff9cf243cd5880 x1866777608449536/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 504/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.083227:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd5880 with x1866777608449536 ext(0->5980159) 00002000:00010000:1.0:1780298630.083234:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd5880 00000100:00100000:2.0:1780298630.094337:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.094362:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.094419:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608449792 00000100:00100000:3.0:1780298630.094430:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608449920 00000100:00100000:1.0:1780298630.094431:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608449792 00000100:00100000:3.0:1780298630.094436:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608449920 00002000:00100000:3.0:1780298630.094485:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (0->4194303) req@ffff9cf37f8cb480 x1866777608449920/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.094486:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (5980160->5984255) req@ffff9cf37f8c9500 x1866777608449792/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.094507:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8cb480 with x1866777608449920 ext(0->4194303) 00002000:00100000:1.0:1780298630.094510:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c9500 with x1866777608449792 ext(5980160->5984255) 00002000:00010000:3.0:1780298630.094514:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8cb480 00002000:00010000:1.0:1780298630.094516:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8c9500 00000100:00100000:3.0:1780298630.094556:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4466 00000100:00100000:3.0:1780298630.094570:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608449920:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.094570:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4467 00000100:00100000:1.0:1780298630.094586:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608449792:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.094780:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608449792:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 198us (449us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.094789:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4467 00002000:00100000:1.0:1780298630.094797:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (5980160->5984255) req@ffff9cf37f8c9500 x1866777608449792/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.094806:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c9500 with x1866777608449792 ext(5980160->5984255) 00002000:00010000:1.0:1780298630.094810:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8c9500 00000100:00100000:3.0:1780298630.099865:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.099894:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608450048 00000100:00100000:2.0:1780298630.099902:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608450048 00002000:00100000:2.0:1780298630.099935:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (4194304->5992447) req@ffff9cf243cd6a00 x1866777608450048/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 504/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.099943:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd6a00 with x1866777608450048 ext(4194304->5992447) 00002000:00010000:2.0:1780298630.099949:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd6a00 00000100:00100000:2.0:1780298630.099972:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4468 00000100:00100000:2.0:1780298630.099981:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608450048:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.105759:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608449920:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 11183us (11382us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1780298630.105775:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4466 00002000:00100000:1.0:1780298630.105789:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (0->4194303) req@ffff9cf37f8cb480 x1866777608449920/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4194304/4194304 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.105801:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8cb480 with x1866777608449920 ext(0->4194303) 00002000:00010000:1.0:1780298630.105808:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8cb480 00000100:00100000:1.0:1780298630.107299:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608450048:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 7314us (7441us total) trans 0 rc 1789952/1789952 00000100:00100000:1.0:1780298630.107309:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4468 00002000:00100000:1.0:1780298630.107320:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (4194304->5992447) req@ffff9cf243cd6a00 x1866777608450048/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 504/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 1789952/1789952 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.107330:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd6a00 with x1866777608450048 ext(4194304->5992447) 00002000:00010000:1.0:1780298630.107335:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd6a00 00000100:00100000:3.0:1780298630.110198:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.110238:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608450176 00000100:00100000:0.0:1780298630.110248:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608450176 00002000:00100000:0.0:1780298630.110286:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (5976064->5988687) req@ffff9cf243cd6680 x1866777608450176/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 13112/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.110294:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd6680 with x1866777608450176 ext(5976064->5988687) 00002000:00010000:0.0:1780298630.110298:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd6680 00000100:00100000:0.0:1780298630.110321:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4469 00000100:00100000:0.0:1780298630.110328:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608450176:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298630.110897:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777608450176:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 568us (708us total) trans 4294969155 rc 0/0 00000100:00100000:0.0:1780298630.110903:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4469 00002000:00100000:0.0:1780298630.110908:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (5976064->5988687) req@ffff9cf243cd6680 x1866777608450176/t4294969155(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 13112/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.110914:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243cd6680 with x1866777608450176 ext(5976064->5988687) 00002000:00010000:0.0:1780298630.110916:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243cd6680 00000100:00100000:3.0:1780298630.111718:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.111765:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608450304 00000100:00100000:2.0:1780298630.111770:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608450304 00000100:00100000:2.0:1780298630.111797:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4739 00000100:00100000:2.0:1780298630.111803:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777608450304:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298630.112682:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969155 is committed 00000001:00080000:0.0:1780298630.112696:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969151 is committed 00000100:00100000:2.0:1780298630.112794:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608450304:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 988us (1076us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.112800:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4739 00000100:00100000:2.0:1780298630.113692:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.113734:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608450432 00000100:00100000:0.0:1780298630.113738:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608450432 00000100:00100000:0.0:1780298630.113768:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61470 00000100:00100000:0.0:1780298630.113774:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+38:28749:x1866777608450432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.113786:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.113802:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e6302ad23 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad89 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.113867:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e6302ad2a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.113882:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e6302ad2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.113890:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e6302ad2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298630.113908:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 10182992 00000004:00200000:0.0:1780298630.113911:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298630.113925:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e6302ad2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.113943:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e6302ad23 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad89 expref: 40 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.113954:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e6302ad2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad89 expref: 39 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.113960:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298630.113962:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298630.113964:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78c00, rc 0) 00000100:00100000:0.0:1780298630.113990:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+39:28749:x1866777608450432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 217us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.113994:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61470 00000100:00100000:2.0:1780298630.114979:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.115024:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608450560 00000100:00100000:0.0:1780298630.115030:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608450560 00000100:00100000:0.0:1780298630.115064:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4740 00000100:00100000:0.0:1780298630.115075:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608450560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.115084:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.115097:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302ad31 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad90 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.115114:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.115148:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608450688 00000100:00100000:0.0:1780298630.115195:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604286464:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.115199:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608450688 00000100:00100000:2.0:1780298630.115273:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4741 00000100:00100000:0.0:1780298630.115280:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.115285:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608450688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.115293:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.115302:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fbbd4b6c/0xaf35132e6302ad38 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad97 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.115327:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604286592:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.115357:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00002000:00010000:0.0:1780298630.115975:0:8356:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 976 -> 1008 00000100:00100000:0.0:1780298630.115989:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604286464:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.116011:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302ad31 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad90 expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.116025:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302ad31 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad90 expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.116033:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00000100:00100000:0.0:1780298630.116059:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608450560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 988us (1080us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.116069:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4740 00000100:00100000:0.0:1780298630.116152:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604286592:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.116166:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fbbd4b6c/0xaf35132e6302ad38 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad97 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.116177:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbbd4b6c/0xaf35132e6302ad38 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad97 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.116183:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d473e00, rc 0) 00000100:00100000:0.0:1780298630.116207:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608450688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 928us (1096us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.116212:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4741 00000100:00100000:1.0:1780298630.117205:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.117232:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.117235:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608450944 00000100:00100000:3.0:1780298630.117240:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608450944 00000100:00100000:3.0:1780298630.117274:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608450816 00000100:00100000:3.0:1780298630.117277:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608450816 00000100:00100000:2.0:1780298630.117281:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4742 00000100:00100000:2.0:1780298630.117291:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608450944:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298630.117299:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4743 00010000:00010000:2.0:1780298630.117301:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298630.117305:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608450816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.117310:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e6302ad3f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cada5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.117311:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.117318:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e6302ad46 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cad9e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.117347:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604286848:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.117347:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604286720:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.117397:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.117397:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.118193:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604286720:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.118217:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e6302ad3f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cada5 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.118224:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604286848:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.118242:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e6302ad3f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cada5 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.118246:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e6302ad46 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad9e expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.118265:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00010000:00010000:3.0:1780298630.118266:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e6302ad46 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad9e expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.118279:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00000100:00100000:1.0:1780298630.118303:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608450944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1012us (1099us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.118311:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608450816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1002us (1076us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.118315:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4742 00000100:00100000:3.0:1780298630.118325:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4743 00000100:00100000:0.0:1780298630.119319:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.119358:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608451072 00000100:00100000:1.0:1780298630.119363:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608451072 00000100:00100000:1.0:1780298630.119407:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4744 00000100:00100000:1.0:1780298630.119415:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608451072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.119424:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.119435:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e6302ad4d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cadac expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.119455:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302ad15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad7b expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.119464:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(89 143) 00010000:00010000:1.0:1780298630.119468:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(90 143) 00010000:00010000:1.0:1780298630.119473:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e6302ad4d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [692224->733183] (req 692224->733183) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadac expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.119502:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302ad15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad7b expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.119516:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302ad15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad7b expref: 6 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.119527:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604286976:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.119567:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.120186:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604286976:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.120202:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e6302ad4d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [692224->733183] (req 692224->733183) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadac expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.120213:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92400, rc 0) 00000100:00100000:1.0:1780298630.120238:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608451072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 824us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.120251:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4744 00000100:00100000:2.0:1780298630.125019:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.125061:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608451200 00000100:00100000:1.0:1780298630.125070:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608451200 00010000:00010000:1.0:1780298630.125101:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302ad15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad7b expref: 7 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.125148:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14149 00000100:00100000:1.0:1780298630.125156:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608451200:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.125171:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.125187:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302ad15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad7b expref: 7 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.125197:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302ad15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad7b expref: 7 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.125216:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000422f8784/0xaf35132e6302ad15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad7b expref: 7 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.125227:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(90 143) 00010000:00010000:1.0:1780298630.125230:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(90 143) 00010000:00010000:1.0:1780298630.125237:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e6302ad4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [692224->34246655] (req 692224->733183) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadac expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.125243:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e6302ad4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [692224->34246655] (req 692224->733183) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadac expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.125267:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e6302ad4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [692224->34246655] (req 692224->733183) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadac expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.125278:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604287104:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.125326:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.126113:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604287104:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.126140:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.126166:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608451200:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1011us (1155us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.126172:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14149 00000100:00100000:2.0:1780298630.126217:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.126246:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608451328 00000100:00100000:1.0:1780298630.126250:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608451328 00000100:00100000:1.0:1780298630.126279:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4470 00000100:00100000:1.0:1780298630.126284:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608451328:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298630.126474:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5988688 -> 5988688 00002000:00010000:1.0:1780298630.126477:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.126479:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.126480:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.126482:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1008 -> 1008 00000100:00100000:1.0:1780298630.126503:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608451328:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 220us (288us total) trans 4294969156 rc 0/0 00000100:00100000:1.0:1780298630.126507:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4470 00000100:00100000:2.0:1780298630.127298:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.127334:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608451456 00000100:00100000:0.0:1780298630.127340:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608451456 00000100:00100000:0.0:1780298630.127391:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61471 00000100:00100000:0.0:1780298630.127401:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:28749:x1866777608451456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.127416:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.127432:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e6302ad54 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cadb3 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.127510:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302ad5b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.127525:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302ad5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.127537:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302ad5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298630.127562:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 10182992 00000004:00200000:0.0:1780298630.127566:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298630.127583:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302ad5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.127605:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e6302ad54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadb3 expref: 25 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.127618:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302ad5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadb3 expref: 24 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.127627:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298630.127630:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298630.127634:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79400, rc 0) 00000100:00100000:0.0:1780298630.127666:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:28749:x1866777608451456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 267us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.127674:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61471 00000100:00100000:0.0:1780298630.128613:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.128656:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608451584 00000100:00100000:2.0:1780298630.128662:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608451584 00000100:00100000:2.0:1780298630.128702:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4745 00000100:00100000:2.0:1780298630.128715:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e424c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608451584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.128724:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.128734:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302ad62 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cadba expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.128772:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604287232:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.128811:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.129488:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604287232:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.129506:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302ad62 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadba expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.129522:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302ad62 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadba expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.129532:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b600, rc 0) 00000100:00100000:2.0:1780298630.129562:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e424c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608451584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 849us (948us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.129570:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4745 00000100:00100000:0.0:1780298630.130295:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.130335:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608451712 00000100:00100000:3.0:1780298630.130340:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608451712 00000100:00100000:3.0:1780298630.130370:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4746 00000100:00100000:3.0:1780298630.130389:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608451712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.130397:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.130404:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e6302ad69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cadc1 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.130432:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604287360:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.130473:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.131169:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604287360:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.131182:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e6302ad69 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadc1 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.131192:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e6302ad69 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadc1 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.131199:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00000100:00100000:3.0:1780298630.131222:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608451712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 847us (928us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.131227:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4746 00000100:00100000:1.0:1780298630.132014:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.132051:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608451968 00000100:00100000:2.0:1780298630.132057:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608451968 00000100:00100000:2.0:1780298630.132092:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61472 00000100:00100000:2.0:1780298630.132100:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+39:28749:x1866777608451968:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298630.132156:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.132172:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e6302ad2a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad89 expref: 39 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.132183:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.132186:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298630.132309:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e6302ad70 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.132319:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302ad5b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadb3 expref: 23 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.132326:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e6302ad70 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.132342:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302ad5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadb3 expref: 23 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.132351:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302ad5b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadb3 expref: 23 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.132359:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604287488:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.132403:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.132962:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604287488:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.132973:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e6302ad70 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.133119:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.133165:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608452096 00000100:00100000:2.0:1780298630.133169:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608452096 00010000:00010000:2.0:1780298630.133185:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302ad5b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadb3 expref: 24 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.133207:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14150 00000100:00100000:2.0:1780298630.133219:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b00850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777608452096:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298630.133229:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.133234:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302ad5b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadb3 expref: 24 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.133245:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302ad5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadb3 expref: 24 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.133258:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302ad5b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadb3 expref: 24 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.133269:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.133273:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e6302ad70 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.133281:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e6302ad70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.133288:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e6302ad70 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.133311:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298630.133331:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e6302ad70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.133339:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b00850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2400:x1866777608452096:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 120us (219us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298630.133341:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e6302ad70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.133354:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14150 00000001:00080000:1.0:1780298630.133408:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990661 00000004:00010000:1.0:1780298630.133433:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000088117421 reply state 0000000053f9d30a transno 4294990662 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e6302ad70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.133446:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e6302ad70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.133454:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.133456:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298630.133459:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298630.133515:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+41:28749:x1866777608451968:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1416us (1500us total) trans 4294990662 rc 0/0 00000100:00100000:1.0:1780298630.133522:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61472 00000020:00080000:1.0:1780298630.133525:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298630.134147:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.134169:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608452224 00000100:00100000:3.0:1780298630.134173:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608452224 00000100:00100000:3.0:1780298630.134196:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4747 00000100:00100000:3.0:1780298630.134201:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608452224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.134208:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.134214:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302ad77 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cadc8 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.134229:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e6302ad4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [692224->34246655] (req 692224->733183) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadac expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.134236:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(90 143) 00010000:00010000:3.0:1780298630.134239:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(91 143) 00010000:00010000:3.0:1780298630.134242:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302ad77 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadc8 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.134253:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e6302ad4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [692224->34246655] (req 692224->733183) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadac expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.134260:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e6302ad4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [692224->34246655] (req 692224->733183) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadac expref: 8 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.134266:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243cd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604287616:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298630.134302:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.134866:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243cd7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604287616:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298630.134882:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302ad77 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadc8 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.134894:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c800, rc 0) 00000100:00100000:3.0:1780298630.134922:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608452224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 720us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.134929:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4747 00000100:00100000:3.0:1780298630.135087:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.135121:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608452352 00000100:00100000:1.0:1780298630.135143:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608452352 00010000:00010000:1.0:1780298630.135160:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e6302ad4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [692224->34246655] (req 692224->733183) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadac expref: 8 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.135184:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14151 00000100:00100000:1.0:1780298630.135191:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608452352:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.135197:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.135207:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e6302ad4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [692224->34246655] (req 692224->733183) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadac expref: 8 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.135214:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e6302ad4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [692224->34246655] (req 692224->733183) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadac expref: 8 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.135225:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e6302ad4d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [692224->34246655] (req 692224->733183) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadac expref: 8 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.135232:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(91 143) 00010000:00010000:1.0:1780298630.135235:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(91 143) 00010000:00010000:1.0:1780298630.135238:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302ad77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadc8 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.135252:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302ad77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadc8 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.135275:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302ad77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadc8 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.135283:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604287744:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.135310:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.135976:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604287744:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298630.135988:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298630.136015:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608452352:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 824us (928us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.136023:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14151 00000100:00100000:3.0:1780298630.136195:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.136223:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608452480 00000100:00100000:1.0:1780298630.136227:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608452480 00000100:00100000:1.0:1780298630.136258:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4748 00000100:00100000:1.0:1780298630.136263:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608452480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.136270:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.136278:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302ad7e lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cadcf expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.136291:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302ad1c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad82 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.136297:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(42 104) 00010000:00010000:1.0:1780298630.136299:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(43 104) 00010000:00010000:1.0:1780298630.136301:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302ad7e lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadcf expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.136316:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302ad1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad82 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.136323:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302ad1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad82 expref: 10 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.136330:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604287872:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.136357:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.136928:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604287872:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.136938:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302ad7e lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadcf expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.136946:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93e00, rc 0) 00000100:00100000:1.0:1780298630.136972:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608452480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 709us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.136979:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4748 00000100:00100000:3.0:1780298630.140826:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.140861:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608452608 00000100:00100000:0.0:1780298630.140866:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608452608 00010000:00010000:0.0:1780298630.140886:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302ad1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad82 expref: 11 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.140908:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14152 00000100:00100000:0.0:1780298630.140914:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608452608:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.140923:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.140934:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302ad1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad82 expref: 11 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.140943:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302ad1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad82 expref: 11 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.140954:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2c2b189/0xaf35132e6302ad1c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cad82 expref: 11 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.140964:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(43 104) 00010000:00010000:0.0:1780298630.140966:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(43 104) 00010000:00010000:0.0:1780298630.140970:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302ad7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadcf expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.140976:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302ad7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadcf expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.140993:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302ad7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadcf expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.141001:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604288000:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298630.141038:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.141756:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604288000:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298630.141767:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298630.141789:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608452608:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 875us (967us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.141794:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14152 00000100:00100000:3.0:1780298630.141896:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.141958:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608452736 00000100:00100000:0.0:1780298630.141964:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608452736 00002000:00010000:0.0:1780298630.141987:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1930909->18446744073709551615) 00002000:00100000:0.0:1780298630.141992:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fdc00 with x1866777608452736 ext(1930909->18446744073709551615) 00002000:00010000:0.0:1780298630.142000:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8fdc00. 00000100:00100000:3.0:1780298630.142001:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.142032:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608452864 00000100:00100000:0.0:1780298630.142035:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608452864 00000100:00100000:1.0:1780298630.142044:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4471 00002000:00010000:0.0:1780298630.142048:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:0.0:1780298630.142052:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fc700 with x1866777608452864 ext(0->18446744073709551615) 00000100:00100000:1.0:1780298630.142054:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608452736:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298630.142059:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8fc700. 00000100:00100000:0.0:1780298630.142083:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4472 00000100:00100000:0.0:1780298630.142093:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608452864:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298630.145624:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:0.0:1780298630.145629:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298630.145631:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298630.145632:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298630.145634:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 216 -> 0 00002000:00010000:1.0:1780298630.145636:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5988688 -> 1930909 00002000:00010000:1.0:1780298630.145640:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.145642:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.145644:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.145646:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1008 -> 776 00000100:00100000:0.0:1780298630.145664:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608452864:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 3573us (3686us total) trans 4294968814 rc 0/0 00000100:00100000:1.0:1780298630.145670:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608452736:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 3617us (3772us total) trans 4294969157 rc 0/0 00000100:00100000:0.0:1780298630.145674:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4472 00002000:00010000:0.0:1780298630.145681:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00000100:00100000:1.0:1780298630.145684:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4471 00002000:00100000:0.0:1780298630.145685:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fc700 with x1866777608452864 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298630.145688:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1930909->18446744073709551615) 00002000:00010000:0.0:1780298630.145690:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8fc700. 00002000:00100000:1.0:1780298630.145691:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fdc00 with x1866777608452736 ext(1930909->18446744073709551615) 00002000:00010000:1.0:1780298630.145697:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8fdc00. 00000100:00100000:2.0:1780298630.146533:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.146563:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608452992 00000100:00100000:1.0:1780298630.146567:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608452992 00000100:00100000:1.0:1780298630.146596:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61473 00000100:00100000:1.0:1780298630.146601:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+41:28749:x1866777608452992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.146614:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.146625:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e6302ad85 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cadd6 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.146681:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e6302ad8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.146692:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e6302ad8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.146699:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e6302ad8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298630.146713:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1930909 00000004:00200000:1.0:1780298630.146716:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298630.146728:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e6302ad8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.146745:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e6302ad85 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadd6 expref: 43 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.146754:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e6302ad8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadd6 expref: 42 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.146760:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.146762:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298630.146764:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92200, rc 0) 00000100:00100000:1.0:1780298630.146786:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+42:28749:x1866777608452992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 185us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.146790:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61473 00000100:00100000:3.0:1780298630.147790:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.147833:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608453120 00000100:00100000:2.0:1780298630.147837:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608453120 00000100:00100000:2.0:1780298630.147871:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4749 00000100:00100000:2.0:1780298630.147880:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608453120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.147889:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.147899:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e6302ad93 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caddd expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.147918:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302ad77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadc8 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.147927:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(91 143) 00010000:00010000:2.0:1780298630.147931:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(92 143) 00010000:00010000:2.0:1780298630.147936:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e6302ad93 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [794624->847871] (req 794624->847871) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caddd expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.147961:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302ad77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadc8 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.147982:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302ad77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadc8 expref: 7 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.147995:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604288128:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.148043:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.148625:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604288128:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.148641:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e6302ad93 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [794624->847871] (req 794624->847871) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caddd expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.148653:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:2.0:1780298630.148680:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608453120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 801us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.148687:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4749 00000100:00100000:3.0:1780298630.148794:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.148834:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608453248 00000100:00100000:1.0:1780298630.148840:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608453248 00010000:00010000:1.0:1780298630.148859:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302ad77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadc8 expref: 8 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.148881:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14153 00000100:00100000:1.0:1780298630.148887:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608453248:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.148894:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.148902:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302ad77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadc8 expref: 8 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.148914:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302ad77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadc8 expref: 8 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.148936:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302ad77 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadc8 expref: 8 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.148947:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(92 143) 00010000:00010000:1.0:1780298630.148951:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(92 143) 00010000:00010000:1.0:1780298630.148958:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e6302ad93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->847871) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caddd expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.148968:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e6302ad93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->847871) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caddd expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.148991:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e6302ad93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->847871) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caddd expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.149003:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604288256:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.149035:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.149614:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604288256:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.149623:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.149644:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608453248:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 758us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.149649:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14153 00000100:00100000:3.0:1780298630.149818:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.149848:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608453376 00000100:00100000:1.0:1780298630.149852:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608453376 00000100:00100000:1.0:1780298630.149877:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4473 00000100:00100000:1.0:1780298630.149882:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608453376:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298630.149993:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 1930909 -> 1930909 00002000:00010000:1.0:1780298630.149996:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.149997:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.149999:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.150000:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 776 -> 776 00000100:00100000:1.0:1780298630.150021:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608453376:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 139us (205us total) trans 4294969158 rc 0/0 00000100:00100000:1.0:1780298630.150025:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4473 00000100:00100000:1.0:1780298630.150906:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.150928:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608453504 00000100:00100000:3.0:1780298630.150932:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608453504 00000100:00100000:3.0:1780298630.150972:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4750 00000100:00100000:3.0:1780298630.150981:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608453504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.150988:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.150996:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e6302ad9a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cade4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.151026:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604288384:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.151056:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.151650:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604288384:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.151661:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e6302ad9a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cade4 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.151671:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030decacd/0xaf35132e6302ad9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cade4 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.151677:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00000100:00100000:3.0:1780298630.151697:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608453504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 719us (792us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.151702:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4750 00000100:00100000:2.0:1780298630.152482:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.152508:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608453632 00000100:00100000:3.0:1780298630.152511:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608453632 00000100:00100000:3.0:1780298630.152532:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4751 00000100:00100000:3.0:1780298630.152536:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608453632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.152542:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.152547:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302ada1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cadeb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.152566:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604288512:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.152592:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.153226:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604288512:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.153237:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302ada1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadeb expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.153249:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302ada1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadeb expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.153255:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00000100:00100000:3.0:1780298630.153282:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608453632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 746us (801us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.153286:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4751 00000100:00100000:0.0:1780298630.154000:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.154033:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608453760 00000100:00100000:1.0:1780298630.154037:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608453760 00000100:00100000:1.0:1780298630.154063:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61474 00000100:00100000:1.0:1780298630.154069:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:28749:x1866777608453760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.154077:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.154086:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e6302ada8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cadf2 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.154225:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e6302adaf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.154235:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e6302adaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.154242:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e6302adaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298630.154258:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1930909 00000004:00200000:1.0:1780298630.154261:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298630.154272:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e6302adaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.154287:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e6302ada8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadf2 expref: 25 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.154299:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e6302adaf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadf2 expref: 24 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.154305:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.154307:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298630.154309:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92e00, rc 0) 00000100:00100000:1.0:1780298630.154330:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:28749:x1866777608453760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 262us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.154335:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61474 00000100:00100000:2.0:1780298630.155232:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.155252:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.155261:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608453888 00000100:00100000:1.0:1780298630.155265:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608453888 00000100:00100000:3.0:1780298630.155276:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608454016 00000100:00100000:3.0:1780298630.155281:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608454016 00000100:00100000:1.0:1780298630.155292:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4752 00000100:00100000:1.0:1780298630.155300:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608453888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.155306:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298630.155313:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4753 00010000:00010000:1.0:1780298630.155313:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6302adb6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cadf9 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.155324:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608454016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.155332:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298630.155340:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604288640:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.155342:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e6302adbd lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae00 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.155371:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604288768:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.155389:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.155408:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.155991:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604288640:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.156004:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6302adb6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadf9 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.156014:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6302adb6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadf9 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.156020:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93600, rc 0) 00000100:00100000:1.0:1780298630.156043:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608453888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 746us (812us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.156048:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4752 00000100:00100000:3.0:1780298630.156216:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604288768:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.156229:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e6302adbd lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae00 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.156238:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e6302adbd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae00 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.156245:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ac00, rc 0) 00000100:00100000:3.0:1780298630.156266:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608454016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 946us (1014us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.156270:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4753 00000100:00100000:2.0:1780298630.157050:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.157068:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.157077:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608454144 00000100:00100000:3.0:1780298630.157082:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608454144 00000100:00100000:1.0:1780298630.157097:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608454272 00000100:00100000:1.0:1780298630.157102:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608454272 00000100:00100000:3.0:1780298630.157159:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4754 00000100:00100000:0.0:1780298630.157167:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4755 00000100:00100000:0.0:1780298630.157178:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608454272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.157185:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298630.157187:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608454144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.157193:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302adc4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae0e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.157216:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604288896:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.157224:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.157233:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e6302adcb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae07 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.157261:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.157264:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604289024:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.157298:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.157827:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604288896:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.157843:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302adc4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae0e expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.157858:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302adc4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae0e expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.157865:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:0.0:1780298630.157891:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608454272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 717us (821us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.157899:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4755 00000100:00100000:0.0:1780298630.157954:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604289024:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.157974:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e6302adcb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae07 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.157987:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e6302adcb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae07 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.157996:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00000100:00100000:0.0:1780298630.158022:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608454144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 857us (973us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.158027:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4754 00000100:00100000:2.0:1780298630.160188:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.160220:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608454528 00000100:00100000:0.0:1780298630.160226:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608454528 00000100:00100000:0.0:1780298630.160259:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61475 00000100:00100000:0.0:1780298630.160273:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+42:28749:x1866777608454528:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298630.160314:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.160334:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e6302ad8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadd6 expref: 42 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.160349:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298630.160353:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298630.160502:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e6302add2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.160515:0:6476:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e6302adaf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadf2 expref: 23 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.160522:0:6476:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e6302add2 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.160549:0:6476:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e6302adaf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadf2 expref: 23 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.160559:0:6476:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e6302adaf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadf2 expref: 23 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.160569:0:6476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777604289152:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.160612:0:6476:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.161323:0:6476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777604289152:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.161343:0:6476:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e6302add2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.161429:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.161466:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608454656 00000100:00100000:0.0:1780298630.161471:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608454656 00010000:00010000:0.0:1780298630.161491:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e6302adaf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadf2 expref: 24 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.161526:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14154 00000100:00100000:0.0:1780298630.161536:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777608454656:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.161546:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.161551:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e6302adaf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadf2 expref: 24 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.161562:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e6302adaf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadf2 expref: 24 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.161576:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e6302adaf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadf2 expref: 24 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.161587:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298630.161591:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e6302add2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.161607:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e6302add2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.161614:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e6302add2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.161632:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298630.161648:0:6476:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e6302add2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.161659:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e6302add2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.161666:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2400:x1866777608454656:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 131us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.161677:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14154 00000001:00080000:3.0:1780298630.161728:0:6476:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990663 00000004:00010000:3.0:1780298630.161755:0:6476:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008903ba8c reply state 00000000ffd6424a transno 4294990664 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e6302add2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.161808:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e6302add2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.161814:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298630.161817:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298630.161820:0:6476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780298630.161885:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+44:28749:x1866777608454528:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1617us (1700us total) trans 4294990664 rc 0/0 00000100:00100000:3.0:1780298630.161892:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61475 00000020:00080000:3.0:1780298630.161897:0:6476:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298630.162774:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.162809:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608454784 00000100:00100000:0.0:1780298630.162813:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608454784 00000100:00100000:0.0:1780298630.162840:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4756 00000100:00100000:0.0:1780298630.162845:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608454784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.162854:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.162864:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302add9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae15 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.162882:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e6302ad93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->847871) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caddd expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.162888:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(92 143) 00010000:00010000:0.0:1780298630.162892:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(93 143) 00010000:00010000:0.0:1780298630.162894:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302add9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae15 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.162908:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e6302ad93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->847871) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caddd expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.162916:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e6302ad93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->847871) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caddd expref: 7 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.162923:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604289280:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.162955:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.163635:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604289280:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.163651:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302add9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae15 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.163662:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79c00, rc 0) 00000100:00100000:0.0:1780298630.163693:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608454784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 848us (920us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.163703:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4756 00000100:00100000:2.0:1780298630.163812:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.163836:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608454912 00000100:00100000:1.0:1780298630.163842:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608454912 00010000:00010000:1.0:1780298630.163866:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e6302ad93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->847871) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caddd expref: 8 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.163895:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14155 00000100:00100000:1.0:1780298630.163903:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608454912:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.163913:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.163932:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e6302ad93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [794624->34349055] (req 794624->847871) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caddd expref: 8 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.163944:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e6302ad93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [794624->34349055] (req 794624->847871) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caddd expref: 8 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.163971:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e6302ad93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [794624->34349055] (req 794624->847871) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caddd expref: 8 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.163982:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(93 143) 00010000:00010000:1.0:1780298630.163986:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(93 143) 00010000:00010000:1.0:1780298630.163992:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302add9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae15 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.164001:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302add9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae15 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.164028:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302add9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae15 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.164039:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604289408:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.164079:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.164783:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604289408:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298630.164796:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298630.164826:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608454912:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 925us (1015us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.164835:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14155 00000100:00100000:1.0:1780298630.165051:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.165084:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.165102:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608455040 00000100:00100000:0.0:1780298630.165107:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608455040 00000100:00100000:2.0:1780298630.165144:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608455168 00002000:00010000:0.0:1780298630.165147:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00000100:00100000:2.0:1780298630.165149:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608455168 00002000:00100000:0.0:1780298630.165153:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fa680 with x1866777608455040 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298630.165162:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fa680. 00002000:00010000:2.0:1780298630.165168:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4080443->18446744073709551615) 00002000:00100000:2.0:1780298630.165172:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fad80 with x1866777608455168 ext(4080443->18446744073709551615) 00002000:00010000:2.0:1780298630.165180:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fad80. 00000100:00100000:0.0:1780298630.165186:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4474 00000100:00100000:0.0:1780298630.165196:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608455040:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298630.165213:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4475 00000100:00100000:2.0:1780298630.165223:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608455168:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298630.165331:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 1930909 -> 4194304 00002000:00010000:0.0:1780298630.165341:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298630.165344:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298630.165346:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.165349:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 4080443 00002000:00010000:0.0:1780298630.165349:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 776 -> 776 00002000:00010000:2.0:1780298630.165356:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.165359:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.165361:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.165363:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298630.165394:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608455040:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 201us (344us total) trans 4294969159 rc 0/0 00000100:00100000:0.0:1780298630.165401:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4474 00002000:00010000:0.0:1780298630.165405:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00000100:00100000:2.0:1780298630.165409:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608455168:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 186us (322us total) trans 4294968815 rc 0/0 00002000:00100000:0.0:1780298630.165410:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fa680 with x1866777608455040 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298630.165417:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fa680. 00000100:00100000:2.0:1780298630.165421:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4475 00002000:00010000:2.0:1780298630.165425:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4080443->18446744073709551615) 00002000:00100000:2.0:1780298630.165428:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fad80 with x1866777608455168 ext(4080443->18446744073709551615) 00002000:00010000:2.0:1780298630.165434:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fad80. 00000100:00100000:2.0:1780298630.166678:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.166712:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608455296 00000100:00100000:3.0:1780298630.166718:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608455296 00002000:00100000:3.0:1780298630.166745:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (4075520->4079615) req@ffff9cf37f8c8380 x1866777608455296/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.166755:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c8380 with x1866777608455296 ext(4075520->4079615) 00002000:00010000:3.0:1780298630.166759:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8c8380 00000100:00100000:3.0:1780298630.166782:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4476 00000100:00100000:3.0:1780298630.166789:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608455296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298630.166946:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608455296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 158us (272us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298630.166951:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4476 00002000:00100000:3.0:1780298630.166956:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (4075520->4079615) req@ffff9cf37f8c8380 x1866777608455296/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.166961:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c8380 with x1866777608455296 ext(4075520->4079615) 00002000:00010000:3.0:1780298630.166964:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8c8380 00000100:00100000:1.0:1780298630.168486:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.168541:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608455424 00000100:00100000:2.0:1780298630.168546:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608455424 00002000:00100000:2.0:1780298630.168573:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (4079616->4083711) req@ffff9cf3481f9f80 x1866777608455424/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.168582:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9f80 with x1866777608455424 ext(4079616->4083711) 00002000:00010000:2.0:1780298630.168586:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481f9f80 00000100:00100000:2.0:1780298630.168610:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4477 00000100:00100000:2.0:1780298630.168619:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608455424:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.168773:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608455424:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 156us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.168781:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4477 00002000:00100000:2.0:1780298630.168788:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (4079616->4083711) req@ffff9cf3481f9f80 x1866777608455424/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.168798:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9f80 with x1866777608455424 ext(4079616->4083711) 00002000:00010000:2.0:1780298630.168802:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481f9f80 00000100:00100000:1.0:1780298630.170074:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.170147:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608455552 00000100:00100000:2.0:1780298630.170154:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608455552 00002000:00100000:2.0:1780298630.170181:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (4075520->4080442) req@ffff9cf3481fb480 x1866777608455552/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 5416/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.170191:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb480 with x1866777608455552 ext(4075520->4080442) 00002000:00010000:2.0:1780298630.170195:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fb480 00000100:00100000:2.0:1780298630.170216:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4478 00000100:00100000:2.0:1780298630.170223:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608455552:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298630.170677:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608455552:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 454us (606us total) trans 4294968816 rc 0/0 00000100:00100000:2.0:1780298630.170683:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4478 00002000:00100000:2.0:1780298630.170688:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (4075520->4080442) req@ffff9cf3481fb480 x1866777608455552/t4294968816(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 5416/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.170694:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb480 with x1866777608455552 ext(4075520->4080442) 00002000:00010000:2.0:1780298630.170697:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fb480 00000100:00100000:0.0:1780298630.171513:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.171555:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608455680 00000100:00100000:3.0:1780298630.171561:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608455680 00000100:00100000:3.0:1780298630.171593:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4757 00000100:00100000:3.0:1780298630.171601:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608455680:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298630.172442:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968816 is committed 00000001:00080000:1.0:1780298630.172455:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968813 is committed 00000100:00100000:3.0:1780298630.172550:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608455680:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 949us (1035us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.172558:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4757 00000100:00100000:1.0:1780298630.173451:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.173488:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608455808 00000100:00100000:2.0:1780298630.173493:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608455808 00000100:00100000:2.0:1780298630.173525:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61476 00000100:00100000:2.0:1780298630.173536:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+44:28749:x1866777608455808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.173551:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.173569:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6302ade0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae1c expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.173638:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302ade7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.173651:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302ade7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.173660:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302ade7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298630.173676:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 8274747 00000004:00200000:2.0:1780298630.173679:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298630.173693:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302ade7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.173710:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6302ade0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae1c expref: 46 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.173721:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302ade7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae1c expref: 45 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.173727:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.173729:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298630.173732:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00000100:00100000:2.0:1780298630.173759:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+45:28749:x1866777608455808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 223us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.173769:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61476 00000100:00100000:1.0:1780298630.175120:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.175168:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.175186:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608455936 00000100:00100000:2.0:1780298630.175193:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608455936 00000100:00100000:0.0:1780298630.175205:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608456064 00000100:00100000:0.0:1780298630.175212:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608456064 00000100:00100000:2.0:1780298630.175238:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4758 00000100:00100000:2.0:1780298630.175250:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608455936:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298630.175256:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4759 00010000:00010000:2.0:1780298630.175264:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.175270:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608456064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.175280:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e6302adee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae23 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.175280:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.175293:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e6302adf5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae2a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.175339:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604289536:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.175340:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604289664:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.175437:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.175442:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00002000:00010000:3.0:1780298630.176331:0:8358:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 16 00000100:00100000:2.0:1780298630.176342:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604289664:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.176346:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604289536:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.176367:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e6302adee lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae23 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.176386:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e6302adf5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae2a expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.176396:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e6302adee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae23 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.176405:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00010000:00010000:3.0:1780298630.176406:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e6302adf5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae2a expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.176420:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78400, rc 0) 00000100:00100000:2.0:1780298630.176435:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608455936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1189us (1319us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.176440:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4758 00000100:00100000:3.0:1780298630.176448:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608456064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1182us (1279us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.176457:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4759 00000100:00100000:1.0:1780298630.177418:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.177471:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608456192 00000100:00100000:0.0:1780298630.177477:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608456192 00000100:00100000:0.0:1780298630.177515:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4760 00000100:00100000:0.0:1780298630.177525:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608456192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.177535:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.177546:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302adfc lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae31 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.177567:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302ad7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadcf expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.177584:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(43 104) 00010000:00010000:0.0:1780298630.177589:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(44 104) 00010000:00010000:0.0:1780298630.177598:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302adfc lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2801664->2805759] (req 2801664->2805759) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae31 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.177623:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302ad7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadcf expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.177638:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302ad7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadcf expref: 5 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.177655:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604289792:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.177701:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.178424:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604289792:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.178444:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302adfc lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2801664->2805759] (req 2801664->2805759) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae31 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.178458:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79200, rc 0) 00000100:00100000:0.0:1780298630.178491:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608456192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 969us (1074us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.178501:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4760 00000100:00100000:2.0:1780298630.178716:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.178759:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608456320 00000100:00100000:1.0:1780298630.178763:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608456320 00010000:00010000:1.0:1780298630.178783:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302ad7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadcf expref: 6 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.178807:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14156 00000100:00100000:1.0:1780298630.178815:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608456320:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.178826:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.178842:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302ad7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadcf expref: 6 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.178855:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302ad7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadcf expref: 6 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.178875:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302ad7e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cadcf expref: 6 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.178887:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(44 104) 00010000:00010000:1.0:1780298630.178891:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(44 104) 00010000:00010000:1.0:1780298630.178900:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302adfc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2801664->36356095] (req 2801664->2805759) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae31 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.178910:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302adfc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2801664->36356095] (req 2801664->2805759) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae31 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.178943:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302adfc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2801664->36356095] (req 2801664->2805759) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae31 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.178955:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348318380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604289920:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.178999:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.179764:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348318380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604289920:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298630.179773:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298630.179813:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608456320:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 999us (1097us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.179821:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14156 00000100:00100000:3.0:1780298630.180026:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.180072:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608456448 00000100:00100000:2.0:1780298630.180077:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608456448 00002000:00100000:2.0:1780298630.180109:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2801664->2805759) req@ffff9cf37f8fca80 x1866777608456448/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.180149:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fca80 with x1866777608456448 ext(2801664->2805759) 00002000:00010000:2.0:1780298630.180153:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8fca80 00000100:00100000:2.0:1780298630.180175:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4479 00000100:00100000:2.0:1780298630.180182:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608456448:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.180318:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608456448:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 137us (293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.180322:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4479 00002000:00100000:2.0:1780298630.180326:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2801664->2805759) req@ffff9cf37f8fca80 x1866777608456448/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.180331:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fca80 with x1866777608456448 ext(2801664->2805759) 00002000:00010000:2.0:1780298630.180334:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8fca80 00000100:00100000:0.0:1780298630.183660:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.183702:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608456576 00000100:00100000:2.0:1780298630.183712:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608456576 00002000:00100000:2.0:1780298630.183759:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2805760->2809855) req@ffff9cf25491ad80 x1866777608456576/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.183769:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491ad80 with x1866777608456576 ext(2805760->2809855) 00002000:00010000:2.0:1780298630.183774:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25491ad80 00000100:00100000:2.0:1780298630.183799:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4480 00000100:00100000:2.0:1780298630.183816:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608456576:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.183974:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608456576:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 162us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.183981:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4480 00002000:00100000:2.0:1780298630.183989:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2805760->2809855) req@ffff9cf25491ad80 x1866777608456576/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.183997:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491ad80 with x1866777608456576 ext(2805760->2809855) 00002000:00010000:2.0:1780298630.184000:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25491ad80 00000100:00100000:1.0:1780298630.185327:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.185391:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608456704 00000100:00100000:3.0:1780298630.185396:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608456704 00002000:00100000:3.0:1780298630.185419:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2809856->2813951) req@ffff9cf348318380 x1866777608456704/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.185426:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318380 with x1866777608456704 ext(2809856->2813951) 00002000:00010000:3.0:1780298630.185429:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348318380 00000100:00100000:3.0:1780298630.185446:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4481 00000100:00100000:3.0:1780298630.185452:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608456704:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298630.185548:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608456704:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 95us (223us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298630.185555:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4481 00002000:00100000:3.0:1780298630.185562:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2809856->2813951) req@ffff9cf348318380 x1866777608456704/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.185571:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318380 with x1866777608456704 ext(2809856->2813951) 00002000:00010000:3.0:1780298630.185575:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348318380 00000100:00100000:3.0:1780298630.187089:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.187248:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608456832 00000100:00100000:2.0:1780298630.187255:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608456832 00002000:00100000:2.0:1780298630.187286:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2813952->2818047) req@ffff9cf37f8fd180 x1866777608456832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.187295:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fd180 with x1866777608456832 ext(2813952->2818047) 00002000:00010000:2.0:1780298630.187299:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8fd180 00000100:00100000:2.0:1780298630.187322:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4482 00000100:00100000:2.0:1780298630.187330:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608456832:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.187463:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608456832:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 134us (424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.187470:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4482 00002000:00100000:2.0:1780298630.187477:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2813952->2818047) req@ffff9cf37f8fd180 x1866777608456832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.187485:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fd180 with x1866777608456832 ext(2813952->2818047) 00002000:00010000:2.0:1780298630.187488:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8fd180 00000100:00100000:0.0:1780298630.188846:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.188896:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608456960 00000100:00100000:2.0:1780298630.188903:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608456960 00002000:00100000:2.0:1780298630.188928:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (2818048->2822143) req@ffff9cf254919c00 x1866777608456960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.188938:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919c00 with x1866777608456960 ext(2818048->2822143) 00002000:00010000:2.0:1780298630.188942:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254919c00 00000100:00100000:2.0:1780298630.188966:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4483 00000100:00100000:2.0:1780298630.188975:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608456960:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.189094:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608456960:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 116us (246us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.189102:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4483 00002000:00100000:2.0:1780298630.189109:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (2818048->2822143) req@ffff9cf254919c00 x1866777608456960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.189118:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919c00 with x1866777608456960 ext(2818048->2822143) 00002000:00010000:2.0:1780298630.189122:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254919c00 00000100:00100000:1.0:1780298630.190419:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.190465:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608457088 00000100:00100000:2.0:1780298630.190470:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608457088 00002000:00100000:2.0:1780298630.190491:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2822144->2826239) req@ffff9cf242b40a80 x1866777608457088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.190498:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40a80 with x1866777608457088 ext(2822144->2826239) 00002000:00010000:2.0:1780298630.190501:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b40a80 00000100:00100000:2.0:1780298630.190519:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4484 00000100:00100000:2.0:1780298630.190526:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608457088:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.190654:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608457088:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 128us (237us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.190659:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4484 00002000:00100000:2.0:1780298630.190664:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2822144->2826239) req@ffff9cf242b40a80 x1866777608457088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.190674:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40a80 with x1866777608457088 ext(2822144->2826239) 00002000:00010000:2.0:1780298630.190677:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b40a80 00000100:00100000:3.0:1780298630.191949:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.191990:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608457216 00000100:00100000:2.0:1780298630.191995:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608457216 00002000:00100000:2.0:1780298630.192014:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2826240->2830335) req@ffff9cf37f8fed80 x1866777608457216/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.192020:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fed80 with x1866777608457216 ext(2826240->2830335) 00002000:00010000:2.0:1780298630.192023:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8fed80 00000100:00100000:2.0:1780298630.192038:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4485 00000100:00100000:2.0:1780298630.192043:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608457216:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.192161:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608457216:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 117us (215us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.192166:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4485 00002000:00100000:2.0:1780298630.192171:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2826240->2830335) req@ffff9cf37f8fed80 x1866777608457216/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.192176:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8fed80 with x1866777608457216 ext(2826240->2830335) 00002000:00010000:2.0:1780298630.192179:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8fed80 00000100:00100000:0.0:1780298630.193359:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.193431:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608457344 00000100:00100000:3.0:1780298630.193444:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608457344 00002000:00100000:3.0:1780298630.193490:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2830336->2834431) req@ffff9cf254918a80 x1866777608457344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.193502:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918a80 with x1866777608457344 ext(2830336->2834431) 00002000:00010000:3.0:1780298630.193508:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254918a80 00000100:00100000:3.0:1780298630.193538:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4486 00000100:00100000:3.0:1780298630.193548:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608457344:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298630.193717:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608457344:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 172us (362us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298630.193724:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4486 00002000:00100000:3.0:1780298630.193729:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (2830336->2834431) req@ffff9cf254918a80 x1866777608457344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.193736:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918a80 with x1866777608457344 ext(2830336->2834431) 00002000:00010000:3.0:1780298630.193738:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254918a80 00000100:00100000:1.0:1780298630.194805:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.194851:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608457472 00000100:00100000:2.0:1780298630.194857:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608457472 00002000:00100000:2.0:1780298630.194885:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2834432->2838527) req@ffff9cf242b43100 x1866777608457472/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.194892:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43100 with x1866777608457472 ext(2834432->2838527) 00002000:00010000:2.0:1780298630.194896:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b43100 00000100:00100000:2.0:1780298630.194914:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4487 00000100:00100000:2.0:1780298630.194920:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608457472:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.195063:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608457472:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 142us (259us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.195071:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4487 00002000:00100000:2.0:1780298630.195078:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2834432->2838527) req@ffff9cf242b43100 x1866777608457472/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.195086:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43100 with x1866777608457472 ext(2834432->2838527) 00002000:00010000:2.0:1780298630.195089:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b43100 00000100:00100000:1.0:1780298630.196198:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.196247:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608457600 00000100:00100000:2.0:1780298630.196252:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608457600 00002000:00100000:2.0:1780298630.196271:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (2801664->2838527) req@ffff9cf242b42680 x1866777608457600/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.196277:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b42680 with x1866777608457600 ext(2801664->2838527) 00002000:00010000:2.0:1780298630.196279:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b42680 00000100:00100000:2.0:1780298630.196295:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4488 00000100:00100000:2.0:1780298630.196299:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608457600:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298630.197765:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608457600:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1460us (1564us total) trans 4294968817 rc 0/0 00000100:00100000:2.0:1780298630.197773:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4488 00002000:00100000:2.0:1780298630.197780:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (2801664->2838527) req@ffff9cf242b42680 x1866777608457600/t4294968817(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.197787:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b42680 with x1866777608457600 ext(2801664->2838527) 00002000:00010000:2.0:1780298630.197791:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b42680 00000100:00100000:1.0:1780298630.198648:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.198692:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608457728 00000100:00100000:3.0:1780298630.198699:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608457728 00000100:00100000:3.0:1780298630.198742:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4761 00000100:00100000:3.0:1780298630.198750:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608457728:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298630.199599:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968817 is committed 00000100:00100000:3.0:1780298630.199711:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608457728:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 960us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.199720:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4761 00000100:00100000:0.0:1780298630.200798:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.200839:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608457856 00000100:00100000:1.0:1780298630.200845:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608457856 00000100:00100000:1.0:1780298630.200882:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61477 00000100:00100000:1.0:1780298630.200887:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:28749:x1866777608457856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.200901:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.200919:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93c00/0xaf35132e6302ae03 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae38 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.201002:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e6302ae0a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.201020:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e6302ae0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.201032:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e6302ae0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298630.201063:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 8274747 00000004:00200000:1.0:1780298630.201066:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298630.201082:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e6302ae0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.201101:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93c00/0xaf35132e6302ae03 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae38 expref: 25 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.201112:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e6302ae0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae38 expref: 24 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.201120:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.201154:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298630.201158:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92400, rc 0) 00000100:00100000:1.0:1780298630.201195:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:28749:x1866777608457856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 307us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.201201:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61477 00000100:00100000:0.0:1780298630.202325:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.202362:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608457984 00000100:00100000:1.0:1780298630.202367:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608457984 00000100:00100000:0.0:1780298630.202391:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.202420:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608458112 00000100:00100000:1.0:1780298630.202423:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608458112 00000100:00100000:1.0:1780298630.202444:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4762 00000100:00100000:1.0:1780298630.202450:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608457984:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298630.202456:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4763 00010000:00010000:1.0:1780298630.202460:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298630.202470:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608458112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.202472:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2c2b189/0xaf35132e6302ae11 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae3f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.202483:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.202494:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e6302ae18 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae46 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.202523:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604290048:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.202530:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348007b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604290176:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.202594:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.202597:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.203392:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604290048:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.203417:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f2c2b189/0xaf35132e6302ae11 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae3f expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.203437:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2c2b189/0xaf35132e6302ae11 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae3f expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.203447:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92600, rc 0) 00000100:00100000:1.0:1780298630.203481:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608457984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1031us (1159us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.203490:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4762 00002000:00010000:3.0:1780298630.203537:0:9128:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 16 -> 88 00000100:00100000:3.0:1780298630.203549:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348007b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604290176:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.203568:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e6302ae18 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae46 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.203579:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e6302ae18 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae46 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.203589:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00000100:00100000:3.0:1780298630.203649:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608458112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1183us (1257us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.203655:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4763 00000100:00100000:0.0:1780298630.204622:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.204652:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.204664:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608458240 00000100:00100000:1.0:1780298630.204671:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608458240 00000100:00100000:3.0:1780298630.204686:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608458368 00000100:00100000:3.0:1780298630.204691:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608458368 00000100:00100000:1.0:1780298630.204718:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4764 00000100:00100000:3.0:1780298630.204728:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4765 00000100:00100000:1.0:1780298630.204732:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608458240:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298630.204742:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608458368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.204746:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.204751:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.204760:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e6302ae1f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae4d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.204762:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e6302ae26 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae54 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.204809:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604290304:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.204825:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604290432:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.204850:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.204860:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.205694:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604290304:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.205718:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e6302ae26 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae54 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.205735:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e6302ae26 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae54 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.205745:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00000100:00100000:3.0:1780298630.205778:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608458368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1040us (1125us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.205786:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4765 00000100:00100000:1.0:1780298630.205800:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604290432:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.205819:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e6302ae1f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae4d expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.205834:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e6302ae1f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae4d expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.205844:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92800, rc 0) 00000100:00100000:1.0:1780298630.205872:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608458240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1145us (1251us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.205879:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4764 00000100:00100000:0.0:1780298630.207066:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.207151:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608458624 00000100:00100000:3.0:1780298630.207156:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608458624 00000100:00100000:1.0:1780298630.207217:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.207227:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608458496 00000100:00100000:2.0:1780298630.207232:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608458496 00000100:00100000:3.0:1780298630.207243:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4766 00000100:00100000:3.0:1780298630.207251:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608458624:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298630.207265:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4767 00000100:00100000:2.0:1780298630.207274:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608458496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.207284:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.207287:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.207296:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e6302ae2d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae5b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.207298:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302ae34 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae62 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.207348:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604290560:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.207349:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604290688:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.207416:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.207416:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.208183:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604290560:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.208203:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302ae34 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae62 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.208212:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604290688:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.208217:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302ae34 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae62 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.208225:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00010000:00010000:2.0:1780298630.208229:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e6302ae2d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae5b expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.208241:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e6302ae2d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae5b expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.208253:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608458624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1002us (1187us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.208263:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4766 00010000:00010000:2.0:1780298630.208265:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b000, rc 0) 00000100:00100000:2.0:1780298630.208294:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608458496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1021us (1076us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.208302:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4767 00000100:00100000:0.0:1780298630.209240:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.209280:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608458752 00000100:00100000:1.0:1780298630.209285:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608458752 00000100:00100000:1.0:1780298630.209322:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4768 00000100:00100000:1.0:1780298630.209332:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608458752:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298630.209338:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298630.209346:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.209357:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004cdc8249/0xaf35132e6302ae3b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae69 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.209390:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608458880 00000100:00100000:2.0:1780298630.209395:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608458880 00000100:00100000:1.0:1780298630.209399:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604290816:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.209431:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4769 00000100:00100000:2.0:1780298630.209442:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608458880:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298630.209444:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00010000:00010000:2.0:1780298630.209454:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.209464:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302ae42 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae70 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.209496:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604290944:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.209532:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.210159:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604290816:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.210175:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004cdc8249/0xaf35132e6302ae3b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae69 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.210192:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cdc8249/0xaf35132e6302ae3b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae69 expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.210204:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92200, rc 0) 00000100:00100000:1.0:1780298630.210250:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608458752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 913us (1003us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.210262:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4768 00000100:00100000:3.0:1780298630.210282:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604290944:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.210342:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302ae42 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae70 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.210353:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302ae42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae70 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.210359:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b600, rc 0) 00000100:00100000:3.0:1780298630.210395:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608458880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 957us (1060us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.210401:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4769 00000100:00100000:2.0:1780298630.211306:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.211334:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608459136 00000100:00100000:1.0:1780298630.211339:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608459136 00000100:00100000:1.0:1780298630.211369:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61478 00000100:00100000:1.0:1780298630.211386:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+45:28749:x1866777608459136:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298630.211424:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.211439:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302ade7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae1c expref: 45 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.211450:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.211453:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298630.211605:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e6302ae49 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.211617:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e6302ae0a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae38 expref: 23 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.211625:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e6302ae49 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.211646:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e6302ae0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae38 expref: 23 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.211656:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e6302ae0a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae38 expref: 23 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.211664:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604291072:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.211709:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.212352:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604291072:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.212362:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e6302ae49 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.212521:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.212564:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608459264 00000100:00100000:1.0:1780298630.212569:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608459264 00010000:00010000:1.0:1780298630.212588:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e6302ae0a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae38 expref: 24 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.212619:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14157 00000100:00100000:1.0:1780298630.212628:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b00050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777608459264:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.212638:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.212643:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e6302ae0a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae38 expref: 24 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.212652:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e6302ae0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae38 expref: 24 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.212666:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92400/0xaf35132e6302ae0a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae38 expref: 24 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.212673:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.212675:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e6302ae49 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.212681:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e6302ae49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.212687:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e6302ae49 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.212702:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298630.212726:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e6302ae49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.212728:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b00050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2400:x1866777608459264:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 102us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.212743:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14157 00010000:00010000:0.0:1780298630.212744:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e6302ae49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298630.212803:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990665 00000004:00010000:0.0:1780298630.212829:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a22b2642 reply state 0000000065d5da5e transno 4294990666 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e6302ae49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.212841:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e6302ae49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.212848:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298630.212850:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298630.212853:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298630.212916:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+47:28749:x1866777608459136:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1540us (1610us total) trans 4294990666 rc 0/0 00000100:00100000:0.0:1780298630.212924:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61478 00000020:00080000:0.0:1780298630.212929:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298630.213683:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.213730:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608459392 00000100:00100000:0.0:1780298630.213735:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608459392 00000100:00100000:0.0:1780298630.213769:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4770 00000100:00100000:0.0:1780298630.213778:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608459392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.213787:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.213797:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302ae50 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae77 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.213817:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302adfc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2801664->36356095] (req 2801664->2805759) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae31 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.213825:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(44 104) 00010000:00010000:0.0:1780298630.213830:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(45 104) 00010000:00010000:0.0:1780298630.213835:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302ae50 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae77 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.213854:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302adfc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2801664->36356095] (req 2801664->2805759) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae31 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.213865:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302adfc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2801664->36356095] (req 2801664->2805759) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae31 expref: 8 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.213875:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604291200:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.213917:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.214626:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255992d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604291200:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.214644:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302ae50 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae77 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.214657:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79400, rc 0) 00000100:00100000:0.0:1780298630.214691:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608459392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 915us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.214698:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4770 00000100:00100000:2.0:1780298630.214863:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.214898:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608459520 00000100:00100000:0.0:1780298630.214902:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608459520 00010000:00010000:0.0:1780298630.214922:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302adfc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2801664->36356095] (req 2801664->2805759) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae31 expref: 9 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.214944:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14158 00000100:00100000:0.0:1780298630.214951:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608459520:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.214959:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.214973:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302adfc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2801664->36356095] (req 2801664->2805759) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae31 expref: 9 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.214983:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302adfc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2801664->36356095] (req 2801664->2805759) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae31 expref: 9 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.215000:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302adfc lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2801664->36356095] (req 2801664->2805759) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae31 expref: 9 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.215010:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(45 104) 00010000:00010000:0.0:1780298630.215013:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(45 104) 00010000:00010000:0.0:1780298630.215019:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302ae50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae77 expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.215028:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302ae50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae77 expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.215047:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302ae50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae77 expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.215058:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255992d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604291328:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298630.215091:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.215827:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255992d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604291328:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298630.215838:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298630.215870:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608459520:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 918us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.215878:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14158 00000100:00100000:1.0:1780298630.215958:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.215980:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.215988:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608459776 00000100:00100000:2.0:1780298630.215993:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608459776 00000100:00100000:3.0:1780298630.216013:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608459648 00002000:00010000:2.0:1780298630.216013:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2316265->18446744073709551615) 00000100:00100000:3.0:1780298630.216020:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608459648 00002000:00100000:2.0:1780298630.216020:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243062d80 with x1866777608459776 ext(2316265->18446744073709551615) 00002000:00010000:2.0:1780298630.216029:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243062d80. 00002000:00010000:3.0:1780298630.216040:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298630.216051:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243063480 with x1866777608459648 ext(4194304->18446744073709551615) 00000100:00100000:2.0:1780298630.216052:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4489 00002000:00010000:3.0:1780298630.216062:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243063480. 00000100:00100000:2.0:1780298630.216074:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608459776:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298630.216087:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4490 00000100:00100000:3.0:1780298630.216098:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608459648:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298630.216195:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1780298630.216198:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:3.0:1780298630.216199:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:3.0:1780298630.216201:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:3.0:1780298630.216202:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 776 -> 776 00000100:00100000:3.0:1780298630.216227:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608459648:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 133us (245us total) trans 4294969160 rc 0/0 00000100:00100000:3.0:1780298630.216232:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4490 00002000:00010000:3.0:1780298630.216235:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298630.216237:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243063480 with x1866777608459648 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298630.216240:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243063480. 00002000:00010000:2.0:1780298630.216333:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4080443 -> 2316265 00002000:00010000:2.0:1780298630.216337:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.216339:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.216342:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.216344:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 88 -> 0 00000100:00100000:2.0:1780298630.216372:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608459776:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 312us (413us total) trans 4294968818 rc 0/0 00000100:00100000:2.0:1780298630.216389:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4489 00002000:00010000:2.0:1780298630.216393:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2316265->18446744073709551615) 00002000:00100000:2.0:1780298630.216396:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243062d80 with x1866777608459776 ext(2316265->18446744073709551615) 00002000:00010000:2.0:1780298630.216401:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243062d80. 00000100:00100000:1.0:1780298630.217055:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.217076:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608459904 00000100:00100000:3.0:1780298630.217080:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608459904 00000100:00100000:3.0:1780298630.217104:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61479 00000100:00100000:3.0:1780298630.217109:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+47:28749:x1866777608459904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.217119:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.217149:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450d000/0xaf35132e6302ae57 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae7e expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.217226:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302ae5e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.217236:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302ae5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.217242:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302ae5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298630.217258:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6510569 00000004:00200000:2.0:1780298630.217262:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298630.217278:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302ae5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.217299:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450d000/0xaf35132e6302ae57 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae7e expref: 49 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.217311:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302ae5e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae7e expref: 48 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.217320:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.217323:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298630.217325:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00000100:00100000:2.0:1780298630.217354:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+48:28749:x1866777608459904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 244us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.217360:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61479 00000100:00100000:0.0:1780298630.218494:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.218529:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608460032 00000100:00100000:2.0:1780298630.218532:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608460032 00000100:00100000:2.0:1780298630.218558:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61480 00000100:00100000:2.0:1780298630.218563:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:28749:x1866777608460032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.218575:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.218585:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6302ae65 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae85 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.218616:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6302ae6c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.218623:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6302ae6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.218629:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6302ae6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298630.218639:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6510569 00000004:00200000:2.0:1780298630.218642:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298630.218650:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6302ae6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.218664:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6302ae65 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae85 expref: 25 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.218672:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6302ae6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae85 expref: 24 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.218677:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.218679:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298630.218680:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:2.0:1780298630.218702:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:28749:x1866777608460032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 139us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.218706:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61480 00000100:00100000:0.0:1780298630.219489:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.219528:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608460160 00000100:00100000:2.0:1780298630.219532:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608460160 00000100:00100000:2.0:1780298630.219560:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4771 00000100:00100000:2.0:1780298630.219567:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608460160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.219576:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.219587:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302ae73 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae8c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.219635:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604291456:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.219682:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.219687:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.219737:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608460288 00000100:00100000:3.0:1780298630.219742:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608460288 00000100:00100000:3.0:1780298630.219779:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4772 00000100:00100000:3.0:1780298630.219826:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608460288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.219836:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.219845:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e6302ae7a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae93 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.219875:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604291584:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.219910:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.220400:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604291456:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.220419:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302ae73 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae8c expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.220437:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4561703/0xaf35132e6302ae73 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae8c expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.220446:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b600, rc 0) 00000100:00100000:2.0:1780298630.220487:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608460160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 919us (998us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.220493:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4771 00000100:00100000:3.0:1780298630.220733:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604291584:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.220754:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e6302ae7a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae93 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.220767:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e6302ae7a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae93 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.220782:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00000100:00100000:3.0:1780298630.220807:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608460288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 984us (1124us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.220813:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4772 00000100:00100000:0.0:1780298630.221640:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.221663:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608460416 00000100:00100000:3.0:1780298630.221667:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608460416 00000100:00100000:3.0:1780298630.221697:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4773 00000100:00100000:3.0:1780298630.221704:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608460416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.221714:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.221731:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302ae81 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cae9a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.221749:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302ae50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae77 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.221758:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(45 104) 00010000:00010000:3.0:1780298630.221761:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(46 104) 00010000:00010000:3.0:1780298630.221766:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302ae81 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3043328->3080191] (req 3043328->3080191) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae9a expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.221786:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302ae50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae77 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.221799:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302ae50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae77 expref: 6 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.221812:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604291712:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298630.221843:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.222431:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604291712:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298630.222445:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302ae81 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3043328->3080191] (req 3043328->3080191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae9a expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.222456:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:3.0:1780298630.222487:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608460416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 784us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.222491:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4773 00000100:00100000:0.0:1780298630.222752:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.223442:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608460544 00000100:00100000:2.0:1780298630.223447:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608460544 00010000:00010000:2.0:1780298630.223469:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302ae50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae77 expref: 7 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.223501:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14159 00000100:00100000:2.0:1780298630.223510:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255990a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608460544:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298630.223521:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.223533:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302ae50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae77 expref: 7 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.223546:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302ae50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae77 expref: 7 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.223562:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302ae50 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae77 expref: 7 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.223577:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(46 104) 00010000:00010000:2.0:1780298630.223581:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(46 104) 00010000:00010000:2.0:1780298630.223588:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302ae81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3043328->36597759] (req 3043328->3080191) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae9a expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.223598:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302ae81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3043328->36597759] (req 3043328->3080191) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae9a expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.223619:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302ae81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3043328->36597759] (req 3043328->3080191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae9a expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.223629:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604291840:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298630.223670:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.224440:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604291840:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298630.224451:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298630.224480:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255990a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608460544:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 972us (1728us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.224489:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14159 00000100:00100000:0.0:1780298630.224587:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.224638:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608460672 00000100:00100000:3.0:1780298630.224644:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608460672 00000100:00100000:3.0:1780298630.224683:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4491 00000100:00100000:3.0:1780298630.224693:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608460672:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298630.224862:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2316265 -> 2316265 00002000:00010000:3.0:1780298630.224866:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:3.0:1780298630.224868:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:3.0:1780298630.224870:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:3.0:1780298630.224872:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 72 00000100:00100000:3.0:1780298630.224904:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608460672:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 213us (323us total) trans 4294968819 rc 0/0 00000100:00100000:3.0:1780298630.224912:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4491 00000100:00100000:1.0:1780298630.225901:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.225947:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608460800 00000100:00100000:0.0:1780298630.225952:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608460800 00000100:00100000:1.0:1780298630.225959:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.225986:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608460928 00000100:00100000:0.0:1780298630.225989:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608460928 00000100:00100000:0.0:1780298630.226015:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4774 00000100:00100000:0.0:1780298630.226024:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608460800:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298630.226028:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4775 00010000:00010000:0.0:1780298630.226036:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298630.226042:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608460928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.226050:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302ae88 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caea1 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.226061:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.226072:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e6302ae8f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caea8 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.226102:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604291968:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.226111:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604292096:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.226193:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.226195:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.226939:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604292096:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.226957:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e6302ae8f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caea8 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.226972:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255991180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604291968:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.226973:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e6302ae8f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caea8 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.226985:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ac00, rc 0) 00010000:00010000:1.0:1780298630.226995:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302ae88 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caea1 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.227007:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302ae88 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caea1 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.227013:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608460928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 975us (1055us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.227023:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4775 00010000:00010000:1.0:1780298630.227024:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00000100:00100000:1.0:1780298630.227048:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608460800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1025us (1148us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.227056:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4774 00000100:00100000:1.0:1780298630.228188:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.228214:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.228242:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608461056 00000100:00100000:2.0:1780298630.228248:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608461056 00000100:00100000:3.0:1780298630.228265:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608461184 00000100:00100000:3.0:1780298630.228270:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608461184 00000100:00100000:2.0:1780298630.228286:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4776 00000100:00100000:2.0:1780298630.228296:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608461056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.228304:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.228312:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e6302ae96 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caeaf expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.228318:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4777 00000100:00100000:0.0:1780298630.228331:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608461184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.228341:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298630.228348:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604292224:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.228352:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302ae9d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caeb6 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.228399:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.228402:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255991f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604292352:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.228431:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.229254:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604292224:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.229275:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e6302ae96 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caeaf expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.229281:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255991f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604292352:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.229296:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e6302ae96 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caeaf expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.229305:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b000, rc 0) 00010000:00010000:3.0:1780298630.229308:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302ae9d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caeb6 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.229325:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302ae9d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caeb6 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.229332:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608461056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1038us (1147us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.229342:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4776 00010000:00010000:3.0:1780298630.229344:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79800, rc 0) 00000100:00100000:3.0:1780298630.229388:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608461184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1046us (1160us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.229396:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4777 00000100:00100000:1.0:1780298630.230423:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.230486:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608461312 00000100:00100000:3.0:1780298630.230491:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608461312 00000100:00100000:0.0:1780298630.230532:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.230544:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608461440 00000100:00100000:2.0:1780298630.230548:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608461440 00000100:00100000:3.0:1780298630.230559:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4778 00000100:00100000:3.0:1780298630.230570:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608461312:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298630.230573:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4779 00010000:00010000:3.0:1780298630.230582:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298630.230589:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608461440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.230594:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302aea4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caebd expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.230599:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.230609:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302aeab lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caec4 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.230633:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604292480:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.230643:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604292608:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.230684:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.230685:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.231431:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604292608:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.231433:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604292480:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.231458:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302aeab lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caec4 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.231459:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302aea4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caebd expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.231492:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302aea4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caebd expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.231492:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302aeab lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caec4 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.231511:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00010000:00010000:0.0:1780298630.231516:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93e00, rc 0) 00000100:00100000:3.0:1780298630.231536:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608461312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 970us (1114us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.231544:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4778 00000100:00100000:0.0:1780298630.231544:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608461440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 959us (1012us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.231553:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4779 00000100:00100000:0.0:1780298630.232550:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.232622:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608461568 00000100:00100000:3.0:1780298630.232627:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608461568 00000100:00100000:1.0:1780298630.232668:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.232683:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608461696 00000100:00100000:3.0:1780298630.232689:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4780 00000100:00100000:2.0:1780298630.232690:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608461696 00000100:00100000:3.0:1780298630.232699:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608461568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.232708:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.232719:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aeb2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caecb expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.232719:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4781 00000100:00100000:2.0:1780298630.232731:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608461696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.232739:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.232749:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302aeb9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caed2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.232755:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604292736:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.232786:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604292864:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.232805:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.232811:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.233510:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604292736:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.233523:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aeb2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caecb expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.233605:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aeb2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caecb expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.233618:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:3.0:1780298630.233650:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608461568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 954us (1100us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.233656:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4780 00000100:00100000:2.0:1780298630.233781:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604292864:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.233797:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302aeb9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caed2 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.233817:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302aeb9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caed2 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.233826:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b600, rc 0) 00000100:00100000:2.0:1780298630.233859:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608461696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1131us (1193us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.233865:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4781 00000100:00100000:1.0:1780298630.235189:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.235226:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608461952 00000100:00100000:2.0:1780298630.235234:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608461952 00000100:00100000:2.0:1780298630.235279:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61481 00000100:00100000:2.0:1780298630.235289:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:28749:x1866777608461952:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298630.235336:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.235357:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6302ae6c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae85 expref: 24 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.235371:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.235387:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298630.235548:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6302aec0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.235563:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302ae5e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae7e expref: 47 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.235574:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6302aec0 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.235605:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302ae5e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae7e expref: 47 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.235619:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302ae5e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae7e expref: 47 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.235631:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604292992:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.235682:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.236399:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604292992:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.236414:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6302aec0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.236572:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.236609:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608462080 00000100:00100000:0.0:1780298630.236613:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608462080 00010000:00010000:0.0:1780298630.236630:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302ae5e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae7e expref: 48 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.236653:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14160 00000100:00100000:0.0:1780298630.236661:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+48:2400:x1866777608462080:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.236671:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.236676:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302ae5e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae7e expref: 48 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.236687:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302ae5e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae7e expref: 48 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.236713:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302ae5e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae7e expref: 48 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.236725:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298630.236729:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6302aec0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.236737:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6302aec0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.236745:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6302aec0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.236761:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298630.236785:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6302aec0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.236786:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+47:2400:x1866777608462080:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 126us (213us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298630.236802:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6302aec0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.236803:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14160 00000001:00080000:2.0:1780298630.236858:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990667 00000004:00010000:2.0:1780298630.236882:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000026b39427 reply state 00000000f8988a86 transno 4294990668 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6302aec0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.236893:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6302aec0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.236900:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.236903:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298630.236906:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298630.236962:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:28749:x1866777608461952:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1675us (1777us total) trans 4294990668 rc 0/0 00000100:00100000:2.0:1780298630.236967:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61481 00000020:00080000:2.0:1780298630.236970:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298630.237674:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.237711:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608462208 00000100:00100000:0.0:1780298630.237716:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608462208 00000100:00100000:0.0:1780298630.237746:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4782 00000100:00100000:0.0:1780298630.237753:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608462208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.237761:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.237771:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302aec7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caed9 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.237787:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302add9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae15 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.237793:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(93 143) 00010000:00010000:0.0:1780298630.237796:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(94 143) 00010000:00010000:0.0:1780298630.237798:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302aec7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caed9 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.237812:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302add9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae15 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.237818:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302add9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae15 expref: 9 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.237825:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604293120:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.237858:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.238606:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604293120:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.238624:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302aec7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caed9 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.238638:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:0.0:1780298630.238669:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608462208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 913us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.238680:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4782 00000100:00100000:1.0:1780298630.238805:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.238843:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608462336 00000100:00100000:2.0:1780298630.238847:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608462336 00010000:00010000:2.0:1780298630.238863:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302add9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae15 expref: 10 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.238885:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14161 00000100:00100000:2.0:1780298630.238893:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608462336:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298630.238904:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.238921:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302add9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae15 expref: 10 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.238932:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302add9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae15 expref: 10 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.238948:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302add9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae15 expref: 10 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.238956:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(94 143) 00010000:00010000:2.0:1780298630.238958:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(94 143) 00010000:00010000:2.0:1780298630.238971:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302aec7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caed9 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.238978:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302aec7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caed9 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.238997:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302aec7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caed9 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.239004:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604293248:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298630.239035:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.239720:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604293248:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298630.239728:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298630.239749:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608462336:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 858us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.239754:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14161 00000100:00100000:3.0:1780298630.239839:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.239876:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608462464 00000100:00100000:0.0:1780298630.239879:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608462464 00000100:00100000:0.0:1780298630.239917:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4783 00000100:00100000:0.0:1780298630.239926:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608462464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.239936:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.239946:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e6302aece lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caee0 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.239960:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302ae81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3043328->36597759] (req 3043328->3080191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae9a expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.239966:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(46 104) 00010000:00010000:0.0:1780298630.239969:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(47 104) 00010000:00010000:0.0:1780298630.239973:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e6302aece lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee0 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.239990:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302ae81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3043328->36597759] (req 3043328->3080191) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae9a expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.240001:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302ae81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3043328->36597759] (req 3043328->3080191) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae9a expref: 11 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.240012:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604293376:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.240062:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.240692:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255993800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604293376:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.240713:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e6302aece lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee0 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.240725:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78600, rc 0) 00000100:00100000:0.0:1780298630.240754:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608462464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 830us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.240760:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4783 00000100:00100000:3.0:1780298630.240883:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.240931:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608462592 00000100:00100000:2.0:1780298630.240936:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608462592 00010000:00010000:2.0:1780298630.240955:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302ae81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3043328->36597759] (req 3043328->3080191) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae9a expref: 11 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.240986:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14162 00000100:00100000:2.0:1780298630.240997:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608462592:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298630.241006:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.241020:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302ae81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3043328->36597759] (req 3043328->3080191) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae9a expref: 11 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.241032:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302ae81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3043328->36597759] (req 3043328->3080191) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae9a expref: 11 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.241050:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e6302ae81 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3043328->36597759] (req 3043328->3080191) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cae9a expref: 11 pid: 8356 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.241060:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(47 104) 00010000:00010000:2.0:1780298630.241063:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(47 104) 00010000:00010000:2.0:1780298630.241068:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e6302aece lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee0 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.241076:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e6302aece lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee0 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.241094:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e6302aece lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee0 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.241103:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604293504:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298630.241173:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.241717:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604293504:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298630.241727:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298630.241750:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608462592:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 757us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.241758:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14162 00000100:00100000:1.0:1780298630.241902:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.241928:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.241937:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608462720 00000100:00100000:2.0:1780298630.241941:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608462720 00002000:00010000:2.0:1780298630.241960:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (3496619->18446744073709551615) 00002000:00100000:2.0:1780298630.241965:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f756300 with x1866777608462720 ext(3496619->18446744073709551615) 00000100:00100000:0.0:1780298630.241966:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608462848 00002000:00010000:2.0:1780298630.241972:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f756300. 00000100:00100000:0.0:1780298630.241973:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608462848 00002000:00010000:0.0:1780298630.241990:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:0.0:1780298630.241994:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757480 with x1866777608462848 ext(0->18446744073709551615) 00000100:00100000:2.0:1780298630.241997:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4492 00002000:00010000:0.0:1780298630.242003:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f757480. 00000100:00100000:2.0:1780298630.242008:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608462720:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298630.242027:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4493 00000100:00100000:0.0:1780298630.242038:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608462848:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298630.242197:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 3496619 00002000:00010000:2.0:1780298630.242201:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.242204:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.242207:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.242209:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 776 -> 776 00002000:00010000:0.0:1780298630.242211:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2316265 -> 0 00002000:00010000:0.0:1780298630.242215:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298630.242218:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298630.242221:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298630.242223:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 72 -> 0 00000100:00100000:2.0:1780298630.242238:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608462720:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 232us (333us total) trans 4294969161 rc 0/0 00000100:00100000:2.0:1780298630.242244:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4492 00002000:00010000:2.0:1780298630.242248:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (3496619->18446744073709551615) 00000100:00100000:0.0:1780298630.242251:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608462848:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 214us (320us total) trans 4294968820 rc 0/0 00002000:00100000:2.0:1780298630.242253:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f756300 with x1866777608462720 ext(3496619->18446744073709551615) 00002000:00010000:2.0:1780298630.242261:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f756300. 00000100:00100000:0.0:1780298630.242266:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4493 00002000:00010000:0.0:1780298630.242271:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:0.0:1780298630.242274:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757480 with x1866777608462848 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298630.242279:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f757480. 00000100:00100000:3.0:1780298630.243011:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.243048:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608462976 00000100:00100000:0.0:1780298630.243053:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608462976 00000100:00100000:0.0:1780298630.243085:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61482 00000100:00100000:0.0:1780298630.243093:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:28749:x1866777608462976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.243105:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.243117:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302aed5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caee7 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.243194:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302aedc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.243204:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302aedc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.243212:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302aedc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.243213:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3626:1866777604293632:0@lo:13:osp-pre-0-1.0 00000004:00200000:0.0:1780298630.243231:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 3496619 00000004:00200000:0.0:1780298630.243235:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298630.243247:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302aedc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.243254:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1780298630.243270:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302aed5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee7 expref: 28 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.243281:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302aedc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee7 expref: 27 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.243287:0:8360:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777604293632 00010000:00010000:0.0:1780298630.243287:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298630.243292:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00000100:00100000:1.0:1780298630.243293:0:8360:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777604293632 00010000:00010000:0.0:1780298630.243294:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00000100:00100000:0.0:1780298630.243321:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:28749:x1866777608462976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 230us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.243327:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61482 00000100:00100000:1.0:1780298630.243334:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1780298630.243343:0:8360:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1866777604293632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780298630.243357:0:8360:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 595283648 pending 0 free 3923079168 avail 3691057152 00000100:00100000:1.0:1780298630.243404:0:8360:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1866777604293632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.243410:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1780298630.243420:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3626:1866777604293632:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780298630.244265:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.244294:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608463104 00000100:00100000:2.0:1780298630.244298:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608463104 00000100:00100000:2.0:1780298630.244324:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61483 00000100:00100000:2.0:1780298630.244331:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+47:28749:x1866777608463104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.244340:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.244347:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b000/0xaf35132e6302aee3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caeee expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.244393:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302aeea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.244400:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302aeea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.244406:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302aeea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298630.244417:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 3496619 00000004:00200000:2.0:1780298630.244419:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298630.244426:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302aeea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.244437:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b000/0xaf35132e6302aee3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caeee expref: 49 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.244445:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302aeea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caeee expref: 48 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.244450:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.244452:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298630.244453:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ac00, rc 0) 00000100:00100000:2.0:1780298630.244474:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+48:28749:x1866777608463104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 145us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.244478:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61483 00000100:00100000:2.0:1780298630.245205:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.245236:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608463232 00000100:00100000:0.0:1780298630.245240:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608463232 00000100:00100000:2.0:1780298630.245251:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.245277:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608463360 00000100:00100000:0.0:1780298630.245280:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608463360 00000100:00100000:3.0:1780298630.245294:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4784 00000100:00100000:3.0:1780298630.245306:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608463232:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298630.245308:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4785 00010000:00010000:3.0:1780298630.245319:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298630.245320:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608463360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.245328:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.245331:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aef1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caef5 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.245336:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004cdc8249/0xaf35132e6302aef8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caefc expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.245389:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604293760:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.245396:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604293888:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.245429:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.245433:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.246051:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604293760:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.246064:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004cdc8249/0xaf35132e6302aef8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caefc expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.246076:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004cdc8249/0xaf35132e6302aef8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caefc expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.246083:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92200, rc 0) 00000100:00100000:1.0:1780298630.246110:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608463360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 794us (867us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.246117:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4785 00000100:00100000:3.0:1780298630.246262:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604293888:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.246281:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aef1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caef5 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.246295:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302aef1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caef5 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.246303:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:3.0:1780298630.246330:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608463232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1029us (1125us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.246338:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4784 00000100:00100000:0.0:1780298630.247107:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.247162:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608463488 00000100:00100000:1.0:1780298630.247167:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608463488 00000100:00100000:1.0:1780298630.247196:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4786 00000100:00100000:1.0:1780298630.247204:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608463488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.247212:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.247220:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302aeff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf03 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.247233:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302aec7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caed9 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.247239:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(94 143) 00010000:00010000:1.0:1780298630.247242:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(95 143) 00010000:00010000:1.0:1780298630.247245:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302aeff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1949696->2015231] (req 1949696->2015231) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf03 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.247258:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302aec7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caed9 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.247267:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302aec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caed9 expref: 8 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.247274:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604294016:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.247302:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.247930:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604294016:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.247941:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302aeff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1949696->2015231] (req 1949696->2015231) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf03 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.247948:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93400, rc 0) 00000100:00100000:0.0:1780298630.247976:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608463488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 773us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.247984:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4786 00000100:00100000:2.0:1780298630.248160:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.248192:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608463616 00000100:00100000:1.0:1780298630.248196:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608463616 00010000:00010000:1.0:1780298630.248210:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302aec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caed9 expref: 9 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.248229:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14163 00000100:00100000:1.0:1780298630.248233:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608463616:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.248240:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.248247:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302aec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caed9 expref: 9 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.248254:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302aec7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caed9 expref: 9 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.248265:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302aec7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caed9 expref: 9 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.248273:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(95 143) 00010000:00010000:1.0:1780298630.248275:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(95 143) 00010000:00010000:1.0:1780298630.248281:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302aeff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1949696->35504127] (req 1949696->2015231) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf03 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.248287:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302aeff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1949696->35504127] (req 1949696->2015231) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf03 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.248300:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302aeff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1949696->35504127] (req 1949696->2015231) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf03 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.248307:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f755c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604294144:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.248333:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.248978:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f755c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604294144:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298630.248989:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298630.249016:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608463616:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 781us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.249024:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14163 00000100:00100000:2.0:1780298630.249067:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.249094:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608463744 00000100:00100000:1.0:1780298630.249098:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608463744 00000100:00100000:1.0:1780298630.249146:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4494 00000100:00100000:1.0:1780298630.249153:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608463744:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298630.249270:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 3496619 -> 3496619 00002000:00010000:1.0:1780298630.249273:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.249275:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.249277:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.249278:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 776 -> 904 00000100:00100000:1.0:1780298630.249299:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608463744:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 148us (233us total) trans 4294969162 rc 0/0 00000100:00100000:1.0:1780298630.249303:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4494 00000100:00100000:2.0:1780298630.250119:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.250157:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608463872 00000100:00100000:0.0:1780298630.250161:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608463872 00000100:00100000:2.0:1780298630.250166:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.250194:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608464000 00000100:00100000:0.0:1780298630.250197:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608464000 00000100:00100000:3.0:1780298630.250202:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4787 00000100:00100000:0.0:1780298630.250223:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4788 00000100:00100000:2.0:1780298630.250228:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608463872:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298630.250230:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608464000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.250237:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.250237:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.250245:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000365dbac/0xaf35132e6302af06 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf11 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.250246:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e6302af0d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf0a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.250273:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604294272:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.250273:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255991c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604294400:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.250311:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.250312:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.250945:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604294272:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.250959:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e6302af0d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf0a expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.250970:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e6302af0d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf0a expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.250976:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00000100:00100000:2.0:1780298630.251001:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608463872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 792us (882us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.251006:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4787 00000100:00100000:0.0:1780298630.251056:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255991c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604294400:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.251069:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000365dbac/0xaf35132e6302af06 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf11 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.251077:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000365dbac/0xaf35132e6302af06 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf11 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.251083:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78c00, rc 0) 00000100:00100000:0.0:1780298630.251148:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608464000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 894us (957us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.251156:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4788 00000100:00100000:1.0:1780298630.251943:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.251963:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.251976:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608464128 00000100:00100000:3.0:1780298630.251982:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608464128 00000100:00100000:2.0:1780298630.251992:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608464256 00000100:00100000:2.0:1780298630.251996:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608464256 00000100:00100000:3.0:1780298630.252013:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4789 00000100:00100000:3.0:1780298630.252022:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608464128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.252030:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.252031:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4790 00010000:00010000:3.0:1780298630.252040:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302af14 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf18 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.252044:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608464256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.252056:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.252065:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e6302af1b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf1f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.252096:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255991c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604294528:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.252104:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604294656:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.252157:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.252157:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.252806:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604294656:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.252806:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255991c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604294528:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.252821:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302af14 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf18 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.252821:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e6302af1b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf1f expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.252834:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000579af131/0xaf35132e6302af14 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf18 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.252834:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e6302af1b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf1f expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.252844:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00010000:00010000:0.0:1780298630.252844:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78000, rc 0) 00000100:00100000:2.0:1780298630.252870:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608464128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 850us (926us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.252870:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608464256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 831us (906us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.252878:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4789 00000100:00100000:0.0:1780298630.252883:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4790 00000100:00100000:1.0:1780298630.253871:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.253897:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608464384 00000100:00100000:0.0:1780298630.253900:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608464384 00000100:00100000:0.0:1780298630.253927:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4791 00000100:00100000:0.0:1780298630.253934:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608464384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.253942:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.253950:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302af22 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf26 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.253963:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(95 143) 00010000:00010000:0.0:1780298630.253966:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(95 143) 00010000:00010000:0.0:1780298630.253971:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302af22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [765952->1949695] (req 765952->798719) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf26 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.253980:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302af22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [765952->1949695] (req 765952->798719) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf26 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.253986:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79200, rc 0) 00000100:00100000:0.0:1780298630.254008:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608464384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 75us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.254011:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4791 00000100:00100000:1.0:1780298630.254766:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.254800:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608464512 00000100:00100000:2.0:1780298630.254804:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608464512 00002000:00100000:2.0:1780298630.254824:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (765952->770047) req@ffff9cf37f757b80 x1866777608464512/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.254831:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757b80 with x1866777608464512 ext(765952->770047) 00002000:00010000:2.0:1780298630.254834:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f757b80 00000100:00100000:2.0:1780298630.254850:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4495 00000100:00100000:2.0:1780298630.254856:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608464512:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.254968:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608464512:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 112us (203us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.254973:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4495 00002000:00100000:2.0:1780298630.254979:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (765952->770047) req@ffff9cf37f757b80 x1866777608464512/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.254985:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757b80 with x1866777608464512 ext(765952->770047) 00002000:00010000:2.0:1780298630.254988:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f757b80 00000100:00100000:1.0:1780298630.255714:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.255774:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608464640 00000100:00100000:3.0:1780298630.255779:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608464640 00002000:00100000:3.0:1780298630.255798:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (770048->774143) req@ffff9cf34831c000 x1866777608464640/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.255807:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831c000 with x1866777608464640 ext(770048->774143) 00002000:00010000:3.0:1780298630.255810:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831c000 00000100:00100000:3.0:1780298630.255827:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4496 00000100:00100000:3.0:1780298630.255833:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608464640:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298630.255899:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608464640:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (187us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298630.255906:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4496 00002000:00100000:3.0:1780298630.255913:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (770048->774143) req@ffff9cf34831c000 x1866777608464640/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.255927:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831c000 with x1866777608464640 ext(770048->774143) 00002000:00010000:3.0:1780298630.255930:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831c000 00000100:00100000:1.0:1780298630.256637:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.256672:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608464768 00000100:00100000:0.0:1780298630.256677:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608464768 00002000:00100000:0.0:1780298630.256695:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (774144->778239) req@ffff9cf34831c700 x1866777608464768/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.256704:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831c700 with x1866777608464768 ext(774144->778239) 00002000:00010000:0.0:1780298630.256707:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831c700 00000100:00100000:0.0:1780298630.256725:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4497 00000100:00100000:0.0:1780298630.256737:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608464768:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.256807:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608464768:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (169us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.256815:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4497 00002000:00100000:0.0:1780298630.256821:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (774144->778239) req@ffff9cf34831c700 x1866777608464768/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.256830:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831c700 with x1866777608464768 ext(774144->778239) 00002000:00010000:0.0:1780298630.256834:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831c700 00000100:00100000:1.0:1780298630.257553:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.257600:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608464896 00000100:00100000:0.0:1780298630.257605:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608464896 00002000:00100000:0.0:1780298630.257626:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (778240->782335) req@ffff9cf34831f800 x1866777608464896/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.257635:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831f800 with x1866777608464896 ext(778240->782335) 00002000:00010000:0.0:1780298630.257637:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831f800 00000100:00100000:0.0:1780298630.257653:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4498 00000100:00100000:0.0:1780298630.257658:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608464896:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.257728:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608464896:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (175us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.257735:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4498 00002000:00100000:0.0:1780298630.257741:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (778240->782335) req@ffff9cf34831f800 x1866777608464896/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.257748:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831f800 with x1866777608464896 ext(778240->782335) 00002000:00010000:0.0:1780298630.257752:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831f800 00000100:00100000:1.0:1780298630.258455:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.258487:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608465024 00000100:00100000:2.0:1780298630.258492:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608465024 00002000:00100000:2.0:1780298630.258511:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (782336->786431) req@ffff9cf34831ed80 x1866777608465024/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.258521:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831ed80 with x1866777608465024 ext(782336->786431) 00002000:00010000:2.0:1780298630.258525:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831ed80 00000100:00100000:2.0:1780298630.258543:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4499 00000100:00100000:2.0:1780298630.258550:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608465024:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.258616:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608465024:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (159us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.258623:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4499 00002000:00100000:2.0:1780298630.258629:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (782336->786431) req@ffff9cf34831ed80 x1866777608465024/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.258638:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831ed80 with x1866777608465024 ext(782336->786431) 00002000:00010000:2.0:1780298630.258641:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831ed80 00000100:00100000:1.0:1780298630.259312:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.259339:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608465152 00000100:00100000:2.0:1780298630.259344:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608465152 00002000:00100000:2.0:1780298630.259364:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (786432->790527) req@ffff9cf34831fb80 x1866777608465152/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.259384:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831fb80 with x1866777608465152 ext(786432->790527) 00002000:00010000:2.0:1780298630.259388:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831fb80 00000100:00100000:2.0:1780298630.259408:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4500 00000100:00100000:2.0:1780298630.259416:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608465152:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.259468:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608465152:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 54us (156us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.259473:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4500 00002000:00100000:2.0:1780298630.259478:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (786432->790527) req@ffff9cf34831fb80 x1866777608465152/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.259484:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831fb80 with x1866777608465152 ext(786432->790527) 00002000:00010000:2.0:1780298630.259486:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831fb80 00000100:00100000:1.0:1780298630.260160:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.260192:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608465280 00000100:00100000:0.0:1780298630.260198:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608465280 00002000:00100000:0.0:1780298630.260216:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (790528->794623) req@ffff9cf34831ea00 x1866777608465280/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.260225:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831ea00 with x1866777608465280 ext(790528->794623) 00002000:00010000:0.0:1780298630.260228:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831ea00 00000100:00100000:0.0:1780298630.260246:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4501 00000100:00100000:0.0:1780298630.260254:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608465280:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.260322:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608465280:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (162us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.260333:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4501 00002000:00100000:0.0:1780298630.260340:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (790528->794623) req@ffff9cf34831ea00 x1866777608465280/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.260349:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831ea00 with x1866777608465280 ext(790528->794623) 00002000:00010000:0.0:1780298630.260352:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831ea00 00000100:00100000:1.0:1780298630.261051:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.261086:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608465408 00000100:00100000:0.0:1780298630.261091:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608465408 00002000:00100000:0.0:1780298630.261109:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (794624->798719) req@ffff9cf34831dc00 x1866777608465408/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.261118:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831dc00 with x1866777608465408 ext(794624->798719) 00002000:00010000:0.0:1780298630.261122:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831dc00 00000100:00100000:0.0:1780298630.261164:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4502 00000100:00100000:0.0:1780298630.261174:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608465408:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.261260:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608465408:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 88us (208us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.261268:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4502 00002000:00100000:0.0:1780298630.261275:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (794624->798719) req@ffff9cf34831dc00 x1866777608465408/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.261284:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831dc00 with x1866777608465408 ext(794624->798719) 00002000:00010000:0.0:1780298630.261287:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831dc00 00000100:00100000:1.0:1780298630.262157:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.262189:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608465536 00000100:00100000:2.0:1780298630.262194:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608465536 00000100:00100000:2.0:1780298630.262222:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4792 00000100:00100000:2.0:1780298630.262228:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e426c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608465536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.262235:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.262248:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e6302af29 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf2d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.262283:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604294784:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.262330:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.262979:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604294784:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.262997:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e6302af29 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf2d expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.263010:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009fd8d343/0xaf35132e6302af29 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf2d expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.263018:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b000, rc 0) 00000100:00100000:2.0:1780298630.263040:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e426c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608465536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 813us (884us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.263049:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4792 00000100:00100000:1.0:1780298630.263841:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.263882:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608465664 00000100:00100000:2.0:1780298630.263887:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608465664 00000100:00100000:2.0:1780298630.263921:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4793 00000100:00100000:2.0:1780298630.263929:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608465664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.263937:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.263946:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e6302af30 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf34 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.263975:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604294912:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.264022:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.264715:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604294912:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.264730:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e6302af30 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf34 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.264743:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e6302af30 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf34 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.264752:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00000100:00100000:2.0:1780298630.264779:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608465664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 851us (937us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.264786:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4793 00000100:00100000:1.0:1780298630.265686:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.265704:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.265725:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608465792 00000100:00100000:0.0:1780298630.265731:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608465792 00000100:00100000:2.0:1780298630.265743:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608465920 00000100:00100000:2.0:1780298630.265749:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608465920 00000100:00100000:0.0:1780298630.265769:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4794 00000100:00100000:0.0:1780298630.265779:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608465792:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298630.265788:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4795 00010000:00010000:0.0:1780298630.265789:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298630.265798:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608465920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.265800:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000365dbac/0xaf35132e6302af37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf3b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.265806:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.265817:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302af3e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf42 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.265835:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255991c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604295040:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.265845:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604295168:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.265889:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb10c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.265895:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.266625:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255991c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604295040:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.266642:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000365dbac/0xaf35132e6302af37 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf3b expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.266657:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000365dbac/0xaf35132e6302af37 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf3b expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.266669:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78c00, rc 0) 00000100:00100000:0.0:1780298630.266702:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608465792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 925us (1015us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.266711:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4794 00000100:00100000:2.0:1780298630.266722:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604295168:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.266745:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302af3e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf42 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.266762:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038a88423/0xaf35132e6302af3e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf42 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.266773:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93e00, rc 0) 00000100:00100000:2.0:1780298630.266806:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608465920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1011us (1100us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.266814:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4795 00000100:00100000:1.0:1780298630.267768:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.267798:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.267818:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608466176 00000100:00100000:2.0:1780298630.267823:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608466176 00000100:00100000:3.0:1780298630.267835:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608466048 00000100:00100000:3.0:1780298630.267841:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608466048 00000100:00100000:2.0:1780298630.267854:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4796 00000100:00100000:2.0:1780298630.267864:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608466176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.267873:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.267882:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e6302af45 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf50 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.267882:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4797 00000100:00100000:1.0:1780298630.267896:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608466048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.267905:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.267915:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6302af4c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf49 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.267916:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604295296:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.267954:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604295424:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.267971:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.267988:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.268669:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604295296:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.268689:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e6302af45 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf50 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.268705:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e6302af45 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf50 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.268716:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a600, rc 0) 00000100:00100000:2.0:1780298630.268748:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608466176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 886us (979us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.268756:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4796 00000100:00100000:3.0:1780298630.268768:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604295424:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.268788:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6302af4c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf49 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.268804:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6302af4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf49 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.268814:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93600, rc 0) 00000100:00100000:3.0:1780298630.268895:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608466048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1004us (1096us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.268901:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4797 00000100:00100000:1.0:1780298630.269960:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.270002:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608466432 00000100:00100000:2.0:1780298630.270006:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608466432 00000100:00100000:2.0:1780298630.270040:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61484 00000100:00100000:2.0:1780298630.270047:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+48:28749:x1866777608466432:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298630.270101:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.270119:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302aeea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caeee expref: 48 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.270158:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.270163:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298630.270323:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6302af53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.270338:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302aedc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee7 expref: 26 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.270349:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6302af53 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.270385:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302aedc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee7 expref: 26 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.270430:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302aedc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee7 expref: 26 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.270440:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604295552:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.270471:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.271120:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604295552:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.271153:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6302af53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.271272:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.271304:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608466560 00000100:00100000:0.0:1780298630.271309:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608466560 00010000:00010000:0.0:1780298630.271328:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302aedc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee7 expref: 27 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.271353:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14164 00000100:00100000:0.0:1780298630.271361:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b00450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:2400:x1866777608466560:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.271371:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.271389:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302aedc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee7 expref: 27 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.271400:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302aedc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee7 expref: 27 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.271413:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302aedc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee7 expref: 27 pid: 7411 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.271425:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298630.271429:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6302af53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.271438:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6302af53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.271446:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6302af53 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.271467:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298630.271490:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6302af53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.271497:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6302af53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.271500:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b00450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777608466560:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 139us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.271516:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14164 00000001:00080000:2.0:1780298630.271552:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990669 00000004:00010000:2.0:1780298630.271574:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000077723ec4 reply state 00000000bd6432b0 transno 4294990670 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6302af53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.271585:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6302af53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.271593:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.271596:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298630.271599:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298630.271651:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+50:28749:x1866777608466432:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1605us (1692us total) trans 4294990670 rc 0/0 00000100:00100000:2.0:1780298630.271657:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61484 00000020:00080000:2.0:1780298630.271660:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298630.272485:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.272522:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608466688 00000100:00100000:3.0:1780298630.272527:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608466688 00000100:00100000:3.0:1780298630.272556:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4798 00000100:00100000:3.0:1780298630.272563:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608466688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.272571:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.272581:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302af5a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf57 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.272600:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302aeff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1949696->35504127] (req 1949696->2015231) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf03 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.272614:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302af22 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [765952->1949695] (req 765952->798719) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf26 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.272621:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(95 143) 00010000:00010000:3.0:1780298630.272625:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(97 143) 00010000:00010000:3.0:1780298630.272629:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302af5a lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf57 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.272646:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302af22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [765952->1949695] (req 765952->798719) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf26 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.272656:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302af22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [765952->1949695] (req 765952->798719) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf26 expref: 13 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.272666:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604295680:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298630.272707:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302aeff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1949696->35504127] (req 1949696->2015231) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf03 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.272716:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302aeff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1949696->35504127] (req 1949696->2015231) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf03 expref: 13 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.272726:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604295808:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298630.272748:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.273365:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604295680:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298630.273385:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604295808:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298630.273403:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302af5a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf57 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.273414:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:3.0:1780298630.273442:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777608466688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 880us (958us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.273449:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4798 00000100:00100000:3.0:1780298630.273575:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.273616:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608466816 00000100:00100000:1.0:1780298630.273621:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608466816 00010000:00010000:1.0:1780298630.273639:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302aeff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1949696->35504127] (req 1949696->2015231) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf03 expref: 13 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.273664:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14165 00000100:00100000:1.0:1780298630.273672:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608466816:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.273682:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1780298630.273694:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298630.273697:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302aeff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1949696->35504127] (req 1949696->2015231) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf03 expref: 13 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.273708:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302aeff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1949696->35504127] (req 1949696->2015231) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf03 expref: 13 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.273724:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd0af3fe/0xaf35132e6302aeff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1949696->35504127] (req 1949696->2015231) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf03 expref: 13 pid: 8358 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.273732:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608466944 00010000:00010000:1.0:1780298630.273735:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298630.273738:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608466944 00010000:00010000:0.0:1780298630.273758:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302af22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [765952->1949695] (req 765952->798719) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf26 expref: 13 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.273767:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608466816:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 95us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.273775:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14165 00000100:00100000:1.0:1780298630.273793:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14166 00000100:00100000:1.0:1780298630.273808:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608466944:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.273819:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.273828:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302af22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [765952->1949695] (req 765952->798719) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf26 expref: 12 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.273844:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302af22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [765952->1949695] (req 765952->798719) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf26 expref: 12 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.273855:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302af22 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [765952->1949695] (req 765952->798719) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf26 expref: 12 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.273864:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(97 143) 00010000:00010000:1.0:1780298630.273867:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(97 143) 00010000:00010000:1.0:1780298630.273872:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302af5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf57 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.273881:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302af5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf57 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.273901:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302af5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf57 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.273910:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604295936:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.273945:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.274545:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604295936:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.274555:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.274580:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608466944:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 781us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.274586:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14166 00000100:00100000:3.0:1780298630.274714:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.274749:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608467072 00000100:00100000:2.0:1780298630.274753:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608467072 00000100:00100000:2.0:1780298630.274778:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4799 00000100:00100000:2.0:1780298630.274784:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608467072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.274791:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.274798:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302af61 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf5e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.274811:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e6302aece lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee0 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.274817:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(47 104) 00010000:00010000:2.0:1780298630.274819:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(48 104) 00010000:00010000:2.0:1780298630.274822:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302af61 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf5e expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.274834:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e6302aece lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee0 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.274841:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e6302aece lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee0 expref: 10 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.274848:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604296064:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.274880:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.275528:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604296064:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.275542:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302af61 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf5e expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.275553:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b600, rc 0) 00000100:00100000:1.0:1780298630.275576:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608467072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 792us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.275582:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4799 00000100:00100000:3.0:1780298630.275696:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.275754:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608467200 00000100:00100000:2.0:1780298630.275758:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608467200 00010000:00010000:2.0:1780298630.275774:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e6302aece lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee0 expref: 11 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.275799:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14167 00000100:00100000:2.0:1780298630.275807:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608467200:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298630.275816:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.275828:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e6302aece lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee0 expref: 11 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.275838:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e6302aece lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee0 expref: 11 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.275849:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e6302aece lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caee0 expref: 11 pid: 12101 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.275856:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(48 104) 00010000:00010000:2.0:1780298630.275859:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(48 104) 00010000:00010000:2.0:1780298630.275862:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302af61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf5e expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.275868:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302af61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf5e expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.275888:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302af61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf5e expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.275894:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604296192:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298630.275924:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.276555:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604296192:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298630.276563:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298630.276584:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608467200:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 778us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.276593:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14167 00000100:00100000:1.0:1780298630.276813:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.276843:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.276862:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608467456 00000100:00100000:0.0:1780298630.276868:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608467456 00000100:00100000:2.0:1780298630.276875:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608467328 00000100:00100000:2.0:1780298630.276879:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608467328 00002000:00010000:0.0:1780298630.276887:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (90019->18446744073709551615) 00002000:00100000:0.0:1780298630.276891:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0e00 with x1866777608467456 ext(90019->18446744073709551615) 00002000:00010000:2.0:1780298630.276892:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298630.276896:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f3480 with x1866777608467328 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298630.276897:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f0e00. 00002000:00010000:2.0:1780298630.276901:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f3480. 00000100:00100000:0.0:1780298630.276920:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4503 00000100:00100000:0.0:1780298630.276929:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608467456:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298630.276933:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4504 00000100:00100000:2.0:1780298630.276942:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608467328:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298630.277036:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 3496619 -> 4194304 00002000:00010000:2.0:1780298630.277039:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.277040:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.277042:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.277044:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 904 -> 904 00002000:00010000:0.0:1780298630.277054:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 90019 00002000:00010000:0.0:1780298630.277058:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298630.277061:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298630.277064:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:0.0:1780298630.277066:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298630.277085:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608467328:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 143us (240us total) trans 4294969163 rc 0/0 00000100:00100000:0.0:1780298630.277094:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608467456:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 166us (281us total) trans 4294968821 rc 0/0 00000100:00100000:2.0:1780298630.277095:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4504 00002000:00010000:2.0:1780298630.277102:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298630.277106:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f3480 with x1866777608467328 ext(4194304->18446744073709551615) 00000100:00100000:0.0:1780298630.277108:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4503 00002000:00010000:0.0:1780298630.277113:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (90019->18446744073709551615) 00002000:00010000:2.0:1780298630.277114:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f3480. 00002000:00100000:0.0:1780298630.277117:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0e00 with x1866777608467456 ext(90019->18446744073709551615) 00002000:00010000:0.0:1780298630.277144:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f0e00. 00000100:00100000:3.0:1780298630.277827:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.277863:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608467584 00000100:00100000:2.0:1780298630.277867:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608467584 00000100:00100000:2.0:1780298630.277893:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61485 00000100:00100000:2.0:1780298630.277897:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:28749:x1866777608467584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.277905:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.277916:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e6302af68 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf65 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.277971:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e6302af6f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.277981:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e6302af6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.277989:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e6302af6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298630.278004:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 4284323 00000004:00200000:2.0:1780298630.278007:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298630.278019:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e6302af6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.278033:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e6302af68 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf65 expref: 28 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.278046:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e6302af6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf65 expref: 27 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.278054:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.278057:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298630.278060:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00000100:00100000:2.0:1780298630.278089:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:28749:x1866777608467584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 190us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.278096:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61485 00000100:00100000:3.0:1780298630.278954:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.278989:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.279009:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608467840 00000100:00100000:0.0:1780298630.279015:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608467840 00000100:00100000:2.0:1780298630.279029:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608467712 00000100:00100000:2.0:1780298630.279035:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608467712 00000100:00100000:0.0:1780298630.279052:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4800 00000100:00100000:3.0:1780298630.279065:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4801 00000100:00100000:3.0:1780298630.279078:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608467712:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298630.279078:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608467840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.279094:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.279094:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.279105:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302af76 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf6c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.279106:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302af7d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf73 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.279177:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604296320:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.279181:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604296448:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.279234:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.279235:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.280030:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604296320:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.280052:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604296448:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.280053:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302af76 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf6c expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.280073:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e6302af76 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf6c expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.280084:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c800, rc 0) 00010000:00010000:0.0:1780298630.280092:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302af7d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf73 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.280107:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302af7d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf73 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.280115:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608467712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1041us (1124us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298630.280144:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00000100:00100000:3.0:1780298630.280150:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4801 00000100:00100000:0.0:1780298630.280176:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608467840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1115us (1221us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.280184:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4800 00000100:00100000:1.0:1780298630.281237:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.281316:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608468096 00000100:00100000:3.0:1780298630.281321:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608468096 00000100:00100000:3.0:1780298630.281349:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4802 00000100:00100000:3.0:1780298630.281355:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608468096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.281364:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298630.281368:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298630.281383:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302af84 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf81 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.281413:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604296576:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.281419:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608467968 00000100:00100000:2.0:1780298630.281425:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608467968 00000100:00100000:2.0:1780298630.281460:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4803 00000100:00100000:2.0:1780298630.281467:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608467968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.281483:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.281493:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e6302af8b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf7a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.281514:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.281524:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604296704:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.281553:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.282275:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604296576:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.282291:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302af84 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf81 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.282303:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030decacd/0xaf35132e6302af84 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf81 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.282312:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d000, rc 0) 00000100:00100000:3.0:1780298630.282336:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608468096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 981us (1100us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.282344:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604296704:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.282364:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e6302af8b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf7a expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.282387:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4802 00010000:00010000:2.0:1780298630.282401:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e6302af8b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf7a expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.282411:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ac00, rc 0) 00000100:00100000:2.0:1780298630.282439:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608467968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 972us (1075us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.282446:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4803 00000100:00100000:1.0:1780298630.283304:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.283336:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608468352 00000100:00100000:0.0:1780298630.283340:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608468352 00000100:00100000:0.0:1780298630.283368:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61486 00000100:00100000:0.0:1780298630.283383:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+50:28749:x1866777608468352:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298630.283546:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e6302af92 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.283557:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e6302af6f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf65 expref: 26 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.283566:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e6302af92 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.283584:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e6302af6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf65 expref: 26 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.283605:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e6302af6f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf65 expref: 26 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.283616:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604296832:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.283657:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.284360:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604296832:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.284385:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e6302af92 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.284541:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.284581:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608468480 00000100:00100000:2.0:1780298630.284586:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608468480 00010000:00010000:2.0:1780298630.284602:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e6302af6f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf65 expref: 27 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.284633:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14168 00000100:00100000:2.0:1780298630.284643:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:2399:x1866777608468480:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298630.284653:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.284659:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e6302af6f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf65 expref: 27 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.284678:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e6302af6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf65 expref: 27 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.284694:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e6302af6f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf65 expref: 27 pid: 6477 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.284705:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.284710:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e6302af92 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.284719:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e6302af92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.284727:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e6302af92 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.284749:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298630.284769:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e6302af92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.284776:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2399:x1866777608468480:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 134us (233us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298630.284783:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e6302af92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.284788:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14168 00000001:00080000:0.0:1780298630.284840:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990671 00000004:00010000:0.0:1780298630.284862:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000088ba4c6d reply state 00000000e50ed8e3 transno 4294990672 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e6302af92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.284874:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78c00/0xaf35132e6302af92 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.284879:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298630.284881:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298630.284883:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298630.284932:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+53:28749:x1866777608468352:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1558us (1630us total) trans 4294990672 rc 0/0 00000100:00100000:0.0:1780298630.284937:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61486 00000020:00080000:0.0:1780298630.284940:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298630.285985:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.286025:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608468608 00000100:00100000:2.0:1780298630.286031:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608468608 00002000:00010000:2.0:1780298630.286054:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2113937->18446744073709551615) 00002000:00100000:2.0:1780298630.286059:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0700 with x1866777608468608 ext(2113937->18446744073709551615) 00002000:00010000:2.0:1780298630.286069:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f0700. 00000100:00100000:1.0:1780298630.286082:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.286099:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608468736 00000100:00100000:2.0:1780298630.286103:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608468736 00002000:00010000:2.0:1780298630.286116:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298630.286119:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f1f80 with x1866777608468736 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298630.286155:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f1f80. 00000100:00100000:3.0:1780298630.286165:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4505 00000100:00100000:3.0:1780298630.286173:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608468608:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298630.286191:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4506 00000100:00100000:2.0:1780298630.286201:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608468736:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298630.286326:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 90019 -> 0 00002000:00010000:2.0:1780298630.286330:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.286333:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.286336:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.286338:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1780298630.286350:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 2113937 00002000:00010000:3.0:1780298630.286354:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:3.0:1780298630.286355:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:3.0:1780298630.286357:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:3.0:1780298630.286359:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 904 -> 904 00000100:00100000:2.0:1780298630.286388:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608468736:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 177us (293us total) trans 4294968822 rc 0/0 00000100:00100000:3.0:1780298630.286395:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608468608:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 222us (409us total) trans 4294969164 rc 0/0 00000100:00100000:2.0:1780298630.286402:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4506 00002000:00010000:2.0:1780298630.286406:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298630.286409:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f1f80 with x1866777608468736 ext(0->18446744073709551615) 00000100:00100000:3.0:1780298630.286410:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4505 00002000:00010000:3.0:1780298630.286415:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2113937->18446744073709551615) 00002000:00010000:2.0:1780298630.286417:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f1f80. 00002000:00100000:3.0:1780298630.286418:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0700 with x1866777608468608 ext(2113937->18446744073709551615) 00002000:00010000:3.0:1780298630.286425:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f0700. 00000100:00100000:1.0:1780298630.287286:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.287325:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608468864 00000100:00100000:2.0:1780298630.287330:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608468864 00000100:00100000:2.0:1780298630.287365:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61487 00000100:00100000:2.0:1780298630.287385:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:28749:x1866777608468864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.287397:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.287412:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e6302af99 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf88 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.287487:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302afa0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.287500:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302afa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.287509:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302afa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298630.287530:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 2113937 00000004:00200000:2.0:1780298630.287534:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298630.287550:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302afa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.287572:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e6302af99 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf88 expref: 28 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.287586:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302afa0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf88 expref: 27 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.287594:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.287597:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298630.287600:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00000100:00100000:2.0:1780298630.287632:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:28749:x1866777608468864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 260us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.287638:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61487 00000100:00100000:1.0:1780298630.288620:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.288675:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608468992 00000100:00100000:1.0:1780298630.288676:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.288682:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608468992 00000100:00100000:0.0:1780298630.288721:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608469120 00000100:00100000:0.0:1780298630.288725:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608469120 00000100:00100000:0.0:1780298630.288753:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4804 00000100:00100000:3.0:1780298630.288760:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4805 00000100:00100000:0.0:1780298630.288763:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608468992:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298630.288768:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608469120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.288772:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.288775:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.288781:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302afa7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf8f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.288782:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302afae lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf96 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.288826:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604296960:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.288826:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604297088:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.288876:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.288876:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.289735:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604297088:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.289758:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302afa7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf8f expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.289772:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302afa7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf8f expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.289780:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00000100:00100000:3.0:1780298630.289785:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604296960:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.289804:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302afae lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf96 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.289811:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608468992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1050us (1191us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.289818:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4804 00010000:00010000:3.0:1780298630.289833:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fc0d437/0xaf35132e6302afae lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf96 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.289843:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c800, rc 0) 00000100:00100000:3.0:1780298630.289865:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608469120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1099us (1190us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.289872:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4805 00000100:00100000:1.0:1780298630.290877:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.290947:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.290959:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608469248 00000100:00100000:0.0:1780298630.290966:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608469248 00000100:00100000:3.0:1780298630.290971:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608469376 00000100:00100000:0.0:1780298630.291007:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4806 00000100:00100000:3.0:1780298630.291018:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608469376 00000100:00100000:0.0:1780298630.291019:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608469248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.291032:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.291045:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e6302afb5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caf9d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.291047:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4807 00000100:00100000:3.0:1780298630.291055:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608469376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.291066:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.291077:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000422f8784/0xaf35132e6302afbc lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cafa4 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.291099:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604297216:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.291111:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604297344:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.291176:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.291176:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.291962:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604297216:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.291979:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604297344:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.291985:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e6302afb5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf9d expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.292001:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000422f8784/0xaf35132e6302afbc lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafa4 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.292005:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e6302afb5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf9d expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.292028:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78000, rc 0) 00010000:00010000:3.0:1780298630.292034:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000422f8784/0xaf35132e6302afbc lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafa4 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.292056:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c000, rc 0) 00000100:00100000:0.0:1780298630.292062:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608469248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1048us (1187us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.292070:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4806 00000100:00100000:3.0:1780298630.292084:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608469376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1029us (1137us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.292092:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4807 00000100:00100000:1.0:1780298630.293117:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.293164:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608469504 00000100:00100000:2.0:1780298630.293168:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608469504 00000100:00100000:2.0:1780298630.293201:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61488 00000100:00100000:2.0:1780298630.293207:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+53:28749:x1866777608469504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.293220:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.293232:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302afc3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cafab expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.293307:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302afca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.293320:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302afca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.293328:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302afca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298630.293347:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 2113937 00000004:00200000:2.0:1780298630.293350:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298630.293368:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302afca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.293397:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302afc3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafab expref: 55 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.293406:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302afca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafab expref: 54 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.293411:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.293414:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298630.293416:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00000100:00100000:2.0:1780298630.293443:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+54:28749:x1866777608469504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 237us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.293447:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61488 00000100:00100000:1.0:1780298630.298213:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.298257:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608469632 00000100:00100000:0.0:1780298630.298269:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608469632 00002000:00100000:0.0:1780298630.298315:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (0->2117631) req@ffff9cf244adad80 x1866777608469632/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.298327:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adad80 with x1866777608469632 ext(0->2117631) 00002000:00010000:0.0:1780298630.298333:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244adad80 00000100:00100000:0.0:1780298630.298364:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4507 00000100:00100000:0.0:1780298630.298389:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608469632:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.304549:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608469632:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 6166us (6335us total) trans 0 rc 2117632/2117632 00000100:00100000:0.0:1780298630.304563:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4507 00002000:00100000:0.0:1780298630.304577:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (0->2117631) req@ffff9cf244adad80 x1866777608469632/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 2117632/2117632 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.304603:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adad80 with x1866777608469632 ext(0->2117631) 00002000:00010000:0.0:1780298630.304609:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244adad80 00000100:00100000:1.0:1780298630.308753:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.308834:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608469888 00000100:00100000:2.0:1780298630.308847:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608469888 00000100:00100000:2.0:1780298630.308907:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61489 00000100:00100000:2.0:1780298630.308917:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+54:28749:x1866777608469888:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298630.308964:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.308987:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e6302afca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafab expref: 54 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.309004:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.309008:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298630.309242:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302afd1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.309263:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302afa0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf88 expref: 26 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.309276:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302afd1 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.309312:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302afa0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf88 expref: 26 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.309328:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302afa0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf88 expref: 26 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.309344:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604297472:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.309467:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.310216:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604297472:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.310238:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302afd1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.310422:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.310465:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608470016 00000100:00100000:3.0:1780298630.310513:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608470016 00010000:00010000:3.0:1780298630.310556:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302afa0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf88 expref: 27 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.310584:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14169 00000100:00100000:3.0:1780298630.310591:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:2400:x1866777608470016:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298630.310603:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298630.310608:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302afa0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf88 expref: 27 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.310617:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302afa0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf88 expref: 27 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.310633:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e6302afa0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf88 expref: 27 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.310645:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298630.310649:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302afd1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.310659:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302afd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.310664:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302afd1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.310689:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298630.310728:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777608470016:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 136us (306us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298630.310732:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302afd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.310741:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14169 00010000:00010000:2.0:1780298630.310749:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302afd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298630.310811:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990673 00000004:00010000:2.0:1780298630.310841:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a85122c reply state 00000000d1ec12a3 transno 4294990674 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302afd1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.310862:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6302afd1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.310870:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.310873:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298630.310876:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298630.310955:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+56:28749:x1866777608469888:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 2038us (2218us total) trans 4294990674 rc 0/0 00000100:00100000:2.0:1780298630.310965:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61489 00000020:00080000:2.0:1780298630.310972:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298630.311746:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.311797:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608470144 00000100:00100000:2.0:1780298630.311803:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608470144 00002000:00010000:2.0:1780298630.311828:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5951395->18446744073709551615) 00002000:00100000:2.0:1780298630.311832:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255513b80 with x1866777608470144 ext(5951395->18446744073709551615) 00002000:00010000:2.0:1780298630.311841:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255513b80. 00000100:00100000:2.0:1780298630.311869:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4508 00000100:00100000:2.0:1780298630.311876:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608470144:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298630.312003:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:2.0:1780298630.312048:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2113937 -> 5951395 00002000:00010000:2.0:1780298630.312053:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.312056:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.312059:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.312062:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 904 -> 904 00000100:00100000:0.0:1780298630.312068:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608470272 00000100:00100000:0.0:1780298630.312075:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608470272 00002000:00010000:0.0:1780298630.312104:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00000100:00100000:2.0:1780298630.312113:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608470144:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 230us (361us total) trans 4294969165 rc 0/0 00002000:00100000:0.0:1780298630.312114:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512300 with x1866777608470272 ext(4194304->18446744073709551615) 00000100:00100000:2.0:1780298630.312162:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4508 00002000:00010000:2.0:1780298630.312168:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5951395->18446744073709551615) 00002000:00100000:2.0:1780298630.312173:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255513b80 with x1866777608470144 ext(5951395->18446744073709551615) 00002000:00010000:2.0:1780298630.312180:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255513b80. 00002000:00010000:0.0:1780298630.312183:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255512300. 00000100:00100000:2.0:1780298630.312208:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4509 00000100:00100000:2.0:1780298630.312221:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608470272:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298630.312305:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:2.0:1780298630.312308:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.312311:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.312313:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:2.0:1780298630.312316:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298630.312347:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608470272:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 131us (347us total) trans 4294968823 rc 0/0 00000100:00100000:2.0:1780298630.312355:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4509 00002000:00010000:2.0:1780298630.312360:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298630.312364:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512300 with x1866777608470272 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298630.312370:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255512300. 00000100:00100000:1.0:1780298630.322352:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.322405:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.322438:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608470400 00000100:00100000:0.0:1780298630.322450:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608470400 00000100:00100000:2.0:1780298630.322471:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608470528 00000100:00100000:2.0:1780298630.322477:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608470528 00002000:00100000:2.0:1780298630.322509:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (0->2117631) req@ffff9cf255510700 x1866777608470528/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.322509:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2117632->5918719) req@ffff9cf255512680 x1866777608470400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 504/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.322542:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510700 with x1866777608470528 ext(0->2117631) 00002000:00100000:0.0:1780298630.322542:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512680 with x1866777608470400 ext(2117632->5918719) 00002000:00010000:2.0:1780298630.322551:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255510700 00002000:00010000:0.0:1780298630.322551:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255512680 00000100:00100000:2.0:1780298630.322585:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4510 00000100:00100000:2.0:1780298630.322600:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608470528:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.322604:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4511 00000100:00100000:0.0:1780298630.322619:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608470400:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.335071:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608470528:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 12465us (12655us total) trans 0 rc 2117632/2117632 00000100:00100000:0.0:1780298630.335071:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608470400:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 12443us (12715us total) trans 0 rc 2080768/2080768 00000100:00100000:0.0:1780298630.335092:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4511 00000100:00100000:2.0:1780298630.335099:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4510 00002000:00100000:0.0:1780298630.335107:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2117632->5918719) req@ffff9cf255512680 x1866777608470400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 504/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 2080768/2080768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.335108:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (0->2117631) req@ffff9cf255510700 x1866777608470528/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 2117632/2117632 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.335153:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512680 with x1866777608470400 ext(2117632->5918719) 00002000:00100000:2.0:1780298630.335162:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510700 with x1866777608470528 ext(0->2117631) 00002000:00010000:0.0:1780298630.335162:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255512680 00002000:00010000:2.0:1780298630.335167:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255510700 00000100:00100000:3.0:1780298630.344336:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.344415:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608470656 00000100:00100000:3.0:1780298630.344424:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.344427:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608470656 00002000:00100000:0.0:1780298630.344478:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (4194304->5951487) req@ffff9cf241a80e00 x1866777608470656/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 504/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.344487:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80e00 with x1866777608470656 ext(4194304->5951487) 00000100:00100000:1.0:1780298630.344490:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608470784 00002000:00010000:0.0:1780298630.344493:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80e00 00000100:00100000:1.0:1780298630.344496:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608470784 00002000:00100000:1.0:1780298630.344526:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2117632->4194303) req@ffff9cf241a82d80 x1866777608470784/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780298630.344527:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4512 00002000:00100000:1.0:1780298630.344539:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82d80 with x1866777608470784 ext(2117632->4194303) 00000100:00100000:0.0:1780298630.344541:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608470656:12345-192.168.203.25@tcp:3:fsx.0 00002000:00010000:1.0:1780298630.344545:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241a82d80 00000100:00100000:1.0:1780298630.344573:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4513 00000100:00100000:1.0:1780298630.344583:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608470784:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.352805:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777608470656:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 8259us (8470us total) trans 0 rc 1753088/1753088 00000100:00100000:0.0:1780298630.352819:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4512 00002000:00100000:0.0:1780298630.352832:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (4194304->5951487) req@ffff9cf241a80e00 x1866777608470656/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 504/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 1753088/1753088 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.352843:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80e00 with x1866777608470656 ext(4194304->5951487) 00002000:00010000:0.0:1780298630.352849:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80e00 00000100:00100000:1.0:1780298630.355339:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608470784:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 10753us (10909us total) trans 0 rc 2076672/2076672 00000100:00100000:1.0:1780298630.355348:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4513 00002000:00100000:1.0:1780298630.355357:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2117632->4194303) req@ffff9cf241a82d80 x1866777608470784/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 2076672/2076672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.355364:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82d80 with x1866777608470784 ext(2117632->4194303) 00002000:00010000:1.0:1780298630.355368:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241a82d80 00000100:00100000:3.0:1780298630.357418:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.357484:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608470912 00000100:00100000:2.0:1780298630.357493:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608470912 00002000:00100000:2.0:1780298630.357539:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (5914624->5951394) req@ffff9cf241a81f80 x1866777608470912/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.357550:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a81f80 with x1866777608470912 ext(5914624->5951394) 00002000:00010000:2.0:1780298630.357555:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a81f80 00000100:00100000:2.0:1780298630.357581:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4514 00000100:00100000:2.0:1780298630.357593:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608470912:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298630.359034:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608470912:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1441us (1618us total) trans 4294969166 rc 0/0 00000100:00100000:1.0:1780298630.359044:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4514 00002000:00100000:1.0:1780298630.359052:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (5914624->5951394) req@ffff9cf241a81f80 x1866777608470912/t4294969166(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.359059:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a81f80 with x1866777608470912 ext(5914624->5951394) 00002000:00010000:1.0:1780298630.359063:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a81f80 00000100:00100000:2.0:1780298630.359914:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.359961:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608471040 00000100:00100000:0.0:1780298630.359968:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608471040 00000100:00100000:0.0:1780298630.359999:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4808 00000100:00100000:0.0:1780298630.360005:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777608471040:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298630.360962:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969166 is committed 00000001:00080000:2.0:1780298630.360986:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969161 is committed 00000100:00100000:0.0:1780298630.361078:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608471040:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 1072us (1165us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.361084:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4808 00000100:00100000:2.0:1780298630.361986:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.362023:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608471168 00000100:00100000:0.0:1780298630.362028:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608471168 00000100:00100000:0.0:1780298630.362060:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61490 00000100:00100000:0.0:1780298630.362066:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:28749:x1866777608471168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.362078:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.362097:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e6302afd8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cafb2 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.362194:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302afdf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.362206:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302afdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.362215:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302afdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298630.362234:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 10145699 00000004:00200000:0.0:1780298630.362238:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298630.362254:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302afdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.362271:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e6302afd8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafb2 expref: 28 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.362291:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302afdf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafb2 expref: 27 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.362306:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298630.362309:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298630.362313:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00000100:00100000:0.0:1780298630.362342:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:28749:x1866777608471168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 276us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.362347:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61490 00000100:00100000:2.0:1780298630.363460:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.363497:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.363567:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608471296 00000100:00100000:1.0:1780298630.363567:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608471424 00000100:00100000:3.0:1780298630.363572:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608471296 00000100:00100000:1.0:1780298630.363575:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608471424 00000100:00100000:3.0:1780298630.363608:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4809 00000100:00100000:3.0:1780298630.363618:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608471296:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298630.363626:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4810 00010000:00010000:3.0:1780298630.363627:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.363638:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027ff1b80/0xaf35132e6302afe6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cafb9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.363640:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608471424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.363656:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.363666:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302afed lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cafc0 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.363684:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604297600:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.363695:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604297728:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.363752:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.363752:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00002000:00010000:3.0:1780298630.364533:0:20252:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 904 -> 976 00000100:00100000:3.0:1780298630.364547:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604297600:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.364566:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027ff1b80/0xaf35132e6302afe6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafb9 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.364579:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604297728:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.364583:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027ff1b80/0xaf35132e6302afe6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafb9 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.364593:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d000, rc 0) 00010000:00010000:1.0:1780298630.364612:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302afed lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafc0 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.364620:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608471296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1005us (1160us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.364632:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4809 00010000:00010000:1.0:1780298630.364638:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302afed lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafc0 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.364660:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298630.364695:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608471424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1059us (1196us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.364703:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4810 00000100:00100000:2.0:1780298630.365703:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.365729:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608471680 00000100:00100000:2.0:1780298630.365731:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.365736:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608471680 00000100:00100000:3.0:1780298630.365765:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608471552 00000100:00100000:3.0:1780298630.365768:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608471552 00000100:00100000:3.0:1780298630.365787:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4811 00000100:00100000:0.0:1780298630.365799:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4812 00000100:00100000:3.0:1780298630.365800:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608471680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.365812:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.365813:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608471552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.365823:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.365825:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302aff4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cafce expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.365833:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302affb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cafc7 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.365863:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604297856:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.365883:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604297984:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.365910:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.365916:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.366856:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604297856:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.366878:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302aff4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafce expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.366895:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604297984:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.366897:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302aff4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafce expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.366910:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00010000:00010000:0.0:1780298630.366923:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302affb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafc7 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.366937:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608471680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1142us (1234us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298630.366941:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302affb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafc7 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.366945:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4811 00010000:00010000:0.0:1780298630.366960:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79c00, rc 0) 00000100:00100000:0.0:1780298630.366987:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608471552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1179us (1255us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.367004:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4812 00000100:00100000:2.0:1780298630.368000:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.368045:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608471808 00000100:00100000:0.0:1780298630.368051:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608471808 00000100:00100000:0.0:1780298630.368079:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61491 00000100:00100000:0.0:1780298630.368085:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+56:28749:x1866777608471808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.368098:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.368109:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e6302b002 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cafd5 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.368222:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e6302b009 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.368237:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e6302b009 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.368247:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e6302b009 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298630.368275:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 10145699 00000004:00200000:0.0:1780298630.368280:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298630.368301:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e6302b009 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.368323:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e6302b002 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafd5 expref: 58 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.368333:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e6302b009 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafd5 expref: 57 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.368345:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298630.368348:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298630.368351:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:0.0:1780298630.368395:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+57:28749:x1866777608471808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 310us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.368403:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61491 00000100:00100000:2.0:1780298630.370029:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.370057:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.370079:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608471936 00000100:00100000:0.0:1780298630.370086:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608471936 00000100:00100000:3.0:1780298630.370090:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608472064 00000100:00100000:3.0:1780298630.370095:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608472064 00000100:00100000:0.0:1780298630.370119:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4813 00000100:00100000:0.0:1780298630.370149:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608471936:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298630.370156:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4814 00010000:00010000:0.0:1780298630.370162:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298630.370168:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608472064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.370174:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e6302b010 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cafdc expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.370178:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.370192:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6302b017 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cafe3 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.370222:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604298112:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.370228:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604298240:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.370289:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.370289:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.371345:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604298240:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.371359:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604298112:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.371367:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6302b017 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafe3 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.371400:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6302b017 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafe3 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.371407:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e6302b010 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafdc expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.371433:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00010000:00010000:0.0:1780298630.371436:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e6302b010 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafdc expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.371450:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78000, rc 0) 00000100:00100000:3.0:1780298630.371473:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608472064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1307us (1412us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.371473:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608471936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1347us (1446us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.371486:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4813 00000100:00100000:3.0:1780298630.371494:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4814 00000100:00100000:2.0:1780298630.373042:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.373078:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.373120:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608472192 00000100:00100000:0.0:1780298630.373120:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608472320 00000100:00100000:0.0:1780298630.373151:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608472320 00000100:00100000:3.0:1780298630.373166:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608472192 00000100:00100000:0.0:1780298630.373203:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4815 00000100:00100000:0.0:1780298630.373215:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608472320:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298630.373228:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4816 00010000:00010000:0.0:1780298630.373231:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298630.373241:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608472192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.373249:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302b01e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caff1 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.373252:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.373265:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302b025 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cafea expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.373306:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604298368:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.373307:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604298496:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.373399:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.373399:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.374473:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604298368:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.374486:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604298496:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.374502:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302b01e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caff1 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.374507:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302b025 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafea expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.374519:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302b01e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caff1 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.374527:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302b025 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafea expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.374531:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00010000:00010000:3.0:1780298630.374543:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00000100:00100000:0.0:1780298630.374563:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608472320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1352us (1484us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.374572:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4815 00000100:00100000:3.0:1780298630.374573:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608472192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1334us (1533us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.374582:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4816 00000100:00100000:3.0:1780298630.375939:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.375980:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.376004:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608472448 00000100:00100000:1.0:1780298630.376011:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608472448 00000100:00100000:0.0:1780298630.376021:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608472576 00000100:00100000:0.0:1780298630.376026:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608472576 00000100:00100000:1.0:1780298630.376050:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4817 00000100:00100000:0.0:1780298630.376060:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4818 00000100:00100000:1.0:1780298630.376064:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608472448:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298630.376075:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608472576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.376086:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.376086:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.376103:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302b02c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194caff8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.376103:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b033 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cafff expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.376179:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604298752:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.376179:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604298624:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.376246:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.376246:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.377187:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604298624:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.377212:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b033 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafff expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.377231:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b033 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafff expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.377242:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79800, rc 0) 00000100:00100000:0.0:1780298630.377280:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608472576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1211us (1301us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.377288:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4818 00000100:00100000:3.0:1780298630.377455:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604298752:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.377474:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302b02c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caff8 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.377495:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302b02c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caff8 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.377779:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298630.377803:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608472448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1745us (1867us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.377810:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4817 00000100:00100000:2.0:1780298630.379817:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.379858:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608472704 00000100:00100000:3.0:1780298630.379867:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608472704 00000100:00100000:3.0:1780298630.379914:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4819 00000100:00100000:3.0:1780298630.379925:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608472704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.379940:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.379956:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6302b03a lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb006 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.379980:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302af61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf5e expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.379990:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(48 104) 00010000:00010000:3.0:1780298630.379994:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(49 104) 00010000:00010000:3.0:1780298630.380000:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6302b03a lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3346432->3350527] (req 3346432->3350527) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb006 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.380030:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302af61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf5e expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.380045:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302af61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf5e expref: 9 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.380059:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255684700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604298880:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298630.380122:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.380953:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255684700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604298880:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298630.380973:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6302b03a lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3346432->3350527] (req 3346432->3350527) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb006 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.380986:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00000100:00100000:3.0:1780298630.381021:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608472704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1100us (1209us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.381029:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4819 00000100:00100000:2.0:1780298630.385384:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.385424:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608472832 00000100:00100000:0.0:1780298630.385432:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608472832 00010000:00010000:0.0:1780298630.385461:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302af61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf5e expref: 10 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.385488:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14170 00000100:00100000:0.0:1780298630.385497:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608472832:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.385508:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.385532:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302af61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf5e expref: 10 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.385543:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302af61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf5e expref: 10 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.385564:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6302af61 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf5e expref: 10 pid: 19992 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.385576:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(49 104) 00010000:00010000:0.0:1780298630.385579:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(49 104) 00010000:00010000:0.0:1780298630.385585:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6302b03a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3346432->36900863] (req 3346432->3350527) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb006 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.385591:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6302b03a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3346432->36900863] (req 3346432->3350527) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb006 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.385615:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6302b03a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3346432->36900863] (req 3346432->3350527) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb006 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.385625:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604299008:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298630.385690:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.386618:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604299008:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298630.386632:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298630.386658:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608472832:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1163us (1291us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.386664:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14170 00000100:00100000:1.0:1780298630.386949:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.386997:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608472960 00000100:00100000:3.0:1780298630.387003:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608472960 00002000:00100000:3.0:1780298630.387051:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (3346432->3350527) req@ffff9cf255511f80 x1866777608472960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.387062:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255511f80 with x1866777608472960 ext(3346432->3350527) 00002000:00010000:3.0:1780298630.387066:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255511f80 00000100:00100000:3.0:1780298630.387090:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4515 00000100:00100000:3.0:1780298630.387097:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608472960:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.387338:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608472960:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 240us (389us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.387348:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4515 00002000:00100000:2.0:1780298630.387355:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (3346432->3350527) req@ffff9cf255511f80 x1866777608472960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.387363:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255511f80 with x1866777608472960 ext(3346432->3350527) 00002000:00010000:2.0:1780298630.387367:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255511f80 00000100:00100000:2.0:1780298630.389140:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.389174:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608473088 00000100:00100000:0.0:1780298630.389180:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608473088 00002000:00100000:0.0:1780298630.389204:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (3350528->3354623) req@ffff9cf3481f9c00 x1866777608473088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.389214:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9c00 with x1866777608473088 ext(3350528->3354623) 00002000:00010000:0.0:1780298630.389218:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481f9c00 00000100:00100000:0.0:1780298630.389249:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4516 00000100:00100000:0.0:1780298630.389258:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608473088:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.389354:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608473088:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 97us (233us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.389361:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4516 00002000:00100000:0.0:1780298630.389368:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (3350528->3354623) req@ffff9cf3481f9c00 x1866777608473088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.389388:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9c00 with x1866777608473088 ext(3350528->3354623) 00002000:00010000:0.0:1780298630.389392:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481f9c00 00000100:00100000:2.0:1780298630.390705:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.390749:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608473216 00000100:00100000:3.0:1780298630.390755:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608473216 00002000:00100000:3.0:1780298630.390778:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (3354624->3358719) req@ffff9cf34831aa00 x1866777608473216/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.390788:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831aa00 with x1866777608473216 ext(3354624->3358719) 00002000:00010000:3.0:1780298630.390791:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831aa00 00000100:00100000:3.0:1780298630.390812:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4517 00000100:00100000:3.0:1780298630.390820:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608473216:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298630.390909:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608473216:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 89us (206us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298630.390916:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4517 00002000:00100000:3.0:1780298630.390924:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (3354624->3358719) req@ffff9cf34831aa00 x1866777608473216/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.390933:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831aa00 with x1866777608473216 ext(3354624->3358719) 00002000:00010000:3.0:1780298630.390937:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831aa00 00000100:00100000:1.0:1780298630.392085:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.392164:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608473344 00000100:00100000:0.0:1780298630.392169:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608473344 00002000:00100000:0.0:1780298630.392191:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (3346432->3358719) req@ffff9cf255512d80 x1866777608473344/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 12776/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.392201:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512d80 with x1866777608473344 ext(3346432->3358719) 00002000:00010000:0.0:1780298630.392206:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255512d80 00000100:00100000:0.0:1780298630.392224:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4518 00000100:00100000:0.0:1780298630.392230:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608473344:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298630.392800:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608473344:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 569us (715us total) trans 4294968824 rc 0/0 00000100:00100000:0.0:1780298630.392806:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4518 00002000:00100000:0.0:1780298630.392811:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (3346432->3358719) req@ffff9cf255512d80 x1866777608473344/t4294968824(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 12776/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.392817:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512d80 with x1866777608473344 ext(3346432->3358719) 00002000:00010000:0.0:1780298630.392820:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255512d80 00000100:00100000:2.0:1780298630.393795:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.393843:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608473472 00000100:00100000:3.0:1780298630.393850:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608473472 00000100:00100000:3.0:1780298630.393893:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4820 00000100:00100000:3.0:1780298630.393901:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608473472:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298630.395572:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968824 is committed 00000001:00080000:1.0:1780298630.395587:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968823 is committed 00000100:00100000:3.0:1780298630.395706:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608473472:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 1800us (1911us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.395717:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4820 00000100:00100000:2.0:1780298630.397356:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.397418:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608473600 00000100:00100000:1.0:1780298630.397433:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608473600 00000100:00100000:1.0:1780298630.397482:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4821 00000100:00100000:1.0:1780298630.397491:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608473600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.397510:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.397529:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b041 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb00d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.397590:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604299136:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.397677:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333240 going to sleep for 11 seconds 00002000:00010000:2.0:1780298630.398464:0:8358:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 24 00000100:00100000:2.0:1780298630.398483:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604299136:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.398511:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b041 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb00d expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.398535:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b041 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb00d expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.398547:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:2.0:1780298630.398593:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608473600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1103us (1242us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.398605:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4821 00000100:00100000:2.0:1780298630.399754:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.399789:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608473728 00000100:00100000:3.0:1780298630.399794:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608473728 00000100:00100000:3.0:1780298630.399826:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4822 00000100:00100000:3.0:1780298630.399832:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608473728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.399843:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.399852:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b048 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb014 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.399884:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255684700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604299264:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.399928:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.400882:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255684700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604299264:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.400904:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b048 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb014 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.400918:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b048 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb014 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.400926:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00000100:00100000:3.0:1780298630.400954:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608473728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1123us (1203us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.400959:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4822 00000100:00100000:1.0:1780298630.402069:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.402112:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608473856 00000100:00100000:3.0:1780298630.402120:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608473856 00000100:00100000:3.0:1780298630.402179:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4823 00000100:00100000:3.0:1780298630.402190:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608473856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.402204:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.402218:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027ff1b80/0xaf35132e6302b04f lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb01b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.402245:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(49 104) 00010000:00010000:3.0:1780298630.402250:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(49 104) 00010000:00010000:3.0:1780298630.402260:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027ff1b80/0xaf35132e6302b04f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [434176->3346431] (req 434176->462847) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb01b expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.402287:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027ff1b80/0xaf35132e6302b04f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [434176->3346431] (req 434176->462847) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb01b expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.402297:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d000, rc 0) 00000100:00100000:3.0:1780298630.402328:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608473856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 142us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.402335:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4823 00000100:00100000:2.0:1780298630.403190:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.403235:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608473984 00000100:00100000:1.0:1780298630.403239:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608473984 00000100:00100000:1.0:1780298630.403279:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4519 00000100:00100000:1.0:1780298630.403287:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608473984:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298630.403531:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298630.403534:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.403536:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.403537:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.403539:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 24 -> 80 00000100:00100000:1.0:1780298630.403569:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608473984:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 284us (381us total) trans 4294968825 rc 0/0 00000100:00100000:1.0:1780298630.403576:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4519 00000100:00100000:0.0:1780298630.404637:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.404675:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608474112 00000100:00100000:3.0:1780298630.404682:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608474112 00000100:00100000:3.0:1780298630.404730:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4824 00000100:00100000:3.0:1780298630.404738:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608474112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.404750:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.404762:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b056 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb022 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.404813:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255684700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604299392:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.404874:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.405694:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255684700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604299392:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.405714:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b056 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb022 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.405730:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b056 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb022 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.405738:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:3.0:1780298630.405762:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608474112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1026us (1128us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.405769:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4824 00000100:00100000:2.0:1780298630.406799:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.406856:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608474240 00000100:00100000:1.0:1780298630.406862:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608474240 00000100:00100000:1.0:1780298630.406895:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4825 00000100:00100000:1.0:1780298630.406904:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608474240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.406914:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.406925:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b05d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb029 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.406958:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604299520:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.407004:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.407824:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604299520:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.407846:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b05d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb029 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.407863:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b05d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb029 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.407874:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298630.407908:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608474240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1006us (1109us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.407916:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4825 00000100:00100000:2.0:1780298630.409367:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.409420:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608474368 00000100:00100000:1.0:1780298630.409426:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608474368 00002000:00100000:1.0:1780298630.409458:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (561152->585727) req@ffff9cf254919500 x1866777608474368/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.409469:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919500 with x1866777608474368 ext(561152->585727) 00002000:00010000:1.0:1780298630.409474:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254919500 00000100:00100000:1.0:1780298630.409494:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4520 00000100:00100000:1.0:1780298630.409502:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608474368:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.411475:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608474368:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1971us (2107us total) trans 0 rc 24576/24576 00000100:00100000:1.0:1780298630.411484:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4520 00002000:00100000:1.0:1780298630.411493:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (561152->585727) req@ffff9cf254919500 x1866777608474368/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.411502:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919500 with x1866777608474368 ext(561152->585727) 00002000:00010000:1.0:1780298630.411506:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254919500 00000100:00100000:2.0:1780298630.412770:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.412838:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608474496 00000100:00100000:3.0:1780298630.412845:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608474496 00000100:00100000:3.0:1780298630.412885:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4826 00000100:00100000:3.0:1780298630.412894:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608474496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.412907:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.412924:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b064 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb030 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.412970:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255684700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604299648:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.413029:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.413902:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255684700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604299648:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.413926:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b064 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb030 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.413945:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b064 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb030 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.413962:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00000100:00100000:3.0:1780298630.413996:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608474496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1103us (1227us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.414003:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4826 00000100:00100000:2.0:1780298630.415069:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.415110:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608474624 00000100:00100000:3.0:1780298630.415116:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608474624 00000100:00100000:0.0:1780298630.415191:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4827 00000100:00100000:0.0:1780298630.415207:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608474624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.415218:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.415228:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e6302b06b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb037 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.415262:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255991c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604299776:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.415304:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.416029:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255991c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604299776:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.416058:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e6302b06b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb037 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.416072:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e6302b06b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb037 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.416083:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78400, rc 0) 00000100:00100000:0.0:1780298630.416111:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608474624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 908us (1043us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.416118:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4827 00000100:00100000:2.0:1780298630.417169:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.417195:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608474752 00000100:00100000:3.0:1780298630.417201:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608474752 00000100:00100000:3.0:1780298630.417238:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4828 00000100:00100000:3.0:1780298630.417247:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608474752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.417258:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.417268:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b072 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb03e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.417288:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6302b03a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3346432->36900863] (req 3346432->3350527) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb006 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.417297:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(49 104) 00010000:00010000:3.0:1780298630.417301:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(50 104) 00010000:00010000:3.0:1780298630.417306:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b072 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3739648->3788799] (req 3739648->3788799) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb03e expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.417331:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6302b03a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3346432->36900863] (req 3346432->3350527) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb006 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.417348:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6302b03a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3346432->36900863] (req 3346432->3350527) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb006 expref: 8 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.417359:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255684700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604299904:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298630.417416:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.418164:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255684700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604299904:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298630.418184:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b072 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3739648->3788799] (req 3739648->3788799) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb03e expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.418197:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:3.0:1780298630.418229:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608474752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 983us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.418236:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4828 00000100:00100000:2.0:1780298630.418490:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.418535:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608474880 00000100:00100000:0.0:1780298630.418541:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608474880 00010000:00010000:0.0:1780298630.418571:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6302b03a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3346432->36900863] (req 3346432->3350527) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb006 expref: 9 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.418598:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14171 00000100:00100000:0.0:1780298630.418607:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b01050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608474880:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.418618:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.418633:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6302b03a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3346432->36900863] (req 3346432->3350527) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb006 expref: 9 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.418645:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6302b03a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3346432->36900863] (req 3346432->3350527) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb006 expref: 9 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.418662:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6302b03a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3346432->36900863] (req 3346432->3350527) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb006 expref: 9 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.418681:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(50 104) 00010000:00010000:0.0:1780298630.418685:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(50 104) 00010000:00010000:0.0:1780298630.418694:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b072 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3739648->37294079] (req 3739648->3788799) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb03e expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.418704:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b072 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3739648->37294079] (req 3739648->3788799) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb03e expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.418734:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b072 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3739648->37294079] (req 3739648->3788799) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb03e expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.418746:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255991c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604300032:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298630.418789:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.419478:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255991c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604300032:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298630.419487:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298630.419508:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b01050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608474880:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 903us (1019us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.419517:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14171 00000100:00100000:2.0:1780298630.419912:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.419946:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608475008 00000100:00100000:0.0:1780298630.419950:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608475008 00002000:00100000:0.0:1780298630.419971:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (3739648->3743743) req@ffff9cf254919180 x1866777608475008/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.419978:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919180 with x1866777608475008 ext(3739648->3743743) 00002000:00010000:0.0:1780298630.419982:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254919180 00000100:00100000:0.0:1780298630.420004:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4521 00000100:00100000:0.0:1780298630.420009:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608475008:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.420120:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608475008:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 111us (209us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.420139:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4521 00002000:00100000:0.0:1780298630.420145:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (3739648->3743743) req@ffff9cf254919180 x1866777608475008/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.420151:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919180 with x1866777608475008 ext(3739648->3743743) 00002000:00010000:0.0:1780298630.420154:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254919180 00000100:00100000:2.0:1780298630.421310:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.421386:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608475136 00000100:00100000:3.0:1780298630.421398:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608475136 00002000:00100000:3.0:1780298630.421443:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (3784704->3788799) req@ffff9cf25491b800 x1866777608475136/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.421456:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491b800 with x1866777608475136 ext(3784704->3788799) 00002000:00010000:3.0:1780298630.421461:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25491b800 00000100:00100000:3.0:1780298630.421492:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4522 00000100:00100000:3.0:1780298630.421501:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608475136:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298630.421680:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608475136:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 181us (370us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298630.421688:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4522 00002000:00100000:3.0:1780298630.421694:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (3784704->3788799) req@ffff9cf25491b800 x1866777608475136/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.421700:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491b800 with x1866777608475136 ext(3784704->3788799) 00002000:00010000:3.0:1780298630.421703:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25491b800 00000100:00100000:2.0:1780298630.423010:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.423112:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608475264 00000100:00100000:3.0:1780298630.423118:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608475264 00000100:00100000:2.0:1780298630.423178:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.423213:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608475392 00000100:00100000:3.0:1780298630.423218:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608475392 00000100:00100000:1.0:1780298630.423228:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4829 00000100:00100000:1.0:1780298630.423243:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608475264:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298630.423250:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4830 00010000:00010000:1.0:1780298630.423260:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298630.423261:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608475392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.423271:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.423276:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b079 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb045 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.423280:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e6302b080 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb04c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.423340:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255684700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604300160:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.423341:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604300288:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.423415:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.423416:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.424225:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255684700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604300160:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.424227:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604300288:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.424249:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e6302b080 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb04c expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.424253:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b079 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb045 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.424285:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e6302b080 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb04c expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.424285:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b079 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb045 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.424311:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00010000:00010000:3.0:1780298630.424317:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00000100:00100000:1.0:1780298630.424349:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608475264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1111us (1343us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.424357:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608475392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1096us (1177us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.424363:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4829 00000100:00100000:3.0:1780298630.424382:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4830 00000100:00100000:2.0:1780298630.425606:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.425648:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608475520 00000100:00100000:0.0:1780298630.425655:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608475520 00000100:00100000:2.0:1780298630.425688:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.425698:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608475648 00000100:00100000:0.0:1780298630.425703:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608475648 00000100:00100000:1.0:1780298630.425724:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4831 00000100:00100000:0.0:1780298630.425737:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4832 00000100:00100000:1.0:1780298630.425738:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608475520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.425751:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.425755:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608475648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.425762:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b087 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb053 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.425764:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.425777:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b08e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb05a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.425803:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604300416:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.425815:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255991c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604300544:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.425858:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.425864:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.426640:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604300416:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.426655:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b087 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb053 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.426671:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b087 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb053 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.426678:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298630.426742:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608475520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1010us (1138us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.426750:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4831 00000100:00100000:0.0:1780298630.426851:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255991c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604300544:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.426869:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b08e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb05a expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.426884:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b08e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb05a expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.426901:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00000100:00100000:0.0:1780298630.426930:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608475648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1181us (1240us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.426937:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4832 00000100:00100000:3.0:1780298630.427888:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.427929:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608475776 00000100:00100000:2.0:1780298630.427933:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608475776 00000100:00100000:2.0:1780298630.427965:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4833 00000100:00100000:2.0:1780298630.427973:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608475776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.427984:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.427994:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302b095 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb061 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.428013:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302af5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf57 expref: 5 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.428022:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(97 143) 00010000:00010000:2.0:1780298630.428026:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(98 143) 00010000:00010000:2.0:1780298630.428031:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302b095 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2834432->2867199] (req 2834432->2867199) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb061 expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.428058:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302af5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf57 expref: 5 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.428073:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302af5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf57 expref: 5 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.428085:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604300672:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.428158:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.428839:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604300672:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.428855:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302b095 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2834432->2867199] (req 2834432->2867199) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb061 expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.428870:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3600, rc 0) 00000100:00100000:1.0:1780298630.428902:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608475776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 930us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.428911:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4833 00000100:00100000:0.0:1780298630.434894:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.434940:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608475904 00000100:00100000:1.0:1780298630.434951:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608475904 00010000:00010000:1.0:1780298630.434990:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302af5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf57 expref: 6 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.435028:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14172 00000100:00100000:1.0:1780298630.435038:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255991c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608475904:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.435064:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.435084:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302af5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf57 expref: 6 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.435098:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302af5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf57 expref: 6 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.435143:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6302af5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194caf57 expref: 6 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.435161:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(98 143) 00010000:00010000:1.0:1780298630.435166:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(98 143) 00010000:00010000:1.0:1780298630.435176:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302b095 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2834432->2867199) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb061 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.435186:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302b095 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2834432->2867199) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb061 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.435222:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302b095 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2834432->2867199) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb061 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.435236:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604300800:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.435312:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.436306:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604300800:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.436325:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.436358:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255991c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608475904:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1322us (1472us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.436382:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14172 00000100:00100000:2.0:1780298630.436652:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.436697:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608476032 00000100:00100000:0.0:1780298630.436703:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608476032 00002000:00100000:0.0:1780298630.436736:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2834432->2867199) req@ffff9cf37f8ca300 x1866777608476032/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.436750:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ca300 with x1866777608476032 ext(2834432->2867199) 00002000:00010000:0.0:1780298630.436753:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ca300 00000100:00100000:0.0:1780298630.436770:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4523 00000100:00100000:0.0:1780298630.436776:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608476032:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.437681:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608476032:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 902us (1027us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1780298630.437690:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4523 00002000:00100000:1.0:1780298630.437697:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2834432->2867199) req@ffff9cf37f8ca300 x1866777608476032/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.437706:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ca300 with x1866777608476032 ext(2834432->2867199) 00002000:00010000:1.0:1780298630.437709:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ca300 00000100:00100000:2.0:1780298630.438757:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.438827:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608476160 00000100:00100000:3.0:1780298630.438832:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608476160 00000100:00100000:3.0:1780298630.438867:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4834 00000100:00100000:0.0:1780298630.438871:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.438896:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608476288 00000100:00100000:2.0:1780298630.438906:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608476288 00000100:00100000:3.0:1780298630.438920:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608476160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.438932:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298630.438945:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4835 00010000:00010000:3.0:1780298630.438946:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e6302b09c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb068 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.438959:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608476288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.438965:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(98 143) 00010000:00010000:2.0:1780298630.438969:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.438970:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(98 143) 00010000:00010000:3.0:1780298630.438977:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e6302b09c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb068 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.438982:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f6fb1b9/0xaf35132e6302b0a3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb06f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.438989:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e6302b09c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb068 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.439004:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00000100:00100000:3.0:1780298630.439030:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608476160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 116us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.439033:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604300928:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.439045:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4834 00000100:00100000:2.0:1780298630.439088:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.439885:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604300928:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.439904:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002f6fb1b9/0xaf35132e6302b0a3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb06f expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.439915:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f6fb1b9/0xaf35132e6302b0a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb06f expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.439924:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2400, rc 0) 00000100:00100000:0.0:1780298630.439949:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608476288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 997us (1082us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.439954:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4835 00000100:00100000:0.0:1780298630.440957:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.440993:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608476416 00000100:00100000:1.0:1780298630.440999:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608476416 00000100:00100000:1.0:1780298630.441035:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4836 00000100:00100000:1.0:1780298630.441043:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608476416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.441053:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.441065:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b0aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb076 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.441101:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604301056:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.441169:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.441892:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604301056:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.441906:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b0aa lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb076 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.441917:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b0aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb076 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.441928:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298630.441952:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608476416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (997us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.441960:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4836 00000100:00100000:2.0:1780298630.443030:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.443082:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608476544 00000100:00100000:1.0:1780298630.443088:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608476544 00000100:00100000:1.0:1780298630.443142:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4837 00000100:00100000:1.0:1780298630.443152:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608476544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.443163:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.443171:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b0b1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb07d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.443202:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604301184:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.443244:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.443886:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604301184:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.443899:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b0b1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb07d expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.443909:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b0b1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb07d expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.443916:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298630.443939:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608476544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 791us (911us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.443944:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4837 00000100:00100000:2.0:1780298630.444767:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.444795:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608476672 00000100:00100000:1.0:1780298630.444800:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608476672 00000100:00100000:1.0:1780298630.444824:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4838 00000100:00100000:1.0:1780298630.444829:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608476672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.444836:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.444843:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302b0b8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb084 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.444865:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604301312:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.444895:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.445621:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604301312:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.445636:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302b0b8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb084 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.445647:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302b0b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb084 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.445654:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298630.445677:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608476672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 849us (912us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.445682:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4838 00000100:00100000:0.0:1780298630.446679:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.446718:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608476800 00000100:00100000:2.0:1780298630.446722:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608476800 00000100:00100000:2.0:1780298630.446749:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4839 00000100:00100000:2.0:1780298630.446755:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e427850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608476800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.446763:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.446772:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b0bf lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb08b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.446798:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604301440:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.446834:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.447587:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604301440:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.447606:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b0bf lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb08b expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.447623:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b0bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb08b expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.447633:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00000100:00100000:0.0:1780298630.447662:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e427850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608476800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 907us (983us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.447669:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4839 00000100:00100000:1.0:1780298630.448551:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.448593:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608476928 00000100:00100000:0.0:1780298630.448598:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608476928 00000100:00100000:0.0:1780298630.448633:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4840 00000100:00100000:0.0:1780298630.448642:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608476928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.448651:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.448661:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302b0c6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb092 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.448695:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604301568:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.448736:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.449454:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604301568:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.449480:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302b0c6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb092 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.449493:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302b0c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb092 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.449500:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00000100:00100000:0.0:1780298630.449525:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608476928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 885us (976us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.449534:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4840 00000100:00100000:2.0:1780298630.450327:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.450359:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608477056 00000100:00100000:1.0:1780298630.450365:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608477056 00000100:00100000:1.0:1780298630.450401:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4841 00000100:00100000:1.0:1780298630.450407:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608477056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.450414:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.450423:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b0cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb099 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.450445:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302b095 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2834432->2867199) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb061 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.450452:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e6302b09c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb068 expref: 5 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.450457:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(98 143) 00010000:00010000:1.0:1780298630.450460:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(98 143) 00010000:00010000:1.0:1780298630.450463:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b0cd lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5464064->5513215] (req 5464064->5513215) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb099 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.450479:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e6302b09c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb068 expref: 5 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.450489:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e6302b09c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb068 expref: 5 pid: 8358 timeout: 919 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.450496:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604301696:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.450537:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302b095 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2834432->2867199) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb061 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.450544:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302b095 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2834432->2867199) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb061 expref: 8 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.450550:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604301824:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.450566:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.451227:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604301696:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.451445:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604301824:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.451458:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b0cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5464064->5513215] (req 5464064->5513215) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb099 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.451467:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298630.451496:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608477056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1089us (1169us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.451504:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4841 00000100:00100000:3.0:1780298630.451615:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.451660:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608477184 00000100:00100000:2.0:1780298630.451665:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608477184 00000100:00100000:3.0:1780298630.451682:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298630.451693:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e6302b09c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb068 expref: 6 pid: 8358 timeout: 919 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.451728:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608477312 00000100:00100000:2.0:1780298630.451732:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608477312 00000100:00100000:0.0:1780298630.451739:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14173 00010000:00010000:2.0:1780298630.451748:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302b095 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2834432->2867199) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb061 expref: 8 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.451754:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255686a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608477184:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.451769:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1780298630.451775:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14174 00010000:00010000:0.0:1780298630.451786:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e6302b09c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb068 expref: 6 pid: 8358 timeout: 919 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.451792:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608477312:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298630.451806:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.451808:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e6302b09c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb068 expref: 6 pid: 8358 timeout: 919 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.451825:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302b095 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2834432->2867199) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb061 expref: 8 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.451836:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e6302b09c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb068 expref: 6 pid: 8358 timeout: 919 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.451837:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302b095 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2834432->2867199) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb061 expref: 8 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.451860:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302b095 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2834432->2867199) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb061 expref: 8 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.451860:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(98 143) 00010000:00010000:0.0:1780298630.451868:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(98 143) 00010000:00010000:0.0:1780298630.451879:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b0cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5464064->39018495] (req 5464064->5513215) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb099 expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.451889:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b0cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [5464064->39018495] (req 5464064->5513215) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb099 expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.451898:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298630.451916:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b0cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [5464064->39018495] (req 5464064->5513215) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb099 expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.451929:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604301952:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298630.451930:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608477312:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 142us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.451939:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14174 00000100:00100000:0.0:1780298630.451973:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.452729:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604301952:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298630.452740:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298630.452767:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255686a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608477184:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1020us (1153us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.452775:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14173 00000100:00100000:3.0:1780298630.452959:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.452990:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608477440 00000100:00100000:1.0:1780298630.452994:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608477440 00000100:00100000:1.0:1780298630.453025:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4524 00000100:00100000:1.0:1780298630.453031:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608477440:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298630.453307:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5951395 -> 5951395 00002000:00010000:1.0:1780298630.453311:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.453313:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.453316:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.453318:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 976 -> 1072 00000100:00100000:1.0:1780298630.453349:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608477440:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 317us (390us total) trans 4294969167 rc 0/0 00000100:00100000:1.0:1780298630.453357:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4524 00000100:00100000:2.0:1780298630.454262:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.454307:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608477568 00000100:00100000:1.0:1780298630.454311:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608477568 00000100:00100000:1.0:1780298630.454338:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4842 00000100:00100000:1.0:1780298630.454346:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608477568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.454353:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.454361:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b0d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb0a0 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.454383:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.454399:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604302080:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.454408:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608477696 00000100:00100000:0.0:1780298630.454412:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608477696 00000100:00100000:0.0:1780298630.454441:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4843 00000100:00100000:1.0:1780298630.454442:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.454451:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608477696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.454457:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.454466:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b0db lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb0a7 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.454487:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604302208:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.454515:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.455079:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604302080:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.455098:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b0d4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0a0 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.455116:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b0d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0a0 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.455146:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298630.455177:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608477568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 832us (915us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.455185:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4842 00000100:00100000:0.0:1780298630.455226:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604302208:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.455241:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b0db lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0a7 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.455256:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b0db lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0a7 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.455267:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79800, rc 0) 00000100:00100000:0.0:1780298630.455303:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608477696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 854us (929us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.455310:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4843 00000100:00100000:2.0:1780298630.456223:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.456249:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608477824 00000100:00100000:0.0:1780298630.456254:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608477824 00000100:00100000:2.0:1780298630.456269:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.456298:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608477952 00000100:00100000:0.0:1780298630.456302:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608477952 00000100:00100000:3.0:1780298630.456306:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4844 00000100:00100000:3.0:1780298630.456315:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608477824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.456322:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.456329:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302b0e2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb0ae expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.456336:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4845 00000100:00100000:1.0:1780298630.456349:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608477952:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298630.456358:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255685f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604302336:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.456359:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.456370:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b0e9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb0b5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.456404:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.456411:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604302464:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.456454:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.457040:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255685f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604302336:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.457062:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302b0e2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0ae expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.457072:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302b0e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0ae expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.457078:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00000100:00100000:1.0:1780298630.457106:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608477824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 794us (885us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.457112:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4844 00000100:00100000:1.0:1780298630.457201:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604302464:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.457213:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b0e9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0b5 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.457224:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b0e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0b5 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.457235:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298630.457264:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608477952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 920us (998us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.457269:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4845 00000100:00100000:2.0:1780298630.458192:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.458216:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608478080 00000100:00100000:3.0:1780298630.458221:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608478080 00000100:00100000:2.0:1780298630.458222:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.458248:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608478208 00000100:00100000:3.0:1780298630.458250:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608478208 00000100:00100000:1.0:1780298630.458255:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4846 00000100:00100000:1.0:1780298630.458263:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608478080:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298630.458269:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4847 00010000:00010000:1.0:1780298630.458272:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.458280:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302b0f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb0bc expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.458283:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608478208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.458298:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.458307:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b0f7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb0c3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.458310:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604302592:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.458345:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604302720:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.458351:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.458387:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.458972:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604302592:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.458983:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302b0f0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0bc expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.458994:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6302b0f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0bc expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.459000:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298630.459023:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608478080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 763us (833us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.459029:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4846 00000100:00100000:0.0:1780298630.459100:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604302720:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.459116:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b0f7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0c3 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.459150:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b0f7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0c3 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.459157:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79200, rc 0) 00000100:00100000:0.0:1780298630.459182:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608478208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 906us (963us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.459187:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4847 00000100:00100000:2.0:1780298630.459866:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.459892:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608478336 00000100:00100000:0.0:1780298630.459896:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608478336 00000100:00100000:0.0:1780298630.459917:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4848 00000100:00100000:0.0:1780298630.459921:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608478336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.459927:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.459933:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302b0fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb0ca expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.459945:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(98 143) 00010000:00010000:0.0:1780298630.459948:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(98 143) 00010000:00010000:0.0:1780298630.459954:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302b0fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [290816->5464063] (req 290816->299007) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0ca expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.459962:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302b0fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [290816->5464063] (req 290816->299007) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0ca expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.459967:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:0.0:1780298630.459987:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608478336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 66us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.459991:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4848 00000100:00100000:2.0:1780298630.460634:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.460664:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608478464 00000100:00100000:1.0:1780298630.460667:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608478464 00000100:00100000:1.0:1780298630.460702:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4525 00000100:00100000:1.0:1780298630.460707:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608478464:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298630.460858:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5951395 -> 5951395 00002000:00010000:1.0:1780298630.460860:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.460862:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.460864:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.460865:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1072 -> 1080 00000100:00100000:1.0:1780298630.460888:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608478464:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 181us (253us total) trans 4294969168 rc 0/0 00000100:00100000:1.0:1780298630.460892:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4525 00000100:00100000:3.0:1780298630.461758:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.461777:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.461799:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608478592 00000100:00100000:1.0:1780298630.461803:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608478592 00000100:00100000:1.0:1780298630.461827:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608478720 00000100:00100000:1.0:1780298630.461829:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608478720 00000100:00100000:2.0:1780298630.461840:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4849 00000100:00100000:3.0:1780298630.461852:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4850 00000100:00100000:2.0:1780298630.461857:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608478592:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298630.461865:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608478720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.461868:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.461874:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.461878:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302b105 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb0d1 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.461882:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b10c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb0d8 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.461922:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255685c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604302848:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.461929:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f754e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604302976:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.461968:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.461970:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.462847:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255685c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604302848:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.462869:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b10c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0d8 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.462875:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f754e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604302976:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.462887:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b10c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0d8 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.462894:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302b105 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0d1 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.462895:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00010000:00010000:0.0:1780298630.462907:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302b105 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0d1 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.462914:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3c00, rc 0) 00000100:00100000:3.0:1780298630.462925:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608478720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1063us (1146us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.462931:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4850 00000100:00100000:0.0:1780298630.462935:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608478592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1086us (1177us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.462940:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4849 00000100:00100000:0.0:1780298630.463895:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.463947:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608478848 00000100:00100000:2.0:1780298630.463952:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608478848 00000100:00100000:2.0:1780298630.464000:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4851 00000100:00100000:3.0:1780298630.464003:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.464013:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608478848:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298630.464022:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608478976 00010000:00010000:2.0:1780298630.464024:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298630.464027:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608478976 00010000:00010000:2.0:1780298630.464035:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302b113 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb0df expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.464060:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4852 00000100:00100000:2.0:1780298630.464067:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604303104:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.464073:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608478976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.464083:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.464093:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302b11a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb0e6 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.464111:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.464121:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604303232:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.464175:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.464879:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604303232:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.464881:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604303104:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.464898:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302b11a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0e6 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.464907:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302b113 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0df expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.464913:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302b11a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0e6 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.464933:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00010000:00010000:2.0:1780298630.464942:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302b113 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0df expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.464958:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608478976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 891us (957us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298630.464960:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3600, rc 0) 00000100:00100000:1.0:1780298630.464966:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4852 00000100:00100000:2.0:1780298630.464992:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608478848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 981us (1095us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.465001:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4851 00000100:00100000:2.0:1780298630.466464:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.466496:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608479104 00000100:00100000:0.0:1780298630.466501:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608479104 00002000:00100000:0.0:1780298630.466527:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (5046272->5062655) req@ffff9cf37f757800 x1866777608479104/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.466533:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757800 with x1866777608479104 ext(5046272->5062655) 00002000:00010000:0.0:1780298630.466537:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f757800 00000100:00100000:0.0:1780298630.466553:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4526 00000100:00100000:0.0:1780298630.466559:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608479104:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.466713:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608479104:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 154us (251us total) trans 0 rc 16384/16384 00000100:00100000:0.0:1780298630.466727:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4526 00002000:00100000:0.0:1780298630.466734:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (5046272->5062655) req@ffff9cf37f757800 x1866777608479104/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/16824 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.466742:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757800 with x1866777608479104 ext(5046272->5062655) 00002000:00010000:0.0:1780298630.466746:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f757800 00000100:00100000:2.0:1780298630.467858:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.467892:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608479232 00000100:00100000:0.0:1780298630.467896:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608479232 00000100:00100000:0.0:1780298630.467919:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4853 00000100:00100000:0.0:1780298630.467923:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608479232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.467930:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.467941:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302b121 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb0ed expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.467974:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604303360:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.468022:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.468024:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.468063:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608479360 00000100:00100000:1.0:1780298630.468067:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608479360 00000100:00100000:1.0:1780298630.468095:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4854 00000100:00100000:1.0:1780298630.468100:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608479360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.468106:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.468114:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302b128 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb0f4 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.468157:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604303488:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.468189:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.469190:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604303360:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.469212:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604303488:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.469215:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302b121 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0ed expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.469234:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302b121 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0ed expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.469238:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302b128 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0f4 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.469244:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79200, rc 0) 00010000:00010000:1.0:1780298630.469268:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302b128 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0f4 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.469280:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:0.0:1780298630.469285:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608479232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1359us (1427us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.469294:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4853 00000100:00100000:1.0:1780298630.469307:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608479360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1204us (1284us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.469315:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4854 00000100:00100000:2.0:1780298630.470621:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.470694:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608479488 00000100:00100000:3.0:1780298630.470700:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608479488 00000100:00100000:3.0:1780298630.470732:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4855 00000100:00100000:2.0:1780298630.470741:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.470742:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608479488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.470752:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.470763:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302b12f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb0fb expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.470763:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608479616 00000100:00100000:1.0:1780298630.470769:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608479616 00000100:00100000:1.0:1780298630.470811:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4856 00000100:00100000:1.0:1780298630.470821:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608479616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.470831:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.470841:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b136 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb102 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.470845:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255684a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604303616:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.470880:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604303744:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.470917:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.470917:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.471789:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255684a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604303616:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.471803:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604303744:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.471815:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302b12f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0fb expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.471822:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b136 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb102 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.471845:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b136 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb102 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.471847:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302b12f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0fb expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.471860:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00010000:00010000:3.0:1780298630.471863:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:3.0:1780298630.471897:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608479488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1158us (1276us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.471897:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608479616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1078us (1158us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.471912:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4856 00000100:00100000:3.0:1780298630.471919:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4855 00000100:00100000:2.0:1780298630.473242:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.473285:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608479744 00000100:00100000:0.0:1780298630.473292:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608479744 00000100:00100000:0.0:1780298630.473346:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4857 00000100:00100000:2.0:1780298630.473354:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.473359:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608479744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.473386:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298630.473387:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608479872 00000100:00100000:1.0:1780298630.473393:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608479872 00010000:00010000:0.0:1780298630.473407:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e6302b13d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb109 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.473430:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4858 00000100:00100000:1.0:1780298630.473440:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608479872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.473450:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.473461:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302b144 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb110 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.473465:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604303872:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.473506:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604304000:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.473540:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.473550:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00002000:00010000:1.0:1780298630.474548:0:12101:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime: 1780298630 -> 1780298631 00000100:00100000:1.0:1780298630.474566:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255512a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604304000:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.474584:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604303872:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.474596:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302b144 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb110 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.474608:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e6302b13d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb109 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.474617:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302b144 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb110 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.474626:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e6302b13d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb109 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.474630:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00010000:00010000:0.0:1780298630.474641:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79800, rc 0) 00000100:00100000:1.0:1780298630.474674:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608479872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1235us (1320us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.474677:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608479744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1322us (1436us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.474690:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4857 00000100:00100000:1.0:1780298630.474700:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4858 00000100:00100000:2.0:1780298630.476043:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.476108:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608480000 00000100:00100000:3.0:1780298630.476119:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608480000 00002000:00100000:3.0:1780298630.476197:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (446464->450559) req@ffff9cf37f754e00 x1866777608480000/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.476209:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754e00 with x1866777608480000 ext(446464->450559) 00002000:00010000:3.0:1780298630.476215:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754e00 00000100:00100000:2.0:1780298630.476278:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4527 00000100:00100000:2.0:1780298630.476294:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608480000:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.476474:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608480000:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 187us (433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.476481:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4527 00002000:00100000:2.0:1780298630.476489:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (446464->450559) req@ffff9cf37f754e00 x1866777608480000/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.476498:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754e00 with x1866777608480000 ext(446464->450559) 00002000:00010000:2.0:1780298630.476504:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754e00 00000100:00100000:2.0:1780298630.477811:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.477863:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608480128 00000100:00100000:1.0:1780298630.477870:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608480128 00002000:00100000:1.0:1780298630.477902:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (450560->454655) req@ffff9cf243ed8700 x1866777608480128/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.477911:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed8700 with x1866777608480128 ext(450560->454655) 00002000:00010000:1.0:1780298630.477915:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243ed8700 00000100:00100000:1.0:1780298630.477941:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4528 00000100:00100000:1.0:1780298630.477950:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608480128:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.478062:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608480128:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 113us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.478070:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4528 00002000:00100000:1.0:1780298630.478077:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (450560->454655) req@ffff9cf243ed8700 x1866777608480128/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.478086:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed8700 with x1866777608480128 ext(450560->454655) 00002000:00010000:1.0:1780298630.478090:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243ed8700 00000100:00100000:1.0:1780298630.479383:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.479439:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608480256 00000100:00100000:2.0:1780298630.479445:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608480256 00002000:00100000:2.0:1780298630.479469:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (454656->458751) req@ffff9cf255512a00 x1866777608480256/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.479478:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512a00 with x1866777608480256 ext(454656->458751) 00002000:00010000:2.0:1780298630.479482:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255512a00 00000100:00100000:2.0:1780298630.479506:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4529 00000100:00100000:2.0:1780298630.479513:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608480256:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.479612:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608480256:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 99us (239us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.479620:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4529 00002000:00100000:2.0:1780298630.479627:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (454656->458751) req@ffff9cf255512a00 x1866777608480256/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.479635:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512a00 with x1866777608480256 ext(454656->458751) 00002000:00010000:2.0:1780298630.479639:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255512a00 00000100:00100000:2.0:1780298630.480915:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.480954:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608480384 00000100:00100000:1.0:1780298630.480960:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608480384 00002000:00100000:1.0:1780298630.480984:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (458752->462847) req@ffff9cf243ed8e00 x1866777608480384/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.480994:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed8e00 with x1866777608480384 ext(458752->462847) 00002000:00010000:1.0:1780298630.480998:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243ed8e00 00000100:00100000:1.0:1780298630.481022:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4530 00000100:00100000:1.0:1780298630.481029:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608480384:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.481112:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608480384:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 83us (197us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.481120:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4530 00002000:00100000:1.0:1780298630.481149:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (458752->462847) req@ffff9cf243ed8e00 x1866777608480384/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.481159:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243ed8e00 with x1866777608480384 ext(458752->462847) 00002000:00010000:1.0:1780298630.481163:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243ed8e00 00000100:00100000:1.0:1780298630.482265:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.482325:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608480512 00000100:00100000:0.0:1780298630.482329:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608480512 00002000:00100000:0.0:1780298630.482347:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (434176->499711) req@ffff9cf255513800 x1866777608480512/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 504/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.482353:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255513800 with x1866777608480512 ext(434176->499711) 00002000:00010000:0.0:1780298630.482356:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255513800 00000100:00100000:0.0:1780298630.482383:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4531 00000100:00100000:0.0:1780298630.482389:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608480512:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.483416:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608480512:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1024us (1150us total) trans 0 rc 49152/49152 00000100:00100000:0.0:1780298630.483425:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4531 00002000:00100000:0.0:1780298630.483434:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (434176->499711) req@ffff9cf255513800 x1866777608480512/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 504/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.483443:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255513800 with x1866777608480512 ext(434176->499711) 00002000:00010000:0.0:1780298630.483447:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255513800 00000100:00100000:2.0:1780298630.486120:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.486225:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608480640 00000100:00100000:0.0:1780298630.486235:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608480640 00002000:00100000:0.0:1780298630.486278:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (446464->3788799) req@ffff9cf243edb100 x1866777608480640/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 504/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.486289:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243edb100 with x1866777608480640 ext(446464->3788799) 00002000:00010000:0.0:1780298630.486301:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243edb100 00000100:00100000:0.0:1780298630.486328:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4532 00000100:00100000:0.0:1780298630.486337:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243edb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608480640:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298630.487998:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243edb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608480640:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1659us (1879us total) trans 4294968826 rc 0/0 00000100:00100000:0.0:1780298630.488008:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4532 00002000:00100000:0.0:1780298630.488017:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (446464->3788799) req@ffff9cf243edb100 x1866777608480640/t4294968826(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 504/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.488025:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243edb100 with x1866777608480640 ext(446464->3788799) 00002000:00010000:0.0:1780298630.488034:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243edb100 00000100:00100000:2.0:1780298630.488974:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.489032:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608480768 00000100:00100000:0.0:1780298630.489039:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608480768 00000100:00100000:0.0:1780298630.489084:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4859 00000100:00100000:0.0:1780298630.489093:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608480768:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298630.489916:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968826 is committed 00000100:00100000:0.0:1780298630.489995:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243ed9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608480768:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 904us (1022us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.490001:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4859 00000100:00100000:1.0:1780298630.491152:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.491184:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.491204:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608480896 00000100:00100000:3.0:1780298630.491211:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608480896 00000100:00100000:0.0:1780298630.491232:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608481024 00000100:00100000:0.0:1780298630.491237:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608481024 00000100:00100000:3.0:1780298630.491253:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4860 00000100:00100000:3.0:1780298630.491264:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608480896:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298630.491269:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4861 00010000:00010000:3.0:1780298630.491276:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.491280:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608481024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.491287:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.491292:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302b14b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb117 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.491297:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b152 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb11e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.491345:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255684a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604304256:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.491346:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604304128:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.491432:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.491433:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00002000:00010000:0.0:1780298630.492227:0:20252:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime: 1780298630 -> 1780298631 00002000:00010000:0.0:1780298630.492232:0:20252:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime: 1780298630 -> 1780298631 00002000:00010000:0.0:1780298630.492234:0:20252:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 80 -> 232 00000100:00100000:0.0:1780298630.492246:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604304128:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.492247:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255684a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604304256:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.492281:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302b14b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb117 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.492282:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b152 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb11e expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.492304:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302b14b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb117 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.492307:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b152 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb11e expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.492315:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00010000:00010000:0.0:1780298630.492324:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79800, rc 0) 00000100:00100000:3.0:1780298630.492344:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608480896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1084us (1194us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.492351:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4860 00000100:00100000:0.0:1780298630.492351:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608481024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1073us (1166us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.492361:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4861 00000100:00100000:2.0:1780298630.493421:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.493469:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608481152 00000100:00100000:1.0:1780298630.493475:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608481152 00000100:00100000:1.0:1780298630.493518:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4862 00000100:00100000:1.0:1780298630.493527:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608481152:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298630.493532:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298630.493536:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.493545:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b159 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb125 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.493573:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608481280 00000100:00100000:0.0:1780298630.493577:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608481280 00000100:00100000:1.0:1780298630.493591:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604304384:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.493606:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4863 00000100:00100000:0.0:1780298630.493615:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608481280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.493624:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.493634:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b160 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb12c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.493643:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.493661:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604304512:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.493683:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.494335:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604304384:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.494360:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b159 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb125 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.494389:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b159 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb125 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.494390:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604304512:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.494404:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00010000:00010000:0.0:1780298630.494411:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b160 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb12c expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.494422:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b160 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb12c expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.494430:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608481152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 904us (1010us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298630.494432:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79200, rc 0) 00000100:00100000:1.0:1780298630.494438:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4862 00000100:00100000:0.0:1780298630.494457:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608481280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 844us (925us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.494462:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4863 00000100:00100000:2.0:1780298630.495551:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.495587:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608481408 00000100:00100000:0.0:1780298630.495594:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608481408 00000100:00100000:0.0:1780298630.495622:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4864 00000100:00100000:0.0:1780298630.495629:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608481408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.495637:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.495645:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302b167 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb133 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.495655:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.495672:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604304640:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.495684:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608481536 00000100:00100000:1.0:1780298630.495689:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608481536 00000100:00100000:0.0:1780298630.495708:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.495722:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4865 00000100:00100000:1.0:1780298630.495730:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608481536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.495745:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.495754:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302b16e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb13a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.495789:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604304768:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.495814:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00002000:00010000:0.0:1780298630.496336:0:19992:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298630 -> 1780298631 00000100:00100000:0.0:1780298630.496349:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255990000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604304640:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.496366:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302b167 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb133 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.496393:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302b167 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb133 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.496404:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00000100:00100000:0.0:1780298630.496440:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608481408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 811us (889us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.496448:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4864 00000100:00100000:1.0:1780298630.496485:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604304768:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.496503:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302b16e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb13a expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.496518:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302b16e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb13a expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.496528:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298630.496556:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608481536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 827us (902us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.496561:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4865 00000100:00100000:3.0:1780298630.497394:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.497439:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608481664 00000100:00100000:2.0:1780298630.497444:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608481664 00000100:00100000:2.0:1780298630.497482:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4866 00000100:00100000:2.0:1780298630.497491:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608481664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.497500:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.497510:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302b175 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb141 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.497531:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302b0fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [290816->5464063] (req 290816->299007) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0ca expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.497541:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(98 143) 00010000:00010000:2.0:1780298630.497545:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(99 143) 00010000:00010000:2.0:1780298630.497550:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302b175 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2977792->2981887] (req 2977792->2981887) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb141 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.497575:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302b0fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [290816->5464063] (req 290816->299007) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0ca expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.497590:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302b0fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [290816->5464063] (req 290816->299007) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0ca expref: 6 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.497601:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604304896:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.497645:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.498248:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604304896:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.498263:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302b175 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2977792->2981887] (req 2977792->2981887) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb141 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.498276:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2800, rc 0) 00000100:00100000:2.0:1780298630.498304:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608481664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 815us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.498311:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4866 00000100:00100000:0.0:1780298630.498471:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.498531:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608481792 00000100:00100000:3.0:1780298630.498535:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608481792 00010000:00010000:3.0:1780298630.498551:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302b0fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [290816->5464063] (req 290816->299007) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0ca expref: 7 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.498570:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14175 00000100:00100000:3.0:1780298630.498575:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255990000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608481792:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298630.498582:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298630.498592:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302b0fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [290816->5464063] (req 290816->299007) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0ca expref: 7 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.498603:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302b0fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [290816->5464063] (req 290816->299007) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0ca expref: 7 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.498625:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302b0fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [290816->5464063] (req 290816->299007) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb0ca expref: 7 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.498635:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(99 143) 00010000:00010000:3.0:1780298630.498639:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(99 143) 00010000:00010000:3.0:1780298630.498647:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302b175 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2977792->5464063] (req 2977792->2981887) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb141 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.498655:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302b175 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2977792->5464063] (req 2977792->2981887) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb141 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.498672:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302b175 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2977792->5464063] (req 2977792->2981887) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb141 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.498679:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255687800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604305024:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298630.498710:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.499358:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255687800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604305024:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298630.499366:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298630.499399:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255990000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608481792:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 824us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.499404:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14175 00000100:00100000:2.0:1780298630.499673:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.499703:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608481920 00000100:00100000:1.0:1780298630.499707:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608481920 00002000:00100000:1.0:1780298630.499729:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2977792->2981887) req@ffff9cf255091180 x1866777608481920/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.499736:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091180 with x1866777608481920 ext(2977792->2981887) 00002000:00010000:1.0:1780298630.499739:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091180 00000100:00100000:1.0:1780298630.499755:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4533 00000100:00100000:1.0:1780298630.499759:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608481920:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.499891:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608481920:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 130us (218us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.499898:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4533 00002000:00100000:1.0:1780298630.499905:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2977792->2981887) req@ffff9cf255091180 x1866777608481920/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.499920:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091180 with x1866777608481920 ext(2977792->2981887) 00002000:00010000:1.0:1780298630.499924:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091180 00000100:00100000:0.0:1780298630.500925:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.500978:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608482048 00000100:00100000:2.0:1780298630.500984:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608482048 00002000:00100000:2.0:1780298630.501009:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2981888->2985983) req@ffff9cf255993100 x1866777608482048/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.501019:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255993100 with x1866777608482048 ext(2981888->2985983) 00002000:00010000:2.0:1780298630.501023:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255993100 00000100:00100000:2.0:1780298630.501047:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4534 00000100:00100000:2.0:1780298630.501054:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608482048:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.501178:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608482048:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 123us (251us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.501186:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4534 00002000:00100000:2.0:1780298630.501193:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2981888->2985983) req@ffff9cf255993100 x1866777608482048/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.501203:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255993100 with x1866777608482048 ext(2981888->2985983) 00002000:00010000:2.0:1780298630.501207:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255993100 00000100:00100000:2.0:1780298630.502095:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.502144:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608482176 00000100:00100000:1.0:1780298630.502148:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608482176 00002000:00100000:1.0:1780298630.502168:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (2985984->2990079) req@ffff9cf255090700 x1866777608482176/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.502174:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255090700 with x1866777608482176 ext(2985984->2990079) 00002000:00010000:1.0:1780298630.502176:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255090700 00000100:00100000:1.0:1780298630.502191:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4535 00000100:00100000:1.0:1780298630.502196:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608482176:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.502287:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608482176:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 91us (194us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.502292:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4535 00002000:00100000:1.0:1780298630.502297:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (2985984->2990079) req@ffff9cf255090700 x1866777608482176/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.502302:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255090700 with x1866777608482176 ext(2985984->2990079) 00002000:00010000:1.0:1780298630.502305:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255090700 00000100:00100000:0.0:1780298630.503383:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.503402:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608482304 00000100:00100000:3.0:1780298630.503406:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608482304 00002000:00100000:3.0:1780298630.503424:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2990080->2994175) req@ffff9cf255993480 x1866777608482304/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.503435:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255993480 with x1866777608482304 ext(2990080->2994175) 00002000:00010000:3.0:1780298630.503438:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255993480 00000100:00100000:3.0:1780298630.503454:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4536 00000100:00100000:3.0:1780298630.503459:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608482304:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298630.503524:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608482304:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 65us (155us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298630.503529:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4536 00002000:00100000:3.0:1780298630.503533:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2990080->2994175) req@ffff9cf255993480 x1866777608482304/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.503539:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255993480 with x1866777608482304 ext(2990080->2994175) 00002000:00010000:3.0:1780298630.503541:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255993480 00000100:00100000:0.0:1780298630.504548:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.504602:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608482432 00000100:00100000:2.0:1780298630.504608:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608482432 00002000:00100000:2.0:1780298630.504631:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2994176->2998271) req@ffff9cf255990e00 x1866777608482432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.504641:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255990e00 with x1866777608482432 ext(2994176->2998271) 00002000:00010000:2.0:1780298630.504645:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255990e00 00000100:00100000:2.0:1780298630.504667:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4537 00000100:00100000:2.0:1780298630.504674:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608482432:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.504749:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608482432:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 76us (202us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.504756:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4537 00002000:00100000:2.0:1780298630.504762:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2994176->2998271) req@ffff9cf255990e00 x1866777608482432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.504771:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255990e00 with x1866777608482432 ext(2994176->2998271) 00002000:00010000:2.0:1780298630.504775:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255990e00 00000100:00100000:2.0:1780298630.505727:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.505768:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608482560 00000100:00100000:1.0:1780298630.505773:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608482560 00002000:00100000:1.0:1780298630.505806:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2998272->3002367) req@ffff9cf255090000 x1866777608482560/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.505816:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255090000 with x1866777608482560 ext(2998272->3002367) 00002000:00010000:1.0:1780298630.505820:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255090000 00000100:00100000:1.0:1780298630.505840:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4538 00000100:00100000:1.0:1780298630.505848:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608482560:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.505924:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608482560:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 76us (195us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.505932:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4538 00002000:00100000:1.0:1780298630.505938:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (2998272->3002367) req@ffff9cf255090000 x1866777608482560/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.505947:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255090000 with x1866777608482560 ext(2998272->3002367) 00002000:00010000:1.0:1780298630.505951:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255090000 00000100:00100000:0.0:1780298630.506907:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.506952:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608482688 00000100:00100000:2.0:1780298630.506957:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608482688 00002000:00100000:2.0:1780298630.506974:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3002368->3006463) req@ffff9cf255992680 x1866777608482688/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.506981:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255992680 with x1866777608482688 ext(3002368->3006463) 00002000:00010000:2.0:1780298630.506983:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255992680 00000100:00100000:2.0:1780298630.506998:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4539 00000100:00100000:2.0:1780298630.507003:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608482688:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.507073:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608482688:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (168us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.507078:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4539 00002000:00100000:2.0:1780298630.507083:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3002368->3006463) req@ffff9cf255992680 x1866777608482688/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.507089:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255992680 with x1866777608482688 ext(3002368->3006463) 00002000:00010000:2.0:1780298630.507091:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255992680 00000100:00100000:0.0:1780298630.508211:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.508250:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608482816 00000100:00100000:1.0:1780298630.508255:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608482816 00002000:00100000:1.0:1780298630.508278:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3006464->3043327) req@ffff9cf255990700 x1866777608482816/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.508288:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255990700 with x1866777608482816 ext(3006464->3043327) 00002000:00010000:1.0:1780298630.508292:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255990700 00000100:00100000:1.0:1780298630.508313:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4540 00000100:00100000:1.0:1780298630.508322:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608482816:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.509206:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608482816:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 886us (996us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1780298630.509211:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4540 00002000:00100000:2.0:1780298630.509215:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3006464->3043327) req@ffff9cf255990700 x1866777608482816/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.509221:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255990700 with x1866777608482816 ext(3006464->3043327) 00002000:00010000:2.0:1780298630.509224:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255990700 00000100:00100000:0.0:1780298630.510268:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.510294:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.510316:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608482944 00000100:00100000:3.0:1780298630.510322:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608482944 00000100:00100000:3.0:1780298630.510359:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608483072 00000100:00100000:3.0:1780298630.510362:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608483072 00000100:00100000:1.0:1780298630.510367:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4867 00000100:00100000:1.0:1780298630.510389:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608482944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.510401:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298630.510403:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4868 00000100:00100000:3.0:1780298630.510414:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608483072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.510419:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b17c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb148 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.510424:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.510438:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b183 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb14f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.510479:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604305152:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.510481:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255687800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604305280:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.510555:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.510556:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.511385:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255687800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604305280:192.168.203.25@tcp:106: 00002000:00010000:1.0:1780298630.511386:0:9128:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime: 1780298630 -> 1780298631 00002000:00010000:1.0:1780298630.511392:0:9128:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime: 1780298630 -> 1780298631 00000100:00100000:1.0:1780298630.511405:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604305152:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.511414:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b183 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb14f expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.511422:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b17c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb148 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.511440:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b183 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb14f expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.511443:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b17c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb148 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.511459:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00010000:00010000:1.0:1780298630.511471:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:3.0:1780298630.511490:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255993800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608483072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1079us (1196us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.511495:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608482944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1108us (1227us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.511505:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4868 00000100:00100000:1.0:1780298630.511511:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4867 00000100:00100000:2.0:1780298630.512798:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.512826:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.512841:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608483200 00000100:00100000:1.0:1780298630.512846:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608483200 00000100:00100000:0.0:1780298630.512869:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608483328 00000100:00100000:0.0:1780298630.512874:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608483328 00000100:00100000:1.0:1780298630.512884:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4869 00000100:00100000:1.0:1780298630.512895:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608483200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.512904:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298630.512908:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4870 00000100:00100000:2.0:1780298630.512916:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608483328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.512916:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b18a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb156 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.512924:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.512932:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b191 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb15d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.512949:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604305408:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.512956:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604305536:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.512993:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.512993:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.513870:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604305408:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.513891:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b18a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb156 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.513898:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604305536:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.513913:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b18a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb156 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.513922:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00010000:00010000:2.0:1780298630.513924:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b191 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb15d expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.513941:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b191 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb15d expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.513950:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608483200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1058us (1152us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.513965:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4869 00010000:00010000:2.0:1780298630.513970:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00000100:00100000:2.0:1780298630.513993:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608483328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1079us (1167us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.513997:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4870 00000100:00100000:0.0:1780298630.515168:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.515196:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608483456 00000100:00100000:2.0:1780298630.515202:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608483456 00000100:00100000:0.0:1780298630.515202:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.515231:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608483584 00000100:00100000:2.0:1780298630.515234:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608483584 00000100:00100000:3.0:1780298630.515246:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4871 00000100:00100000:2.0:1780298630.515256:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4872 00000100:00100000:3.0:1780298630.515262:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608483456:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298630.515271:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608483584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.515274:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.515278:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.515285:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052307124/0xaf35132e6302b198 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb164 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.515288:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e6302b19f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb16b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.515332:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604305664:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.515337:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255687800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604305792:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.515385:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.515386:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.516093:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604305664:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.516110:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e6302b19f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb16b expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.516148:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e6302b19f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb16b expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.516157:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255687800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604305792:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.516160:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3800, rc 0) 00010000:00010000:0.0:1780298630.516175:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052307124/0xaf35132e6302b198 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb164 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.516185:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052307124/0xaf35132e6302b198 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb164 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.516194:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d800, rc 0) 00000100:00100000:2.0:1780298630.516199:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608483584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 930us (996us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.516207:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4872 00000100:00100000:0.0:1780298630.516215:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608483456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 961us (1049us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.516221:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4871 00000100:00100000:0.0:1780298630.517263:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.517356:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608483712 00000100:00100000:3.0:1780298630.517362:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608483712 00000100:00100000:3.0:1780298630.517410:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4873 00000100:00100000:3.0:1780298630.517419:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608483712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.517431:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298630.517434:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298630.517441:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e6302b1a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb172 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.517468:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608483840 00000100:00100000:1.0:1780298630.517474:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608483840 00000100:00100000:1.0:1780298630.517510:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4874 00000100:00100000:3.0:1780298630.517519:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255687480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604305920:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.517522:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608483840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.517533:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.517543:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302b1ad lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb179 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.517574:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.517575:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604306048:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.517608:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.518297:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255687480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604305920:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.518314:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e6302b1a6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb172 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.518326:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604306048:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.518328:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e6302b1a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb172 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.518340:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00010000:00010000:1.0:1780298630.518353:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302b1ad lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb179 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.518365:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608483712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 948us (1104us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298630.518382:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302b1ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb179 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.518384:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4873 00010000:00010000:1.0:1780298630.518399:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298630.518423:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608483840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 905us (999us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.518431:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4874 00000100:00100000:0.0:1780298630.519358:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.519401:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608483968 00000100:00100000:1.0:1780298630.519407:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608483968 00000100:00100000:1.0:1780298630.519439:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4875 00000100:00100000:1.0:1780298630.519449:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608483968:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298630.519456:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298630.519459:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.519470:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b1b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb180 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.519498:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604306176:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.519507:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608484096 00000100:00100000:3.0:1780298630.519511:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608484096 00000100:00100000:3.0:1780298630.519541:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4876 00000100:00100000:1.0:1780298630.519548:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.519553:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608484096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.519563:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.519574:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b1bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb187 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.519596:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255687480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604306304:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.519622:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.520262:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604306176:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.520271:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255687480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604306304:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.520284:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b1b4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb180 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.520293:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b1bb lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb187 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.520303:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b1b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb180 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.520314:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b1bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb187 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.520315:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00010000:00010000:3.0:1780298630.520328:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:1.0:1780298630.520350:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608483968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 903us (992us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.520353:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608484096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 804us (896us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.520365:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4875 00000100:00100000:3.0:1780298630.520385:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4876 00000100:00100000:0.0:1780298630.521346:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.521384:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608484224 00000100:00100000:2.0:1780298630.521389:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608484224 00000100:00100000:0.0:1780298630.521401:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.521420:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608484352 00000100:00100000:2.0:1780298630.521423:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608484352 00000100:00100000:3.0:1780298630.521427:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4877 00000100:00100000:2.0:1780298630.521445:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4878 00000100:00100000:2.0:1780298630.521453:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608484352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.521467:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.521478:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e6302b1c2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb195 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.521513:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604306432:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.521535:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608484224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.521546:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.521557:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e6302b1c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb18e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.521569:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.521600:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255687480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604306560:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.521630:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.522299:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604306432:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.522317:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e6302b1c2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb195 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.522332:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e6302b1c2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb195 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.522347:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3600, rc 0) 00000100:00100000:1.0:1780298630.522392:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608484352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 939us (990us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.522401:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4878 00000100:00100000:2.0:1780298630.522480:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255687480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604306560:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.522496:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e6302b1c9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb18e expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.522505:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e6302b1c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb18e expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.522512:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00000100:00100000:2.0:1780298630.522544:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608484224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1107us (1199us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.522553:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4877 00000100:00100000:3.0:1780298630.523555:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.523610:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608484480 00000100:00100000:0.0:1780298630.523615:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608484480 00000100:00100000:0.0:1780298630.523665:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4879 00000100:00100000:3.0:1780298630.523674:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.523678:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608484480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.523689:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.523700:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302b1d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb19c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.523711:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608484608 00000100:00100000:1.0:1780298630.523717:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608484608 00000100:00100000:0.0:1780298630.523738:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604306688:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.523759:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4880 00000100:00100000:1.0:1780298630.523768:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608484608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.523777:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.523786:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b1d7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb1a3 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.523797:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.523821:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604306816:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.523855:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.524405:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604306688:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.524422:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302b1d0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb19c expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.524437:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302b1d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb19c expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.524446:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79c00, rc 0) 00000100:00100000:0.0:1780298630.524480:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608484480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 808us (926us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.524488:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4879 00000100:00100000:1.0:1780298630.524557:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604306816:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.524571:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b1d7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1a3 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.524580:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b1d7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1a3 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.524587:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:1.0:1780298630.524608:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608484608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 843us (938us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.524614:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4880 00000100:00100000:2.0:1780298630.525386:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.525415:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608484736 00000100:00100000:1.0:1780298630.525419:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608484736 00000100:00100000:1.0:1780298630.525446:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4881 00000100:00100000:1.0:1780298630.525451:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608484736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.525457:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.525464:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302b1de lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb1aa expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.525477:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(50 104) 00010000:00010000:1.0:1780298630.525480:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(50 104) 00010000:00010000:1.0:1780298630.525487:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302b1de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3600384->3739647] (req 3600384->3604479) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1aa expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.525497:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302b1de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3600384->3739647] (req 3600384->3604479) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1aa expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.525502:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298630.525521:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608484736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 71us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.525526:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4881 00000100:00100000:1.0:1780298630.526214:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.526233:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608484864 00000100:00100000:3.0:1780298630.526237:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608484864 00002000:00100000:3.0:1780298630.526264:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (3600384->3604479) req@ffff9cf255510e00 x1866777608484864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.526281:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510e00 with x1866777608484864 ext(3600384->3604479) 00002000:00010000:3.0:1780298630.526286:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255510e00 00000100:00100000:3.0:1780298630.526305:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4541 00000100:00100000:3.0:1780298630.526313:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608484864:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298630.526437:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608484864:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 125us (222us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298630.526441:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4541 00002000:00100000:3.0:1780298630.526446:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (3600384->3604479) req@ffff9cf255510e00 x1866777608484864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.526451:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510e00 with x1866777608484864 ext(3600384->3604479) 00002000:00010000:3.0:1780298630.526454:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255510e00 00000100:00100000:3.0:1780298630.527272:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.527319:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608484992 00000100:00100000:2.0:1780298630.527325:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608484992 00002000:00100000:2.0:1780298630.527349:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3604480->3608575) req@ffff9cf255687480 x1866777608484992/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.527359:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255687480 with x1866777608484992 ext(3604480->3608575) 00002000:00010000:2.0:1780298630.527362:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255687480 00000100:00100000:2.0:1780298630.527391:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4542 00000100:00100000:2.0:1780298630.527402:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608484992:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.527481:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608484992:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 82us (208us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.527488:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4542 00002000:00100000:2.0:1780298630.527495:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3604480->3608575) req@ffff9cf255687480 x1866777608484992/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.527504:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255687480 with x1866777608484992 ext(3604480->3608575) 00002000:00010000:2.0:1780298630.527508:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255687480 00000100:00100000:2.0:1780298630.528406:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.528442:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608485120 00000100:00100000:1.0:1780298630.528446:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608485120 00002000:00100000:1.0:1780298630.528462:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (3608576->3612671) req@ffff9cf254888000 x1866777608485120/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.528473:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888000 with x1866777608485120 ext(3608576->3612671) 00002000:00010000:1.0:1780298630.528475:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254888000 00000100:00100000:1.0:1780298630.528491:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4543 00000100:00100000:1.0:1780298630.528496:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608485120:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.528566:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608485120:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (165us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.528572:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4543 00002000:00100000:1.0:1780298630.528578:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (3608576->3612671) req@ffff9cf254888000 x1866777608485120/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.528584:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888000 with x1866777608485120 ext(3608576->3612671) 00002000:00010000:1.0:1780298630.528587:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254888000 00000100:00100000:1.0:1780298630.529517:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.529562:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608485248 00000100:00100000:2.0:1780298630.529566:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608485248 00002000:00100000:2.0:1780298630.529582:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (3612672->3616767) req@ffff9cf255513100 x1866777608485248/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.529589:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255513100 with x1866777608485248 ext(3612672->3616767) 00002000:00010000:2.0:1780298630.529591:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255513100 00000100:00100000:2.0:1780298630.529608:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4544 00000100:00100000:2.0:1780298630.529613:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608485248:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.529670:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608485248:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 57us (157us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.529675:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4544 00002000:00100000:2.0:1780298630.529680:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (3612672->3616767) req@ffff9cf255513100 x1866777608485248/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.529686:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255513100 with x1866777608485248 ext(3612672->3616767) 00002000:00010000:2.0:1780298630.529688:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255513100 00000100:00100000:3.0:1780298630.530550:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.530602:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608485376 00000100:00100000:2.0:1780298630.530607:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608485376 00002000:00100000:2.0:1780298630.530628:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (3616768->3620863) req@ffff9cf255687800 x1866777608485376/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.530638:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255687800 with x1866777608485376 ext(3616768->3620863) 00002000:00010000:2.0:1780298630.530642:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255687800 00000100:00100000:2.0:1780298630.530665:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4545 00000100:00100000:2.0:1780298630.530674:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608485376:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.530762:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608485376:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 86us (209us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.530770:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4545 00002000:00100000:2.0:1780298630.530777:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (3616768->3620863) req@ffff9cf255687800 x1866777608485376/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.530786:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255687800 with x1866777608485376 ext(3616768->3620863) 00002000:00010000:2.0:1780298630.530791:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255687800 00000100:00100000:3.0:1780298630.531705:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.531740:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608485504 00000100:00100000:0.0:1780298630.531745:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608485504 00002000:00100000:0.0:1780298630.531767:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (3620864->3624959) req@ffff9cf255685f80 x1866777608485504/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.531774:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255685f80 with x1866777608485504 ext(3620864->3624959) 00002000:00010000:0.0:1780298630.531784:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255685f80 00000100:00100000:0.0:1780298630.531799:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4546 00000100:00100000:0.0:1780298630.531805:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608485504:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.531868:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608485504:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 63us (164us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.531873:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4546 00002000:00100000:0.0:1780298630.531877:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (3620864->3624959) req@ffff9cf255685f80 x1866777608485504/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.531883:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255685f80 with x1866777608485504 ext(3620864->3624959) 00002000:00010000:0.0:1780298630.531885:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255685f80 00000100:00100000:1.0:1780298630.532794:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.532837:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608485632 00000100:00100000:2.0:1780298630.532842:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608485632 00002000:00100000:2.0:1780298630.532866:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3624960->3629055) req@ffff9cf255510000 x1866777608485632/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.532876:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510000 with x1866777608485632 ext(3624960->3629055) 00002000:00010000:2.0:1780298630.532880:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255510000 00000100:00100000:2.0:1780298630.532901:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4547 00000100:00100000:2.0:1780298630.532909:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608485632:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.532981:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608485632:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (187us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.532988:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4547 00002000:00100000:2.0:1780298630.532995:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (3624960->3629055) req@ffff9cf255510000 x1866777608485632/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.533005:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510000 with x1866777608485632 ext(3624960->3629055) 00002000:00010000:2.0:1780298630.533008:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255510000 00000100:00100000:3.0:1780298630.533957:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.534007:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608485760 00000100:00100000:1.0:1780298630.534013:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608485760 00002000:00100000:1.0:1780298630.534036:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (3629056->3665919) req@ffff9cf255685500 x1866777608485760/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.534046:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255685500 with x1866777608485760 ext(3629056->3665919) 00002000:00010000:1.0:1780298630.534050:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255685500 00000100:00100000:1.0:1780298630.534071:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4548 00000100:00100000:1.0:1780298630.534080:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608485760:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.535009:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608485760:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 929us (1050us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1780298630.535021:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4548 00002000:00100000:1.0:1780298630.535029:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (3629056->3665919) req@ffff9cf255685500 x1866777608485760/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.535038:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255685500 with x1866777608485760 ext(3629056->3665919) 00002000:00010000:1.0:1780298630.535042:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255685500 00000100:00100000:3.0:1780298630.536101:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.536149:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608485888 00000100:00100000:2.0:1780298630.536156:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608485888 00000100:00100000:3.0:1780298630.536167:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.536196:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608486016 00000100:00100000:2.0:1780298630.536200:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608486016 00000100:00100000:0.0:1780298630.536215:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4882 00000100:00100000:1.0:1780298630.536227:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4883 00000100:00100000:0.0:1780298630.536227:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608485888:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298630.536235:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608486016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.536238:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.536241:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.536255:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302b1e5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb1b8 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.536255:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302b1ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb1b1 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.536309:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604307072:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.536309:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604306944:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.536381:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.536382:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.537227:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604307072:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.537239:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604306944:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.537252:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302b1e5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1b8 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.537263:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302b1ec lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1b1 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.537271:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302b1e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1b8 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.537282:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00010000:00010000:0.0:1780298630.537284:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302b1ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1b1 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.537298:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79c00, rc 0) 00000100:00100000:1.0:1780298630.537311:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608486016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1077us (1146us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.537322:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4883 00000100:00100000:0.0:1780298630.537322:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608485888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1097us (1222us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.537332:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4882 00000100:00100000:2.0:1780298630.538346:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.538387:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608486144 00000100:00100000:1.0:1780298630.538392:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608486144 00000100:00100000:2.0:1780298630.538402:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.538430:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608486272 00000100:00100000:1.0:1780298630.538433:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608486272 00000100:00100000:2.0:1780298630.538447:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4884 00000100:00100000:1.0:1780298630.538459:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4885 00000100:00100000:2.0:1780298630.538462:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608486144:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298630.538472:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608486272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.538475:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.538483:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.538488:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6302b1f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb1bf expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.538495:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b1fa lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb1c6 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.538534:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604307200:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.538537:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604307328:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.538592:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.538596:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.539282:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604307328:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.539292:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604307200:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.539302:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b1fa lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1c6 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.539314:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6302b1f3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1bf expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.539315:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b1fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1c6 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.539335:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00010000:00010000:2.0:1780298630.539343:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6302b1f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1bf expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.539354:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2e00, rc 0) 00000100:00100000:1.0:1780298630.539363:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608486272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 894us (959us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.539379:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4885 00000100:00100000:2.0:1780298630.539393:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608486144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 937us (1048us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.539401:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4884 00000100:00100000:3.0:1780298630.540390:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.540433:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608486400 00000100:00100000:0.0:1780298630.540439:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608486400 00000100:00100000:0.0:1780298630.540478:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4886 00000100:00100000:0.0:1780298630.540487:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e427450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608486400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.540497:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.540507:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302b201 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb1cd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.540540:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604307456:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.540583:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.542317:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.542362:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608486528 00000100:00100000:0.0:1780298630.542368:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608486528 00000100:00100000:0.0:1780298630.542417:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4887 00000100:00100000:0.0:1780298630.542428:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608486528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.542438:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.542450:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b208 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb1d4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.542493:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604307584:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.542542:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.542955:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604307456:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.542996:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302b201 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1cd expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.543016:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302b201 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1cd expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.543027:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79400, rc 0) 00000100:00100000:0.0:1780298630.543060:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e427450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608486400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 2575us (2670us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.543067:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4886 00000100:00100000:0.0:1780298630.543337:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604307584:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.543352:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b208 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1d4 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.543365:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b208 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1d4 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.543388:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79200, rc 0) 00000100:00100000:0.0:1780298630.543415:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608486528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 991us (1099us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.543426:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4887 00000100:00100000:2.0:1780298630.544329:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.544369:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608486656 00000100:00100000:3.0:1780298630.544384:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608486656 00000100:00100000:3.0:1780298630.544419:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4888 00000100:00100000:3.0:1780298630.544428:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608486656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.544438:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.544449:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e6302b20f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb1db expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.544467:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(99 143) 00010000:00010000:3.0:1780298630.544472:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(99 143) 00010000:00010000:3.0:1780298630.544482:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e6302b20f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1736704->5464063] (req 1736704->1740799) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1db expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.544496:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e6302b20f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1736704->5464063] (req 1736704->1740799) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1db expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.544505:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00000100:00100000:3.0:1780298630.544537:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608486656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 112us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.544544:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4888 00000100:00100000:3.0:1780298630.545427:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.545475:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608486784 00000100:00100000:2.0:1780298630.545480:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608486784 00002000:00100000:2.0:1780298630.545516:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1736704->1740799) req@ffff9cf24304df80 x1866777608486784/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.545538:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304df80 with x1866777608486784 ext(1736704->1740799) 00002000:00010000:2.0:1780298630.545543:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304df80 00000100:00100000:2.0:1780298630.545564:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4549 00000100:00100000:2.0:1780298630.545572:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608486784:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.545687:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608486784:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 117us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.545692:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4549 00002000:00100000:2.0:1780298630.545696:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1736704->1740799) req@ffff9cf24304df80 x1866777608486784/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.545702:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304df80 with x1866777608486784 ext(1736704->1740799) 00002000:00010000:2.0:1780298630.545706:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304df80 00000100:00100000:1.0:1780298630.546750:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.546790:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608486912 00000100:00100000:2.0:1780298630.546795:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608486912 00002000:00100000:2.0:1780298630.546816:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (1740800->1744895) req@ffff9cf255510a80 x1866777608486912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.546825:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510a80 with x1866777608486912 ext(1740800->1744895) 00002000:00010000:2.0:1780298630.546828:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255510a80 00000100:00100000:2.0:1780298630.546848:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4550 00000100:00100000:2.0:1780298630.546855:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608486912:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.546944:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608486912:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 89us (195us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.546950:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4550 00002000:00100000:2.0:1780298630.546957:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (1740800->1744895) req@ffff9cf255510a80 x1866777608486912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.546966:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510a80 with x1866777608486912 ext(1740800->1744895) 00002000:00010000:2.0:1780298630.546969:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255510a80 00000100:00100000:3.0:1780298630.547937:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.547974:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608487040 00000100:00100000:0.0:1780298630.547980:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608487040 00002000:00100000:0.0:1780298630.548001:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (1744896->1748991) req@ffff9cf24304ed80 x1866777608487040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.548011:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ed80 with x1866777608487040 ext(1744896->1748991) 00002000:00010000:0.0:1780298630.548015:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304ed80 00000100:00100000:0.0:1780298630.548035:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4551 00000100:00100000:0.0:1780298630.548043:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608487040:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.548148:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608487040:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 82us (188us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.548156:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4551 00002000:00100000:0.0:1780298630.548162:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (1744896->1748991) req@ffff9cf24304ed80 x1866777608487040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.548171:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ed80 with x1866777608487040 ext(1744896->1748991) 00002000:00010000:0.0:1780298630.548174:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304ed80 00000100:00100000:3.0:1780298630.549051:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.549113:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608487296 00000100:00100000:2.0:1780298630.549119:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608487296 00000100:00100000:2.0:1780298630.549175:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4889 00000100:00100000:2.0:1780298630.549188:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608487296:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298630.549190:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298630.549202:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.549219:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6302b216 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb1e9 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.549228:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608487168 00000100:00100000:0.0:1780298630.549234:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608487168 00000100:00100000:0.0:1780298630.549279:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4890 00000100:00100000:2.0:1780298630.549280:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604307712:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.549292:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608487168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.549300:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.549311:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302b21d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb1e2 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.549347:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.549348:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604307840:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.549391:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.550059:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604307712:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.550086:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6302b216 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1e9 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.550107:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6302b216 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1e9 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.550121:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2e00, rc 0) 00000100:00100000:2.0:1780298630.550173:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608487296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 990us (1123us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.550181:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4889 00000100:00100000:0.0:1780298630.550193:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604307840:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.550216:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302b21d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1e2 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.550231:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e6302b21d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1e2 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.550240:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79c00, rc 0) 00000100:00100000:0.0:1780298630.550267:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608487168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 981us (1081us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.550272:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4890 00000100:00100000:3.0:1780298630.551120:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.551234:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.551235:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608487424 00000100:00100000:0.0:1780298630.551240:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608487424 00000100:00100000:0.0:1780298630.551267:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608487552 00000100:00100000:0.0:1780298630.551270:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608487552 00000100:00100000:1.0:1780298630.551282:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4891 00000100:00100000:1.0:1780298630.551292:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608487424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.551301:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.551303:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4892 00010000:00010000:1.0:1780298630.551310:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b224 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb1f0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.551310:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608487552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.551317:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.551324:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302b22b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb1f7 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.551342:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604307968:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.551344:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604308096:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.551394:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.551394:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.552070:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604307968:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.552089:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b224 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1f0 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.552101:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b224 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1f0 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.552114:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:0.0:1780298630.552117:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604308096:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.552151:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302b22b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1f7 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.552170:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608487424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 878us (1048us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298630.552170:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302b22b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1f7 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.552186:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4891 00010000:00010000:0.0:1780298630.552190:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00000100:00100000:0.0:1780298630.552217:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608487552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 907us (988us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.552225:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4892 00000100:00100000:3.0:1780298630.553223:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.553256:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608487680 00000100:00100000:0.0:1780298630.553261:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608487680 00000100:00100000:0.0:1780298630.553288:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4893 00000100:00100000:0.0:1780298630.553296:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608487680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.553305:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.553314:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b232 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb1fe expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.553334:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000027ff1b80/0xaf35132e6302b04f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [434176->3346431] (req 434176->462847) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb01b expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.553344:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(50 104) 00010000:00010000:0.0:1780298630.553348:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(51 104) 00010000:00010000:0.0:1780298630.553353:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b232 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2777088->2809855] (req 2777088->2809855) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1fe expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.553387:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000027ff1b80/0xaf35132e6302b04f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [434176->3346431] (req 434176->462847) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb01b expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.553400:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000027ff1b80/0xaf35132e6302b04f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [434176->3346431] (req 434176->462847) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb01b expref: 7 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.553412:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604308224:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.553453:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.554028:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604308224:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.554044:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b232 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2777088->2809855] (req 2777088->2809855) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1fe expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.554054:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:0.0:1780298630.554096:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608487680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 802us (873us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.554102:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4893 00000100:00100000:1.0:1780298630.554454:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.554500:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608487808 00000100:00100000:2.0:1780298630.554510:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608487808 00010000:00010000:2.0:1780298630.554527:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000027ff1b80/0xaf35132e6302b04f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [434176->3346431] (req 434176->462847) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb01b expref: 8 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.554549:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14176 00000100:00100000:2.0:1780298630.554554:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608487808:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298630.554562:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.554571:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000027ff1b80/0xaf35132e6302b04f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [434176->3346431] (req 434176->462847) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb01b expref: 8 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.554586:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000027ff1b80/0xaf35132e6302b04f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [434176->3346431] (req 434176->462847) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb01b expref: 8 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.554601:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027ff1b80/0xaf35132e6302b04f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [434176->3346431] (req 434176->462847) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb01b expref: 8 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.554609:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(51 104) 00010000:00010000:2.0:1780298630.554611:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(51 104) 00010000:00010000:2.0:1780298630.554617:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b232 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2777088->3596287] (req 2777088->2809855) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1fe expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.554623:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b232 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2777088->3596287] (req 2777088->2809855) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1fe expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.554639:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b232 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2777088->3596287] (req 2777088->2809855) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1fe expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.554646:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604308352:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298630.554675:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.555342:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604308352:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298630.555351:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298630.555383:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608487808:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 818us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.555390:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14176 00000100:00100000:3.0:1780298630.555649:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.555678:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608487936 00000100:00100000:2.0:1780298630.555682:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608487936 00002000:00100000:2.0:1780298630.555703:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2777088->2781183) req@ffff9cf24304f100 x1866777608487936/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.555710:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f100 with x1866777608487936 ext(2777088->2781183) 00002000:00010000:2.0:1780298630.555719:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304f100 00000100:00100000:2.0:1780298630.555735:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4552 00000100:00100000:2.0:1780298630.555740:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608487936:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.555860:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608487936:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 118us (210us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.555868:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4552 00002000:00100000:2.0:1780298630.555875:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (2777088->2781183) req@ffff9cf24304f100 x1866777608487936/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.555884:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f100 with x1866777608487936 ext(2777088->2781183) 00002000:00010000:2.0:1780298630.555887:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304f100 00000100:00100000:1.0:1780298630.556686:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.556721:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608488064 00000100:00100000:0.0:1780298630.556725:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608488064 00002000:00100000:0.0:1780298630.556741:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2805760->2809855) req@ffff9cf255511180 x1866777608488064/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.556747:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255511180 with x1866777608488064 ext(2805760->2809855) 00002000:00010000:0.0:1780298630.556750:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255511180 00000100:00100000:0.0:1780298630.556770:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4553 00000100:00100000:0.0:1780298630.556775:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608488064:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.556842:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608488064:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 67us (156us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.556847:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4553 00002000:00100000:0.0:1780298630.556851:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2805760->2809855) req@ffff9cf255511180 x1866777608488064/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.556857:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255511180 with x1866777608488064 ext(2805760->2809855) 00002000:00010000:0.0:1780298630.556859:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255511180 00000100:00100000:3.0:1780298630.557794:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.557833:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608488192 00000100:00100000:0.0:1780298630.557837:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608488192 00000100:00100000:3.0:1780298630.557853:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.557867:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608488320 00000100:00100000:0.0:1780298630.557870:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608488320 00000100:00100000:0.0:1780298630.557898:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4894 00000100:00100000:0.0:1780298630.557908:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608488192:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298630.557910:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4895 00010000:00010000:0.0:1780298630.557921:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298630.557926:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608488320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.557933:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302b239 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb205 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.557936:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.557947:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302b240 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb20c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.557973:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604308480:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.558003:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604308608:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.558022:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.558035:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.558795:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604308608:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.558797:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604308480:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.558829:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302b239 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb205 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.558830:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302b240 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb20c expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.558862:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302b240 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb20c expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.558865:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302b239 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb205 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.558886:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3200, rc 0) 00010000:00010000:0.0:1780298630.558887:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79200, rc 0) 00000100:00100000:0.0:1780298630.558920:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608488192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1014us (1124us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.558921:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608488320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 998us (1065us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.558937:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4894 00000100:00100000:2.0:1780298630.558945:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4895 00000100:00100000:1.0:1780298630.560091:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.560172:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608488576 00000100:00100000:0.0:1780298630.560179:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608488576 00000100:00100000:3.0:1780298630.560212:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.560261:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608488448 00000100:00100000:0.0:1780298630.560266:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608488448 00000100:00100000:1.0:1780298630.560276:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4896 00000100:00100000:2.0:1780298630.560289:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4897 00000100:00100000:1.0:1780298630.560292:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608488576:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298630.560302:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608488448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.560304:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.560313:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.560317:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b247 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb21a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.560324:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6302b24e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb213 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.560364:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604308736:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.560365:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604308864:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.560444:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.560444:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.561164:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604308864:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.561188:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6302b24e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb213 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.561206:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6302b24e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb213 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.561218:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00000100:00100000:1.0:1780298630.561232:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604308736:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.561253:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608488448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 953us (1040us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298630.561254:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b247 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb21a expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.561270:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4897 00010000:00010000:1.0:1780298630.561281:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b247 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb21a expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.561295:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298630.561317:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608488576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1033us (1229us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.561322:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4896 00000100:00100000:1.0:1780298630.562258:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.562296:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608488832 00000100:00100000:2.0:1780298630.562301:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608488832 00000100:00100000:2.0:1780298630.562333:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61492 00000100:00100000:2.0:1780298630.562339:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:28749:x1866777608488832:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298630.562386:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.562402:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302afdf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafb2 expref: 27 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.562414:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.562417:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298630.562544:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e6302b255 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.562559:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e6302b009 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafd5 expref: 56 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.562570:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e6302b255 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.562596:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e6302b009 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafd5 expref: 56 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.562610:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e6302b009 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafd5 expref: 56 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.562622:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604308992:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.562665:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.563248:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604308992:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.563258:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e6302b255 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.563507:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.563540:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608488960 00000100:00100000:2.0:1780298630.563545:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608488960 00010000:00010000:2.0:1780298630.563565:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e6302b009 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafd5 expref: 57 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.563595:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14177 00000100:00100000:2.0:1780298630.563604:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+57:2399:x1866777608488960:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298630.563615:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.563621:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e6302b009 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafd5 expref: 57 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.563633:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e6302b009 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafd5 expref: 57 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.563647:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e6302b009 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cafd5 expref: 57 pid: 6476 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.563657:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.563662:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e6302b255 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.563672:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e6302b255 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.563679:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e6302b255 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.563699:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298630.563718:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e6302b255 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.563727:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+56:2399:x1866777608488960:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 124us (218us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298630.563727:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e6302b255 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.563741:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14177 00000001:00080000:1.0:1780298630.563791:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990675 00000004:00010000:1.0:1780298630.563811:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fdf4007b reply state 000000009d3645f2 transno 4294990676 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e6302b255 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.563821:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2400/0xaf35132e6302b255 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.563826:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.563827:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298630.563829:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298630.563877:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+29:28749:x1866777608488832:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1538us (1620us total) trans 4294990676 rc 0/0 00000100:00100000:1.0:1780298630.563885:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61492 00000020:00080000:1.0:1780298630.563889:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298630.564501:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.564535:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608489088 00000100:00100000:2.0:1780298630.564540:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608489088 00000100:00100000:2.0:1780298630.564566:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4898 00000100:00100000:2.0:1780298630.564572:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608489088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.564579:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.564588:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6302b25c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb221 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.564603:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b0cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5464064->39018495] (req 5464064->5513215) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb099 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.564609:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e6302b20f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1736704->5464063] (req 1736704->1740799) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1db expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.564614:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302b175 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2977792->5464063] (req 2977792->2981887) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb141 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.564623:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 3 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(99 143) 00010000:00010000:2.0:1780298630.564626:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(102 143) 00010000:00010000:2.0:1780298630.564629:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6302b25c lrc: 6/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb221 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.564642:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302b175 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2977792->5464063] (req 2977792->2981887) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb141 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.564648:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302b175 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2977792->5464063] (req 2977792->2981887) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb141 expref: 10 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.564655:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604309120:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.564691:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e6302b20f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1736704->5464063] (req 1736704->1740799) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1db expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.564700:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e6302b20f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1736704->5464063] (req 1736704->1740799) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1db expref: 6 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.564709:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604309248:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.564751:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b0cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5464064->39018495] (req 5464064->5513215) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb099 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.564762:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b0cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5464064->39018495] (req 5464064->5513215) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb099 expref: 10 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.564774:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604309376:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.564805:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.565335:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604309120:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.565342:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604309248:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.565457:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604309376:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.565471:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6302b25c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb221 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.565480:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2e00, rc 0) 00000100:00100000:2.0:1780298630.565504:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608489088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 933us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.565509:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4898 00000100:00100000:3.0:1780298630.565652:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.565681:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608489216 00000100:00100000:1.0:1780298630.565686:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608489216 00000100:00100000:3.0:1780298630.565687:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298630.565705:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b0cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [5464064->39018495] (req 5464064->5513215) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb099 expref: 10 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.565758:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608489344 00000100:00100000:1.0:1780298630.565761:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608489344 00000100:00100000:0.0:1780298630.565774:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14178 00010000:00010000:1.0:1780298630.565775:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e6302b20f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1736704->5464063] (req 1736704->1740799) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1db expref: 7 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.565786:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.565789:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b01c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608489216:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.565797:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298630.565798:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608489472 00000100:00100000:1.0:1780298630.565801:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608489472 00000100:00100000:2.0:1780298630.565807:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14179 00010000:00010000:0.0:1780298630.565812:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b0cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [5464064->39018495] (req 5464064->5513215) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb099 expref: 11 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.565813:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302b175 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2977792->5464063] (req 2977792->2981887) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb141 expref: 11 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.565819:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608489344:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298630.565832:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.565839:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b0cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [5464064->39018495] (req 5464064->5513215) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb099 expref: 11 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.565846:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14180 00010000:00010000:2.0:1780298630.565850:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e6302b20f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1736704->5464063] (req 1736704->1740799) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1db expref: 7 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.565856:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608489472:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.565857:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b0cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 8 type: EXT [5464064->39018495] (req 5464064->5513215) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb099 expref: 11 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.565869:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.565878:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e6302b20f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [1736704->5464063] (req 1736704->1740799) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1db expref: 7 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.565889:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298630.565891:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302b175 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [2977792->5464063] (req 2977792->2981887) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb141 expref: 10 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.565901:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e6302b20f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [1736704->5464063] (req 1736704->1740799) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1db expref: 7 pid: 9128 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.565902:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302b175 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 7 type: EXT [2977792->5464063] (req 2977792->2981887) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb141 expref: 10 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.565915:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b01c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608489216:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 131us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.565932:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14178 00010000:00010000:2.0:1780298630.565934:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298630.565940:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302b175 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2977792->5464063] (req 2977792->2981887) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb141 expref: 10 pid: 8359 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.565951:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(102 143) 00010000:00010000:1.0:1780298630.565955:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(102 143) 00010000:00010000:1.0:1780298630.565959:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6302b25c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb221 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.565966:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608489344:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 147us (276us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298630.565970:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6302b25c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb221 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.565984:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14179 00010000:00010000:1.0:1780298630.565998:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6302b25c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb221 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.566006:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604309504:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.566046:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.566755:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604309504:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.566763:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.566780:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608489472:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 929us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.566785:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14180 00000100:00100000:1.0:1780298630.566852:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.566877:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608489600 00000100:00100000:2.0:1780298630.566882:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608489600 00000100:00100000:2.0:1780298630.566911:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4899 00000100:00100000:2.0:1780298630.566916:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608489600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.566923:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.566931:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b263 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb228 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.566943:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b232 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2777088->3596287] (req 2777088->2809855) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1fe expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.566950:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b072 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3739648->37294079] (req 3739648->3788799) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb03e expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.566956:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302b1de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3600384->3739647] (req 3600384->3604479) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1aa expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.566960:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 3 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(51 104) 00010000:00010000:2.0:1780298630.566962:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(54 104) 00010000:00010000:2.0:1780298630.566965:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b263 lrc: 6/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb228 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.566982:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302b1de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3600384->3739647] (req 3600384->3604479) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1aa expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.566989:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302b1de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3600384->3739647] (req 3600384->3604479) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1aa expref: 6 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.566996:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604309632:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.567027:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b072 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3739648->37294079] (req 3739648->3788799) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb03e expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.567034:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b072 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3739648->37294079] (req 3739648->3788799) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb03e expref: 6 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.567040:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604309760:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.567057:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b232 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2777088->3596287] (req 2777088->2809855) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1fe expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.567064:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2777088->3596287] (req 2777088->2809855) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1fe expref: 10 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.567072:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604309888:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.567100:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.567624:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604309632:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.567834:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604309760:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.567844:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604309888:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.567863:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b263 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb228 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.567874:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00000100:00100000:2.0:1780298630.567929:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608489600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1011us (1075us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.567938:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4899 00000100:00100000:3.0:1780298630.567941:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.568000:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608489728 00000100:00100000:1.0:1780298630.568005:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608489728 00010000:00010000:1.0:1780298630.568024:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302b1de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3600384->3739647] (req 3600384->3604479) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1aa expref: 7 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.568053:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14181 00000100:00100000:3.0:1780298630.568059:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.568064:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608489728:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.568074:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.568087:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302b1de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3600384->3739647] (req 3600384->3604479) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1aa expref: 7 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.568099:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302b1de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3600384->3739647] (req 3600384->3604479) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1aa expref: 7 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.568105:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608489856 00000100:00100000:2.0:1780298630.568110:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608489856 00010000:00010000:1.0:1780298630.568116:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6302b1de lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3600384->3739647] (req 3600384->3604479) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1aa expref: 7 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.568160:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1780298630.568162:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2777088->2809855) req@ffff9cf24304dc00 x1866777608489856/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.568174:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304dc00 with x1866777608489856 ext(2777088->2809855) 00010000:00010000:2.0:1780298630.568181:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2777088->3596287] (req 2777088->2809855) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1fe expref: 10 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.568189:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608489728:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 127us (251us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298630.568192:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2777088->3596287] (req 2777088->2809855) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1fe expref: 10 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298630.568204:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf24304dc00 00000100:00100000:1.0:1780298630.568205:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14181 00000100:00100000:2.0:1780298630.568231:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 119 00000100:00100000:2.0:1780298630.568240:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608489856:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298630.568265:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.568298:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608489984 00000100:00100000:1.0:1780298630.568301:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608489984 00010000:00010000:1.0:1780298630.568315:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b072 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3739648->37294079] (req 3739648->3788799) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb03e expref: 6 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.568337:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14182 00000100:00100000:1.0:1780298630.568342:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608489984:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.568350:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.568355:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b072 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3739648->37294079] (req 3739648->3788799) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb03e expref: 6 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.568362:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b072 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3739648->37294079] (req 3739648->3788799) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb03e expref: 6 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.568383:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b072 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3739648->37294079] (req 3739648->3788799) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb03e expref: 6 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.568391:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.568408:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608489984:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 66us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.568412:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14182 00000100:00100000:2.0:1780298630.569671:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608489856:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1428us (1608us total) trans 4294968827 rc 0/0 00000100:00100000:2.0:1780298630.569682:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 119 00002000:00100000:2.0:1780298630.569690:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2777088->2809855) req@ffff9cf24304dc00 x1866777608489856/t4294968827(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.569700:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304dc00 with x1866777608489856 ext(2777088->2809855) 00010000:00010000:2.0:1780298630.569706:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2777088->3596287] (req 2777088->2809855) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1fe expref: 12 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.569721:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2777088->3596287] (req 2777088->2809855) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1fe expref: 12 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298630.569729:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf24304dc00 00000100:00100000:0.0:1780298630.570433:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.570478:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608490112 00000100:00100000:1.0:1780298630.570485:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608490112 00010000:00010000:1.0:1780298630.570505:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2777088->3596287] (req 2777088->2809855) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1fe expref: 12 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.570534:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14183 00000100:00100000:1.0:1780298630.570543:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608490112:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.570554:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298630.570562:0:6461:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 232 -> 304 00010000:00010000:1.0:1780298630.570568:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2777088->3596287] (req 2777088->2809855) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1fe expref: 12 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.570585:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b232 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2777088->3596287] (req 2777088->2809855) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1fe expref: 12 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.570599:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b232 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2777088->3596287] (req 2777088->2809855) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb1fe expref: 12 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.570611:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(54 104) 00010000:00010000:1.0:1780298630.570615:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(54 104) 00010000:00010000:1.0:1780298630.570621:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b263 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb228 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.570630:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b263 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb228 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.570658:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b263 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb228 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.570672:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604310016:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.570719:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.571430:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604310016:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.571444:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.571475:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608490112:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 933us (1041us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.571484:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14183 00000100:00100000:0.0:1780298630.571589:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.571645:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608490240 00000100:00100000:0.0:1780298630.571650:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.571652:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608490240 00002000:00010000:2.0:1780298630.571674:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (3154903->18446744073709551615) 00002000:00100000:2.0:1780298630.571679:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adbb80 with x1866777608490240 ext(3154903->18446744073709551615) 00002000:00010000:2.0:1780298630.571687:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244adbb80. 00000100:00100000:3.0:1780298630.571713:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608490368 00000100:00100000:2.0:1780298630.571718:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4554 00000100:00100000:3.0:1780298630.571719:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608490368 00000100:00100000:2.0:1780298630.571731:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608490240:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298630.571739:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:3.0:1780298630.571744:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ada300 with x1866777608490368 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298630.571750:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244ada300. 00000100:00100000:3.0:1780298630.571774:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4555 00000100:00100000:3.0:1780298630.571784:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608490368:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298630.574522:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5951395 -> 3154903 00002000:00010000:2.0:1780298630.574527:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298630.574530:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298630 00002000:00010000:2.0:1780298630.574532:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298630.574535:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1080 -> 912 00000100:00100000:2.0:1780298630.574579:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608490240:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 2850us (2991us total) trans 4294969169 rc 0/0 00000100:00100000:2.0:1780298630.574588:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4554 00002000:00010000:2.0:1780298630.574593:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (3154903->18446744073709551615) 00002000:00100000:2.0:1780298630.574596:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adbb80 with x1866777608490240 ext(3154903->18446744073709551615) 00002000:00010000:2.0:1780298630.574603:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244adbb80. 00002000:00010000:0.0:1780298630.575192:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:0.0:1780298630.575195:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298630.575197:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298630.575198:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298630.575199:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 304 -> 0 00000100:00100000:0.0:1780298630.575221:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608490368:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 3440us (3571us total) trans 4294968828 rc 0/0 00000100:00100000:0.0:1780298630.575226:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4555 00002000:00010000:0.0:1780298630.575228:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:0.0:1780298630.575230:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ada300 with x1866777608490368 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298630.575233:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244ada300. 00000100:00100000:0.0:1780298630.576076:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.576115:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608490496 00000100:00100000:2.0:1780298630.576122:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608490496 00000100:00100000:2.0:1780298630.576181:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61493 00000100:00100000:2.0:1780298630.576191:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+56:28749:x1866777608490496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.576206:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.576222:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302b26a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb22f expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.576293:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e6302b271 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.576309:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e6302b271 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.576323:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e6302b271 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298630.576350:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 3154903 00000004:00200000:2.0:1780298630.576354:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298630.576380:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e6302b271 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.576406:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302b26a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb22f expref: 58 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.576426:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e6302b271 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb22f expref: 57 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.576435:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.576438:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298630.576442:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00000100:00100000:2.0:1780298630.576476:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+57:28749:x1866777608490496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 287us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.576483:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61493 00000100:00100000:3.0:1780298630.577346:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.577368:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.577391:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608490752 00000100:00100000:0.0:1780298630.577396:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608490752 00000100:00100000:2.0:1780298630.577410:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608490624 00000100:00100000:2.0:1780298630.577416:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608490624 00000100:00100000:0.0:1780298630.577426:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4900 00000100:00100000:0.0:1780298630.577435:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608490752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.577444:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.577456:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b278 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb23d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.577464:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4901 00000100:00100000:1.0:1780298630.577480:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608490624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.577489:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.577501:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b27f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb236 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.577516:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604310144:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.577548:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604310272:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.577576:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.577582:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.578306:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604310144:192.168.203.25@tcp:106: 00002000:00010000:2.0:1780298630.578308:0:20252:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298630 -> 1780298631 00000100:00100000:2.0:1780298630.578321:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604310272:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.578329:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b278 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb23d expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.578338:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b27f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb236 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.578344:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b278 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb23d expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.578352:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b27f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb236 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.578353:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79800, rc 0) 00010000:00010000:2.0:1780298630.578363:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:2.0:1780298630.578401:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608490624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 924us (1028us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.578401:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608490752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 965us (1051us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.578412:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4901 00000100:00100000:0.0:1780298630.578418:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4900 00000100:00100000:2.0:1780298630.579292:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.579336:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608490880 00000100:00100000:1.0:1780298630.579340:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608490880 00000100:00100000:1.0:1780298630.579369:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4902 00000100:00100000:1.0:1780298630.579387:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608490880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.579397:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.579406:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b286 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb244 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.579433:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604310400:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.579474:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.579476:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.579504:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608491008 00000100:00100000:2.0:1780298630.579508:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608491008 00000100:00100000:2.0:1780298630.579538:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4903 00000100:00100000:2.0:1780298630.579545:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608491008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.579552:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.579559:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6302b28d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb24b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.579582:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604310528:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.579619:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.580087:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604310400:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.580106:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b286 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb244 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.580150:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b286 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb244 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.580170:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298630.580206:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608490880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 819us (913us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.580215:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4902 00000100:00100000:2.0:1780298630.580230:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604310528:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.580264:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6302b28d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb24b expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.580278:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6302b28d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb24b expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.580288:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3c00, rc 0) 00000100:00100000:2.0:1780298630.580317:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608491008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 773us (846us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.580324:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4903 00000100:00100000:0.0:1780298630.581165:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.581197:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608491136 00000100:00100000:1.0:1780298630.581203:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608491136 00000100:00100000:1.0:1780298630.581241:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61494 00000100:00100000:1.0:1780298630.581250:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+29:28749:x1866777608491136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.581264:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.581276:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302b294 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb252 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.581347:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302b29b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.581361:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302b29b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.581385:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302b29b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298630.581411:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 3154903 00000004:00200000:1.0:1780298630.581415:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298630.581430:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302b29b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.581451:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302b294 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb252 expref: 31 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.581470:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302b29b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb252 expref: 30 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.581478:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.581481:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298630.581484:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298630.581516:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+30:28749:x1866777608491136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 268us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.581523:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61494 00000100:00100000:3.0:1780298630.583463:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.583498:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608491392 00000100:00100000:0.0:1780298630.583504:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608491392 00000100:00100000:0.0:1780298630.583546:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61495 00000100:00100000:0.0:1780298630.583556:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+30:28749:x1866777608491392:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298630.583592:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.583612:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302b29b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb252 expref: 30 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.583627:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298630.583632:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298630.583772:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e6302b2a2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.583784:0:6476:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e6302b271 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb22f expref: 56 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.583796:0:6476:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e6302b2a2 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.583823:0:6476:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e6302b271 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb22f expref: 56 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.583836:0:6476:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e6302b271 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb22f expref: 56 pid: 6477 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.583849:0:6476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8ca680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777604310656:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.583905:0:6476:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.584541:0:6476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8ca680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777604310656:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.584556:0:6476:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e6302b2a2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.584686:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.584719:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608491520 00000100:00100000:0.0:1780298630.584723:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608491520 00010000:00010000:0.0:1780298630.584738:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e6302b271 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb22f expref: 57 pid: 6477 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.584758:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14184 00000100:00100000:0.0:1780298630.584764:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+57:2400:x1866777608491520:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.584771:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.584775:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e6302b271 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb22f expref: 57 pid: 6477 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.584784:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e6302b271 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb22f expref: 57 pid: 6477 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.584798:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e6302b271 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb22f expref: 57 pid: 6477 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.584807:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298630.584811:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e6302b2a2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.584820:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e6302b2a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.584827:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e6302b2a2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.584845:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298630.584868:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+56:2400:x1866777608491520:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 105us (183us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298630.584873:0:6476:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e6302b2a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.584874:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14184 00010000:00010000:2.0:1780298630.584883:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e6302b2a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298630.584931:0:6476:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990677 00000004:00010000:2.0:1780298630.584952:0:6476:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000091d3f329 reply state 000000001443c3ab transno 4294990678 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e6302b2a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.584962:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e6302b2a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.584966:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.584968:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298630.584970:0:6476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298630.585019:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+32:28749:x1866777608491392:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1465us (1559us total) trans 4294990678 rc 0/0 00000100:00100000:2.0:1780298630.585025:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61495 00000020:00080000:2.0:1780298630.585028:0:6476:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298630.585746:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.585769:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.585790:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608491648 00000100:00100000:2.0:1780298630.585794:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608491648 00002000:00010000:2.0:1780298630.585812:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00000100:00100000:1.0:1780298630.585812:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608491776 00002000:00100000:2.0:1780298630.585817:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8700 with x1866777608491648 ext(4194304->18446744073709551615) 00000100:00100000:1.0:1780298630.585819:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608491776 00002000:00010000:2.0:1780298630.585826:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d8700. 00002000:00010000:1.0:1780298630.585837:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2479270->18446744073709551615) 00002000:00100000:1.0:1780298630.585840:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5db100 with x1866777608491776 ext(2479270->18446744073709551615) 00002000:00010000:1.0:1780298630.585845:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5db100. 00000100:00100000:2.0:1780298630.585856:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4556 00000100:00100000:2.0:1780298630.585867:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608491648:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298630.585872:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4557 00000100:00100000:1.0:1780298630.585883:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608491776:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298630.585979:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 3154903 -> 4194304 00002000:00010000:2.0:1780298630.585982:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298630.585984:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298630 00002000:00010000:2.0:1780298630.585985:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298630.585987:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 912 -> 912 00000100:00100000:2.0:1780298630.586013:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608491648:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 151us (269us total) trans 4294969170 rc 0/0 00000100:00100000:2.0:1780298630.586019:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4556 00002000:00010000:2.0:1780298630.586022:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298630.586024:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8700 with x1866777608491648 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298630.586029:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d8700. 00002000:00010000:1.0:1780298630.586032:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 2479270 00002000:00010000:1.0:1780298630.586036:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.586038:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.586040:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.586042:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1780298630.586064:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608491776:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 183us (294us total) trans 4294968829 rc 0/0 00000100:00100000:1.0:1780298630.586073:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4557 00002000:00010000:1.0:1780298630.586078:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2479270->18446744073709551615) 00002000:00100000:1.0:1780298630.586081:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5db100 with x1866777608491776 ext(2479270->18446744073709551615) 00002000:00010000:1.0:1780298630.586086:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5db100. 00000100:00100000:3.0:1780298630.587337:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.587364:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608491904 00000100:00100000:2.0:1780298630.587368:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608491904 00002000:00100000:2.0:1780298630.587396:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2383872->2449407) req@ffff9cf36e5d8a80 x1866777608491904/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.587403:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8a80 with x1866777608491904 ext(2383872->2449407) 00002000:00010000:2.0:1780298630.587406:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5d8a80 00000100:00100000:2.0:1780298630.587421:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4558 00000100:00100000:2.0:1780298630.587425:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608491904:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.588343:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608491904:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 914us (1004us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1780298630.588351:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4558 00002000:00100000:2.0:1780298630.588359:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2383872->2449407) req@ffff9cf36e5d8a80 x1866777608491904/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.588367:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8a80 with x1866777608491904 ext(2383872->2449407) 00002000:00010000:2.0:1780298630.588382:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5d8a80 00000100:00100000:3.0:1780298630.590512:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.590544:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608492032 00000100:00100000:0.0:1780298630.590550:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608492032 00002000:00100000:0.0:1780298630.590574:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2449408->2482175) req@ffff9cf3760a1050 x1866777608492032/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.590591:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3760a1050 with x1866777608492032 ext(2449408->2482175) 00002000:00010000:0.0:1780298630.590603:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3760a1050 00000100:00100000:0.0:1780298630.590622:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4559 00000100:00100000:0.0:1780298630.590630:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3760a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608492032:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.591434:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3760a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608492032:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 803us (922us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1780298630.591440:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4559 00002000:00100000:2.0:1780298630.591445:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2449408->2482175) req@ffff9cf3760a1050 x1866777608492032/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.591451:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3760a1050 with x1866777608492032 ext(2449408->2482175) 00002000:00010000:2.0:1780298630.591454:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3760a1050 00000100:00100000:3.0:1780298630.593874:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.593933:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608492160 00000100:00100000:0.0:1780298630.593940:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608492160 00002000:00100000:0.0:1780298630.593969:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2412544->2479269) req@ffff9cf36e5da300 x1866777608492160/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.593979:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5da300 with x1866777608492160 ext(2412544->2479269) 00002000:00010000:0.0:1780298630.593984:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5da300 00000100:00100000:0.0:1780298630.594009:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4560 00000100:00100000:0.0:1780298630.594016:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608492160:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298630.596028:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608492160:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 2008us (2155us total) trans 4294968830 rc 0/0 00000100:00100000:1.0:1780298630.596038:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4560 00002000:00100000:1.0:1780298630.596048:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2412544->2479269) req@ffff9cf36e5da300 x1866777608492160/t4294968830(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.596057:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5da300 with x1866777608492160 ext(2412544->2479269) 00002000:00010000:1.0:1780298630.596062:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5da300 00000100:00100000:3.0:1780298630.596804:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.596843:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608492288 00000100:00100000:0.0:1780298630.596850:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608492288 00000100:00100000:0.0:1780298630.596885:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4904 00000100:00100000:0.0:1780298630.596893:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777608492288:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298630.597820:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968830 is committed 00000100:00100000:0.0:1780298630.597926:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608492288:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 1032us (1125us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.597935:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4904 00000100:00100000:3.0:1780298630.598987:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.599030:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608492416 00000100:00100000:1.0:1780298630.599039:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608492416 00000100:00100000:1.0:1780298630.599091:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61496 00000100:00100000:1.0:1780298630.599102:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+32:28749:x1866777608492416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.599120:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.599167:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302b2a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb259 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.599243:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b2b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.599257:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b2b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.599266:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b2b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298630.599287:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6673574 00000004:00200000:1.0:1780298630.599290:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298630.599304:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b2b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.599321:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302b2a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb259 expref: 34 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.599334:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b2b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb259 expref: 33 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.599340:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.599342:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298630.599345:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298630.599386:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+33:28749:x1866777608492416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 287us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.599391:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61496 00000100:00100000:3.0:1780298630.601337:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.601395:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608492544 00000100:00100000:0.0:1780298630.601404:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608492544 00002000:00100000:0.0:1780298630.601441:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (942080->970751) req@ffff9cf36e5d9500 x1866777608492544/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.601457:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9500 with x1866777608492544 ext(942080->970751) 00002000:00010000:0.0:1780298630.601462:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9500 00000100:00100000:0.0:1780298630.601491:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4561 00000100:00100000:0.0:1780298630.601500:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608492544:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.602540:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608492544:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1038us (1200us total) trans 0 rc 28672/28672 00000100:00100000:0.0:1780298630.602551:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4561 00002000:00100000:0.0:1780298630.602559:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (942080->970751) req@ffff9cf36e5d9500 x1866777608492544/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.602568:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9500 with x1866777608492544 ext(942080->970751) 00002000:00010000:0.0:1780298630.602572:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9500 00000100:00100000:0.0:1780298630.604178:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.604215:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608492672 00000100:00100000:2.0:1780298630.604221:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608492672 00000100:00100000:2.0:1780298630.604255:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4905 00000100:00100000:2.0:1780298630.604264:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608492672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.604277:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.604295:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302b2b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb260 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.604327:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6302b25c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb221 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.604337:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(102 143) 00010000:00010000:2.0:1780298630.604341:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(103 143) 00010000:00010000:2.0:1780298630.604347:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302b2b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3686400->3739647] (req 3686400->3739647) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb260 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.604394:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6302b25c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb221 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.604406:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6302b25c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb221 expref: 9 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.604417:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604310784:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.604491:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.605320:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604310784:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.605345:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302b2b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3686400->3739647] (req 3686400->3739647) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb260 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.605361:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3c00, rc 0) 00000100:00100000:2.0:1780298630.605411:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608492672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1148us (1236us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.605419:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4905 00000100:00100000:3.0:1780298630.605818:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.605863:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608492800 00000100:00100000:1.0:1780298630.605871:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608492800 00010000:00010000:1.0:1780298630.605898:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6302b25c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb221 expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.605933:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14185 00000100:00100000:1.0:1780298630.605943:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608492800:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.605955:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.605974:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6302b25c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb221 expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.605989:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6302b25c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb221 expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.606010:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6302b25c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb221 expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.606025:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(103 143) 00010000:00010000:1.0:1780298630.606029:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(103 143) 00010000:00010000:1.0:1780298630.606038:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302b2b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3686400->37240831] (req 3686400->3739647) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb260 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.606060:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302b2b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3686400->37240831] (req 3686400->3739647) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb260 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.606089:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302b2b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3686400->37240831] (req 3686400->3739647) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb260 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.606101:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604310912:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.606174:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.607153:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604310912:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.607167:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.607196:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608492800:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1257us (1383us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.607202:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14185 00000100:00100000:3.0:1780298630.607296:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.607336:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608492928 00000100:00100000:1.0:1780298630.607343:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608492928 00000100:00100000:1.0:1780298630.607404:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4562 00000100:00100000:1.0:1780298630.607415:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608492928:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298630.607602:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298630.607606:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.607608:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298630 -> 1780298630 00002000:00010000:1.0:1780298630.607611:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.607613:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 912 -> 912 00000100:00100000:1.0:1780298630.607645:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608492928:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 233us (351us total) trans 4294969171 rc 0/0 00000100:00100000:1.0:1780298630.607653:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4562 00000100:00100000:3.0:1780298630.608529:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.608575:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608493056 00000100:00100000:2.0:1780298630.608580:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608493056 00000100:00100000:2.0:1780298630.608620:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61497 00000100:00100000:2.0:1780298630.608630:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+56:28749:x1866777608493056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.608640:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.608655:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302b2be lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb267 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.608734:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302b2c5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.608750:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302b2c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.608760:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302b2c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298630.608788:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6673574 00000004:00200000:2.0:1780298630.608793:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298630.608810:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302b2c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.608831:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302b2be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb267 expref: 58 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.608845:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302b2c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb267 expref: 57 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.608854:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.608857:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298630.608860:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2800, rc 0) 00000100:00100000:2.0:1780298630.608888:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+57:28749:x1866777608493056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 261us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.608892:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61497 00000100:00100000:0.0:1780298630.609920:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.609958:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608493184 00000100:00100000:1.0:1780298630.609965:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608493184 00000100:00100000:0.0:1780298630.609970:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.610015:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608493312 00000100:00100000:1.0:1780298630.610019:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608493312 00000100:00100000:2.0:1780298630.610024:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4906 00000100:00100000:2.0:1780298630.610035:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608493184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.610045:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298630.610054:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4907 00010000:00010000:2.0:1780298630.610056:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6302b2cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb26e expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.610075:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608493312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.610083:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.610093:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b2d3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb275 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.610107:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604311040:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.610160:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604311168:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.610191:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.610192:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00002000:00010000:1.0:1780298630.611036:0:8359:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 136 00002000:00010000:2.0:1780298630.611046:0:12101:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298630 -> 1780298631 00000100:00100000:1.0:1780298630.611051:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604311168:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.611060:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604311040:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.611076:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b2d3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb275 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.611082:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6302b2cc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb26e expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.611098:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b2d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb275 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.611107:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:2.0:1780298630.611108:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6302b2cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb26e expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.611121:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3800, rc 0) 00000100:00100000:1.0:1780298630.611172:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608493312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1110us (1203us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.611180:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608493184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1144us (1266us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.611184:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4907 00000100:00100000:2.0:1780298630.611195:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4906 00000100:00100000:3.0:1780298630.612320:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.612365:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608493440 00000100:00100000:0.0:1780298630.612381:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608493440 00000100:00100000:0.0:1780298630.612417:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4908 00000100:00100000:0.0:1780298630.612427:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608493440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.612437:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.612448:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302b2da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb27c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.612470:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.612485:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604311296:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.612498:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608493568 00000100:00100000:2.0:1780298630.612502:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608493568 00000100:00100000:2.0:1780298630.612533:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4909 00000100:00100000:2.0:1780298630.612541:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608493568:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298630.612543:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00010000:00010000:2.0:1780298630.612547:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.612556:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e6302b2e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb283 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.612586:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604311424:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.612615:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.613297:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604311296:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.613321:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302b2da lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb27c expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.613337:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302b2da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb27c expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.613349:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00000100:00100000:2.0:1780298630.613352:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604311424:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.613366:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e6302b2e1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb283 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.613386:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e6302b2e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb283 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.613397:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608493440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 969us (1075us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298630.613401:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3600, rc 0) 00000100:00100000:0.0:1780298630.613407:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4908 00000100:00100000:2.0:1780298630.613423:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608493568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 883us (953us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.613428:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4909 00000100:00100000:3.0:1780298630.614501:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.614536:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608493824 00000100:00100000:1.0:1780298630.614541:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608493824 00000100:00100000:1.0:1780298630.614569:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61498 00000100:00100000:1.0:1780298630.614575:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+57:28749:x1866777608493824:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298630.614613:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.614628:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302b2c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb267 expref: 57 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.614640:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.614642:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298630.614770:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302b2e8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.614781:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b2b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb259 expref: 32 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.614794:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302b2e8 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.614813:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b2b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb259 expref: 32 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.614823:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b2b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb259 expref: 32 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.614832:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604311552:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.614868:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.615541:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604311552:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.615552:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302b2e8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.615759:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.615796:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608493952 00000100:00100000:2.0:1780298630.615800:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608493952 00010000:00010000:2.0:1780298630.615816:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b2b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb259 expref: 33 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.615839:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14186 00000100:00100000:2.0:1780298630.615844:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+33:2399:x1866777608493952:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298630.615852:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.615856:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b2b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb259 expref: 33 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.615864:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b2b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb259 expref: 33 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.615874:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b2b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb259 expref: 33 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.615882:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.615885:0:8374:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302b2e8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.615892:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302b2e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.615898:0:8374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302b2e8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.615916:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298630.615925:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302b2e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.615933:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302b2e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.615940:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+32:2399:x1866777608493952:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 95us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.615944:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14186 00000001:00080000:1.0:1780298630.615977:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990679 00000004:00010000:1.0:1780298630.616006:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000f9bd331 reply state 000000009b7af421 transno 4294990680 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302b2e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.616015:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ce00/0xaf35132e6302b2e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.616023:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.616026:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298630.616027:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298630.616082:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+59:28749:x1866777608493824:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1505us (1579us total) trans 4294990680 rc 0/0 00000100:00100000:1.0:1780298630.616089:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61498 00000020:00080000:1.0:1780298630.616094:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298630.616816:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.616850:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608494080 00000100:00100000:2.0:1780298630.616854:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608494080 00000100:00100000:2.0:1780298630.616876:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4910 00000100:00100000:2.0:1780298630.616881:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608494080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.616887:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.616895:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6302b2ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb28a expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.616910:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302b2b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3686400->37240831] (req 3686400->3739647) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb260 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.616923:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(103 143) 00010000:00010000:2.0:1780298630.616927:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(104 143) 00010000:00010000:2.0:1780298630.616930:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6302b2ef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb28a expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.616943:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302b2b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3686400->37240831] (req 3686400->3739647) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb260 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.616954:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302b2b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3686400->37240831] (req 3686400->3739647) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb260 expref: 9 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.616961:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604311680:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.617001:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.617642:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604311680:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.617653:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6302b2ef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb28a expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.617662:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2c00, rc 0) 00000100:00100000:2.0:1780298630.617684:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608494080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 804us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.617690:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4910 00000100:00100000:0.0:1780298630.617888:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.617917:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608494208 00000100:00100000:1.0:1780298630.617921:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608494208 00010000:00010000:1.0:1780298630.617935:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302b2b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3686400->37240831] (req 3686400->3739647) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb260 expref: 9 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.617956:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14187 00000100:00100000:1.0:1780298630.617961:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608494208:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.617968:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.617979:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302b2b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3686400->37240831] (req 3686400->3739647) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb260 expref: 9 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.617986:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302b2b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3686400->37240831] (req 3686400->3739647) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb260 expref: 9 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.617997:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302b2b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3686400->37240831] (req 3686400->3739647) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb260 expref: 9 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.618004:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(104 143) 00010000:00010000:1.0:1780298630.618007:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(104 143) 00010000:00010000:1.0:1780298630.618011:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6302b2ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb28a expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.618017:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6302b2ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb28a expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.618031:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6302b2ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb28a expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.618037:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604311808:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.618073:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.618927:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604311808:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.618938:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298630.618944:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.618964:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608494208:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1003us (1075us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.618970:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14187 00000100:00100000:2.0:1780298630.618980:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608494336 00000100:00100000:2.0:1780298630.618984:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608494336 00000100:00100000:2.0:1780298630.619012:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4911 00000100:00100000:2.0:1780298630.619018:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608494336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.619024:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.619032:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302b2f6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb291 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.619045:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b263 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb228 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.619059:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(54 104) 00010000:00010000:2.0:1780298630.619063:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(55 104) 00010000:00010000:2.0:1780298630.619067:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302b2f6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb291 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.619087:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b263 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb228 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.619097:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b263 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb228 expref: 8 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.619108:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604311936:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.619150:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.619717:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604311936:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.619728:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302b2f6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb291 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.619736:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3200, rc 0) 00000100:00100000:2.0:1780298630.619758:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608494336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 742us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.619763:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4911 00000100:00100000:3.0:1780298630.620052:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.620089:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608494464 00000100:00100000:2.0:1780298630.620094:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608494464 00010000:00010000:2.0:1780298630.620111:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b263 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb228 expref: 9 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.620153:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14188 00000100:00100000:2.0:1780298630.620164:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608494464:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298630.620173:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.620186:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b263 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb228 expref: 9 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.620198:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b263 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb228 expref: 9 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.620213:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302b263 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb228 expref: 9 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.620226:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(55 104) 00010000:00010000:2.0:1780298630.620229:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(55 104) 00010000:00010000:2.0:1780298630.620235:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302b2f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb291 expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.620243:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302b2f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb291 expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.620261:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302b2f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb291 expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.620272:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604312064:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298630.620300:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.620990:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604312064:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298630.621001:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298630.621039:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608494464:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 874us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.621047:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14188 00000100:00100000:0.0:1780298630.621394:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.621422:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.621439:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608494592 00000100:00100000:2.0:1780298630.621444:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608494592 00000100:00100000:1.0:1780298630.621458:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608494720 00000100:00100000:1.0:1780298630.621463:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608494720 00002000:00010000:2.0:1780298630.621466:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2092012->18446744073709551615) 00002000:00100000:2.0:1780298630.621471:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c8a80 with x1866777608494592 ext(2092012->18446744073709551615) 00002000:00010000:1.0:1780298630.621476:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00010000:2.0:1780298630.621478:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8c8a80. 00002000:00100000:1.0:1780298630.621480:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8cb100 with x1866777608494720 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298630.621486:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8cb100. 00000100:00100000:2.0:1780298630.621498:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4563 00000100:00100000:2.0:1780298630.621507:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608494592:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298630.621512:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4564 00000100:00100000:1.0:1780298630.621522:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608494720:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298630.621870:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2479270 -> 0 00002000:00010000:1.0:1780298630.621874:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.621877:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.621880:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.621882:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 136 -> 0 00000100:00100000:1.0:1780298630.621913:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608494720:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 393us (490us total) trans 4294968831 rc 0/0 00000100:00100000:1.0:1780298630.621921:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4564 00002000:00010000:1.0:1780298630.621925:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:1.0:1780298630.621928:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8cb100 with x1866777608494720 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298630.621934:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8cb100. 00002000:00010000:2.0:1780298630.622332:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 2092012 00002000:00010000:2.0:1780298630.622337:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298630.622340:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298630 00002000:00010000:2.0:1780298630.622343:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298630.622345:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 912 -> 912 00000100:00100000:2.0:1780298630.622382:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608494592:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 866us (977us total) trans 4294969172 rc 0/0 00000100:00100000:2.0:1780298630.622390:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4563 00002000:00010000:2.0:1780298630.622393:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2092012->18446744073709551615) 00002000:00100000:2.0:1780298630.622395:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8c8a80 with x1866777608494592 ext(2092012->18446744073709551615) 00002000:00010000:2.0:1780298630.622399:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8c8a80. 00000100:00100000:0.0:1780298630.623202:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.623229:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608494848 00000100:00100000:2.0:1780298630.623234:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608494848 00000100:00100000:2.0:1780298630.623261:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61499 00000100:00100000:2.0:1780298630.623280:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+32:28749:x1866777608494848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.623293:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.623309:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e6302b2fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb298 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.623386:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6302b304 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.623398:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6302b304 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.623405:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6302b304 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298630.623424:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 2092012 00000004:00200000:2.0:1780298630.623427:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298630.623440:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6302b304 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.623457:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e6302b2fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb298 expref: 34 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.623467:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6302b304 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb298 expref: 33 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.623476:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.623478:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298630.623480:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:2.0:1780298630.623503:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+33:28749:x1866777608494848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 229us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.623507:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61499 00000100:00100000:3.0:1780298630.624474:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.624509:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608494976 00000100:00100000:3.0:1780298630.624512:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.624516:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608494976 00000100:00100000:1.0:1780298630.624551:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608495104 00000100:00100000:1.0:1780298630.624554:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608495104 00000100:00100000:0.0:1780298630.624561:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4912 00000100:00100000:0.0:1780298630.624571:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608494976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.624578:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.624587:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e6302b30b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb29f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.624589:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4913 00000100:00100000:2.0:1780298630.624602:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608495104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.624610:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.624620:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302b312 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb2a6 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.624633:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604312192:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.624649:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604312320:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.624684:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.624684:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00002000:00010000:0.0:1780298630.625565:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298630 -> 1780298631 00000100:00100000:0.0:1780298630.625577:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604312192:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.625582:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604312320:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.625600:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302b312 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2a6 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.625604:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e6302b30b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb29f expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.625620:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302b312 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2a6 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.625622:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e6302b30b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb29f expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.625642:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00010000:00010000:0.0:1780298630.625643:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78600, rc 0) 00000100:00100000:2.0:1780298630.625673:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608495104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1076us (1160us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.625675:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608494976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1106us (1200us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.625684:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4913 00000100:00100000:0.0:1780298630.625690:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4912 00000100:00100000:1.0:1780298630.626733:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.626778:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608495232 00000100:00100000:2.0:1780298630.626782:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608495232 00000100:00100000:2.0:1780298630.626812:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4914 00000100:00100000:2.0:1780298630.626820:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608495232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.626827:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.626835:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302b319 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb2ad expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.626862:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604312448:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.626883:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.626912:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608495360 00000100:00100000:1.0:1780298630.626916:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608495360 00000100:00100000:2.0:1780298630.626923:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.626944:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4915 00000100:00100000:1.0:1780298630.626950:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608495360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.626957:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.626965:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b320 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb2b4 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.626996:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604312576:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.627034:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.627767:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604312448:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.627784:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604312576:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.627785:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302b319 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2ad expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.627801:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302b319 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2ad expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.627804:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b320 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2b4 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.627817:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00010000:00010000:1.0:1780298630.627829:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b320 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2b4 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.627837:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:2.0:1780298630.627846:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608495232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1027us (1114us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.627852:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4914 00000100:00100000:1.0:1780298630.627860:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608495360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 908us (978us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.627866:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4915 00000100:00100000:0.0:1780298630.629015:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.629048:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608495488 00000100:00100000:3.0:1780298630.629053:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608495488 00000100:00100000:3.0:1780298630.629085:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4916 00000100:00100000:3.0:1780298630.629094:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608495488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.629103:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.629113:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e6302b327 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb2bb expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.629166:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6302b2ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb28a expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.629176:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(104 143) 00010000:00010000:3.0:1780298630.629181:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(105 143) 00010000:00010000:3.0:1780298630.629187:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e6302b327 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1417216->1441791] (req 1417216->1441791) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2bb expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.629210:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6302b2ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb28a expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.629225:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6302b2ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb28a expref: 8 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.629236:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604312704:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298630.629278:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.629890:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604312704:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.629903:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e6302b327 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1417216->1441791] (req 1417216->1441791) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2bb expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.629912:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:1.0:1780298630.629933:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608495488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 843us (921us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.629938:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4916 00000100:00100000:0.0:1780298630.630110:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.630167:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608495616 00000100:00100000:1.0:1780298630.630171:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608495616 00010000:00010000:1.0:1780298630.630190:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6302b2ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb28a expref: 9 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.630218:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14189 00000100:00100000:1.0:1780298630.630225:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608495616:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.630235:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.630247:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6302b2ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb28a expref: 9 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.630258:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6302b2ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb28a expref: 9 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.630284:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6302b2ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb28a expref: 9 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.630295:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(105 143) 00010000:00010000:1.0:1780298630.630299:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(105 143) 00010000:00010000:1.0:1780298630.630306:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e6302b327 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1417216->34971647] (req 1417216->1441791) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2bb expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.630315:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e6302b327 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1417216->34971647] (req 1417216->1441791) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2bb expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.630336:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e6302b327 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1417216->34971647] (req 1417216->1441791) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2bb expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.630345:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604312832:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.630390:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.630982:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604312832:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.630992:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.631018:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608495616:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 794us (910us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.631027:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14189 00000100:00100000:2.0:1780298630.631197:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.631226:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608495744 00000100:00100000:1.0:1780298630.631229:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608495744 00000100:00100000:1.0:1780298630.631258:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4565 00000100:00100000:1.0:1780298630.631263:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608495744:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298630.631433:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2092012 -> 2092012 00002000:00010000:1.0:1780298630.631436:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.631438:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298630 00002000:00010000:1.0:1780298630.631439:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.631441:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 912 -> 912 00000100:00100000:1.0:1780298630.631462:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608495744:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 199us (266us total) trans 4294969173 rc 0/0 00000100:00100000:1.0:1780298630.631466:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4565 00000100:00100000:0.0:1780298630.632296:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.632334:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608495872 00000100:00100000:1.0:1780298630.632339:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608495872 00000100:00100000:1.0:1780298630.632384:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61500 00000100:00100000:1.0:1780298630.632394:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+59:28749:x1866777608495872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.632409:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.632421:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841cc00/0xaf35132e6302b32e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb2c2 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.632495:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302b335 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.632511:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302b335 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.632527:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302b335 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298630.632551:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 2092012 00000004:00200000:1.0:1780298630.632555:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298630.632570:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302b335 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.632593:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841cc00/0xaf35132e6302b32e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2c2 expref: 61 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.632607:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302b335 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2c2 expref: 60 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.632616:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.632619:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298630.632621:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298630.632654:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+60:28749:x1866777608495872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 262us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.632661:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61500 00000100:00100000:0.0:1780298630.633547:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.633589:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608496000 00000100:00100000:3.0:1780298630.633594:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608496000 00000100:00100000:3.0:1780298630.633625:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4917 00000100:00100000:3.0:1780298630.633634:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608496000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.633642:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.633652:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e6302b33c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb2c9 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.633708:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604312960:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.633764:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00002000:00010000:3.0:1780298630.634459:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298630 -> 1780298631 00000100:00100000:3.0:1780298630.634473:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604312960:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.634493:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e6302b33c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2c9 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.634513:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e6302b33c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2c9 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.634524:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00000100:00100000:3.0:1780298630.634554:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608496000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 922us (1007us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.634561:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4917 00000100:00100000:0.0:1780298630.635430:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.635470:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608496128 00000100:00100000:1.0:1780298630.635476:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608496128 00000100:00100000:1.0:1780298630.635516:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4918 00000100:00100000:1.0:1780298630.635524:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608496128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.635533:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.635543:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b343 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb2d0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.635578:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604313088:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.635621:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.636278:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604313088:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.636294:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b343 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d0 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.636304:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b343 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d0 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.636311:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298630.636336:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608496128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 813us (906us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.636344:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4918 00000100:00100000:2.0:1780298630.639214:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.639252:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608496256 00000100:00100000:1.0:1780298630.639260:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608496256 00000100:00100000:1.0:1780298630.639306:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4919 00000100:00100000:1.0:1780298630.639315:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608496256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.639331:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.639345:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b34a lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb2d7 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.639384:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302b2f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb291 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.639401:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(55 104) 00010000:00010000:1.0:1780298630.639406:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(56 104) 00010000:00010000:1.0:1780298630.639411:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b34a lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1536000->1564671] (req 1536000->1564671) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d7 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.639442:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302b2f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb291 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.639457:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302b2f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb291 expref: 6 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.639471:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604313216:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.639531:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.640437:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604313216:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.640460:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b34a lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1536000->1564671] (req 1536000->1564671) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d7 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.640477:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:1.0:1780298630.640515:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608496256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1201us (1309us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.640527:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4919 00000100:00100000:2.0:1780298630.640632:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.640677:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608496384 00000100:00100000:0.0:1780298630.640681:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608496384 00010000:00010000:0.0:1780298630.640700:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302b2f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb291 expref: 7 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.640723:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14190 00000100:00100000:0.0:1780298630.640731:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608496384:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.640741:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.640762:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302b2f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb291 expref: 7 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.640777:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302b2f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb291 expref: 7 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.640792:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6302b2f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb291 expref: 7 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.640800:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(56 104) 00010000:00010000:0.0:1780298630.640803:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(56 104) 00010000:00010000:0.0:1780298630.640809:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b34a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1536000->35090431] (req 1536000->1564671) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d7 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.640815:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b34a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1536000->35090431] (req 1536000->1564671) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d7 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.640835:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b34a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1536000->35090431] (req 1536000->1564671) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d7 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.640842:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604313344:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298630.640876:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.641637:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604313344:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298630.641650:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298630.641677:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608496384:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 948us (1047us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.641685:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14190 00000100:00100000:3.0:1780298630.642482:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.642500:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.642527:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608496512 00000100:00100000:1.0:1780298630.642533:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608496512 00000100:00100000:2.0:1780298630.642551:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608496640 00000100:00100000:2.0:1780298630.642557:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608496640 00000100:00100000:1.0:1780298630.642586:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4920 00000100:00100000:3.0:1780298630.642596:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4921 00000100:00100000:1.0:1780298630.642601:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608496512:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298630.642609:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608496640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.642616:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.642619:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.642632:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b358 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb2e5 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.642632:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b351 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb2de expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.642693:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604313600:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.642694:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604313472:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.642760:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.642761:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.643848:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604313472:192.168.203.25@tcp:106: 00002000:00010000:3.0:1780298630.643856:0:8358:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size: 0 -> 1561046 00002000:00010000:3.0:1780298630.643861:0:8358:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 1 00010000:00010000:1.0:1780298630.643869:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b351 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2de expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.643875:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604313600:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.643888:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b351 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2de expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.643896:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:3.0:1780298630.643900:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b358 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2e5 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.643919:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b358 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2e5 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.643930:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00000100:00100000:1.0:1780298630.643932:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608496512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1332us (1448us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.643939:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4920 00000100:00100000:3.0:1780298630.643962:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608496640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1356us (1458us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.643970:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4921 00000100:00100000:2.0:1780298630.645084:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.645146:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608496768 00000100:00100000:1.0:1780298630.645152:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608496768 00000100:00100000:2.0:1780298630.645167:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.645192:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608496896 00000100:00100000:1.0:1780298630.645196:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608496896 00000100:00100000:1.0:1780298630.645222:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4922 00000100:00100000:1.0:1780298630.645231:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608496768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.645243:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.645256:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b35f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb2ec expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.645285:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4923 00000100:00100000:3.0:1780298630.645298:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608496896:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298630.645299:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604313728:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.645312:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.645324:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e6302b366 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb2f3 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.645355:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604313856:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.645361:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.645397:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.646099:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604313728:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.646120:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b35f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2ec expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.646154:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b35f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2ec expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.646167:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298630.646201:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608496768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 971us (1118us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.646208:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4922 00000100:00100000:3.0:1780298630.646327:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604313856:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.646338:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e6302b366 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2f3 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.646347:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e6302b366 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2f3 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.646354:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00000100:00100000:3.0:1780298630.646416:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608496896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1122us (1250us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.646421:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4923 00000100:00100000:3.0:1780298630.647715:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.647770:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608497152 00000100:00100000:2.0:1780298630.647778:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608497152 00000100:00100000:2.0:1780298630.647820:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61501 00000100:00100000:2.0:1780298630.647831:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+60:28749:x1866777608497152:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298630.647874:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.647895:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302b335 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2c2 expref: 60 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.647910:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.647915:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298630.648070:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e6302b36d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.648085:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6302b304 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb298 expref: 32 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.648098:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e6302b36d lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.648156:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6302b304 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb298 expref: 32 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.648171:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6302b304 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb298 expref: 32 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.648192:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604313984:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.648249:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.648990:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604313984:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.649008:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e6302b36d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.649145:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.649216:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608497280 00000100:00100000:1.0:1780298630.649220:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608497280 00010000:00010000:1.0:1780298630.649240:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6302b304 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb298 expref: 33 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.649293:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14191 00000100:00100000:1.0:1780298630.649300:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+33:2399:x1866777608497280:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.649308:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.649312:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6302b304 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb298 expref: 33 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.649325:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6302b304 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb298 expref: 33 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.649339:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6302b304 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb298 expref: 33 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.649347:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.649349:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e6302b36d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.649356:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e6302b36d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.649362:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e6302b36d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.649393:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298630.649414:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e6302b36d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.649424:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+32:2399:x1866777608497280:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 122us (298us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298630.649425:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e6302b36d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.649440:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14191 00000001:00080000:3.0:1780298630.649484:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990681 00000004:00010000:3.0:1780298630.649546:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005bc590b9 reply state 000000000689e65f transno 4294990682 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e6302b36d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.649559:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e6302b36d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.649566:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298630.649569:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298630.649571:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780298630.649629:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:28749:x1866777608497152:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1800us (1915us total) trans 4294990682 rc 0/0 00000100:00100000:3.0:1780298630.649642:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61501 00000020:00080000:3.0:1780298630.649646:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298630.650422:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.650469:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608497408 00000100:00100000:0.0:1780298630.650475:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608497408 00000100:00100000:0.0:1780298630.650511:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4924 00000100:00100000:0.0:1780298630.650519:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608497408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.650530:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.650542:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e6302b374 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb2fa expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.650565:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e6302b327 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1417216->34971647] (req 1417216->1441791) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2bb expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.650575:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(105 143) 00010000:00010000:0.0:1780298630.650579:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(106 143) 00010000:00010000:0.0:1780298630.650584:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e6302b374 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2fa expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.650607:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e6302b327 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1417216->34971647] (req 1417216->1441791) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2bb expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.650620:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e6302b327 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1417216->34971647] (req 1417216->1441791) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2bb expref: 10 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.650632:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604314112:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.650677:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.651302:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604314112:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.651321:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e6302b374 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2fa expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.651334:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79800, rc 0) 00000100:00100000:2.0:1780298630.651365:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608497408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 847us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.651382:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4924 00000100:00100000:3.0:1780298630.651484:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.651525:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608497536 00000100:00100000:1.0:1780298630.651530:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608497536 00010000:00010000:1.0:1780298630.651548:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e6302b327 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1417216->34971647] (req 1417216->1441791) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2bb expref: 11 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.651581:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14192 00000100:00100000:1.0:1780298630.651592:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608497536:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.651605:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.651619:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e6302b327 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1417216->34971647] (req 1417216->1441791) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2bb expref: 11 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.651629:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e6302b327 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1417216->34971647] (req 1417216->1441791) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2bb expref: 11 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.651644:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e6302b327 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1417216->34971647] (req 1417216->1441791) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2bb expref: 11 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.651654:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(106 143) 00010000:00010000:1.0:1780298630.651657:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(106 143) 00010000:00010000:1.0:1780298630.651662:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e6302b374 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2fa expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.651671:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e6302b374 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2fa expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.651699:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e6302b374 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2fa expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.651708:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604314240:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.651746:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3483339c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.652442:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604314240:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.652454:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.652481:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608497536:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 892us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.652490:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14192 00000100:00100000:3.0:1780298630.652610:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.652638:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608497664 00000100:00100000:0.0:1780298630.652644:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608497664 00000100:00100000:0.0:1780298630.652676:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4925 00000100:00100000:0.0:1780298630.652684:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608497664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.652694:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.652704:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b37b lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb301 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.652722:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b34a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1536000->35090431] (req 1536000->1564671) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d7 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.652729:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(56 104) 00010000:00010000:0.0:1780298630.652732:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(57 104) 00010000:00010000:0.0:1780298630.652737:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b37b lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb301 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.652756:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b34a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1536000->35090431] (req 1536000->1564671) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d7 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.652767:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b34a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1536000->35090431] (req 1536000->1564671) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d7 expref: 8 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.652777:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f755f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604314368:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.652814:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.653412:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f755f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604314368:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298630.653424:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b37b lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb301 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.653434:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00000100:00100000:3.0:1780298630.653461:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608497664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 779us (852us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.653466:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4925 00000100:00100000:2.0:1780298630.653705:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.653752:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608497792 00000100:00100000:0.0:1780298630.653757:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608497792 00002000:00100000:0.0:1780298630.653787:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (1536000->1561045) req@ffff9cf254889180 x1866777608497792/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.653804:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889180 with x1866777608497792 ext(1536000->1561045) 00010000:00010000:0.0:1780298630.653810:0:19951:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b34a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1536000->35090431] (req 1536000->1564671) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d7 expref: 9 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.653823:0:19951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b34a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1536000->35090431] (req 1536000->1564671) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d7 expref: 9 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298630.653830:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf254889180 00000100:00100000:0.0:1780298630.653852:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 120 00000100:00100000:0.0:1780298630.653861:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608497792:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298630.655338:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608497792:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1470us (1625us total) trans 4294968832 rc 0/0 00000100:00100000:3.0:1780298630.655352:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 120 00002000:00100000:3.0:1780298630.655366:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (1536000->1561045) req@ffff9cf254889180 x1866777608497792/t4294968832(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.655390:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889180 with x1866777608497792 ext(1536000->1561045) 00010000:00010000:3.0:1780298630.655400:0:19951:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b34a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1536000->35090431] (req 1536000->1564671) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d7 expref: 11 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.655423:0:19951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b34a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1536000->35090431] (req 1536000->1564671) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d7 expref: 11 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780298630.655437:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf254889180 00000100:00100000:0.0:1780298630.656210:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.656249:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608497920 00000100:00100000:1.0:1780298630.656258:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608497920 00010000:00010000:1.0:1780298630.656285:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b34a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1536000->35090431] (req 1536000->1564671) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d7 expref: 11 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.656313:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14193 00000100:00100000:1.0:1780298630.656323:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608497920:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.656336:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298630.656346:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 1 -> 56 00010000:00010000:1.0:1780298630.656351:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b34a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1536000->35090431] (req 1536000->1564671) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d7 expref: 11 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.656360:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b34a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1536000->35090431] (req 1536000->1564671) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d7 expref: 11 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.656388:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b34a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1536000->35090431] (req 1536000->1564671) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2d7 expref: 11 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.656399:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(57 104) 00010000:00010000:1.0:1780298630.656402:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(57 104) 00010000:00010000:1.0:1780298630.656407:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b37b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb301 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.656413:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b37b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb301 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.656450:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b37b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb301 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.656464:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604314496:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.656517:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.657267:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604314496:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.657282:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.657307:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608497920:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 987us (1100us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.657316:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14193 00000100:00100000:2.0:1780298630.657740:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.657759:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.657776:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608498176 00000100:00100000:1.0:1780298630.657783:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608498176 00000100:00100000:3.0:1780298630.657802:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608498048 00002000:00010000:1.0:1780298630.657807:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (3327874->18446744073709551615) 00000100:00100000:3.0:1780298630.657810:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608498048 00002000:00100000:1.0:1780298630.657811:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488b800 with x1866777608498176 ext(3327874->18446744073709551615) 00002000:00010000:1.0:1780298630.657820:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25488b800. 00002000:00010000:3.0:1780298630.657836:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298630.657840:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488ad80 with x1866777608498048 ext(4194304->18446744073709551615) 00000100:00100000:1.0:1780298630.657845:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4566 00002000:00010000:3.0:1780298630.657848:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25488ad80. 00000100:00100000:1.0:1780298630.657858:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608498176:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298630.657881:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4567 00000100:00100000:3.0:1780298630.657891:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608498048:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298630.658008:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2092012 -> 4194304 00002000:00010000:3.0:1780298630.658011:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298630.658012:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298630 00002000:00010000:3.0:1780298630.658015:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298630.658017:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 912 -> 912 00002000:00010000:1.0:1780298630.658033:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 1561046 -> 3327874 00002000:00010000:1.0:1780298630.658036:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.658039:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.658040:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.658042:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:3.0:1780298630.658059:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608498048:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 168us (295us total) trans 4294969174 rc 0/0 00000100:00100000:3.0:1780298630.658068:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4567 00000100:00100000:1.0:1780298630.658075:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608498176:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 217us (330us total) trans 4294968833 rc 0/0 00002000:00010000:3.0:1780298630.658076:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298630.658084:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488ad80 with x1866777608498048 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298630.658094:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25488ad80. 00000100:00100000:1.0:1780298630.658100:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4566 00002000:00010000:1.0:1780298630.658105:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (3327874->18446744073709551615) 00002000:00100000:1.0:1780298630.658109:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488b800 with x1866777608498176 ext(3327874->18446744073709551615) 00002000:00010000:1.0:1780298630.658116:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25488b800. 00000100:00100000:0.0:1780298630.658911:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.658945:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608498304 00000100:00100000:1.0:1780298630.658949:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608498304 00000100:00100000:1.0:1780298630.658983:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61502 00000100:00100000:1.0:1780298630.658992:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+32:28749:x1866777608498304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.659005:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.659021:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b382 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb308 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.659084:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e6302b389 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.659095:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e6302b389 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.659103:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e6302b389 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298630.659121:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 7522178 00000004:00200000:1.0:1780298630.659148:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298630.659162:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e6302b389 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.659179:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b382 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb308 expref: 34 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.659192:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e6302b389 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb308 expref: 33 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.659198:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.659200:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298630.659202:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298630.659223:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+33:28749:x1866777608498304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 235us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.659227:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61502 00000100:00100000:0.0:1780298630.660168:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.660203:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.660230:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608498560 00000100:00100000:1.0:1780298630.660234:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608498432 00000100:00100000:2.0:1780298630.660235:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608498560 00000100:00100000:1.0:1780298630.660239:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608498432 00000100:00100000:2.0:1780298630.660278:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4926 00000100:00100000:2.0:1780298630.660291:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608498560:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298630.660296:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4927 00010000:00010000:2.0:1780298630.660306:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298630.660307:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608498432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.660316:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.660320:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302b390 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb316 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.660325:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302b397 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb30f expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.660381:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604314624:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.660385:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604314752:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.660441:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.660441:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00002000:00010000:1.0:1780298630.661243:0:20252:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298630 -> 1780298631 00000100:00100000:1.0:1780298630.661257:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604314624:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.661276:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604314752:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.661282:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302b397 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb30f expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.661298:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302b390 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb316 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.661308:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302b397 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb30f expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.661318:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302b390 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb316 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.661320:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00010000:00010000:0.0:1780298630.661333:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:1.0:1780298630.661359:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608498432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1052us (1154us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.661360:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608498560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1073us (1193us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.661386:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4927 00000100:00100000:0.0:1780298630.661397:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4926 00000100:00100000:0.0:1780298630.662426:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.662470:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.662490:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608498688 00000100:00100000:2.0:1780298630.662497:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608498688 00000100:00100000:1.0:1780298630.662519:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608498816 00000100:00100000:1.0:1780298630.662524:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608498816 00000100:00100000:2.0:1780298630.662538:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4928 00000100:00100000:2.0:1780298630.662548:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608498688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.662558:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.662569:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b39e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb31d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.662574:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4929 00000100:00100000:1.0:1780298630.662600:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608498816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.662610:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298630.662616:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604314880:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.662619:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b3a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb324 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.662652:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604315008:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.662673:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.662688:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.663463:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604314880:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.663481:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604315008:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.663486:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b39e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb31d expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.663499:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b3a5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb324 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.663505:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b39e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb31d expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.663516:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b3a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb324 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.663519:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00010000:00010000:1.0:1780298630.663532:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298630.663560:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608498688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1014us (1136us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.663566:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608498816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 969us (1093us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.663574:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4928 00000100:00100000:1.0:1780298630.663584:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4929 00000100:00100000:3.0:1780298630.664520:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.664553:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608499072 00000100:00100000:0.0:1780298630.664560:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608499072 00000100:00100000:0.0:1780298630.664603:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4930 00000100:00100000:0.0:1780298630.664612:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608499072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.664625:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298630.664638:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298630.664639:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e6302b3ac lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb332 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.664677:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608498944 00000100:00100000:2.0:1780298630.664682:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608498944 00000100:00100000:0.0:1780298630.664690:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f754e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604315136:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.664714:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4931 00000100:00100000:2.0:1780298630.664724:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608498944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.664731:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.664744:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302b3b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb32b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.664753:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.664772:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604315264:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.664802:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.665349:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f754e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604315136:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.665379:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e6302b3ac lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb332 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.665396:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e6302b3ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb332 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.665404:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79a00, rc 0) 00000100:00100000:0.0:1780298630.665429:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608499072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 820us (911us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.665434:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4930 00000100:00100000:2.0:1780298630.665607:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604315264:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.665621:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302b3b3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb32b expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.665631:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302b3b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb32b expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.665637:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298630.665663:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608498944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 943us (1025us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.665668:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4931 00000100:00100000:1.0:1780298630.666903:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.666929:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608499200 00000100:00100000:3.0:1780298630.666934:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608499200 00000100:00100000:3.0:1780298630.666958:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4932 00000100:00100000:3.0:1780298630.666964:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608499200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.666973:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.666981:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b3ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb339 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.666997:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b37b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb301 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.667003:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(57 104) 00010000:00010000:3.0:1780298630.667006:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(58 104) 00010000:00010000:3.0:1780298630.667010:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b3ba lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2543616->2547711] (req 2543616->2547711) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb339 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.667030:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b37b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb301 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.667043:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b37b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb301 expref: 7 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.667056:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604315392:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298630.667093:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.667702:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604315392:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.667719:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b3ba lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2543616->2547711] (req 2543616->2547711) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb339 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.667732:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00000100:00100000:0.0:1780298630.667761:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608499200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 796us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.667768:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4932 00000100:00100000:0.0:1780298630.668019:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.668074:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608499328 00000100:00100000:2.0:1780298630.668080:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608499328 00010000:00010000:2.0:1780298630.668108:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b37b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb301 expref: 8 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.668167:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14194 00000100:00100000:2.0:1780298630.668177:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608499328:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298630.668191:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.668206:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b37b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb301 expref: 8 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.668219:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b37b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb301 expref: 8 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.668237:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b37b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb301 expref: 8 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.668250:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(58 104) 00010000:00010000:2.0:1780298630.668254:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(58 104) 00010000:00010000:2.0:1780298630.668262:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b3ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2543616->36098047] (req 2543616->2547711) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb339 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.668271:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b3ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2543616->36098047] (req 2543616->2547711) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb339 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.668300:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b3ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2543616->36098047] (req 2543616->2547711) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb339 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.668311:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604315520:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298630.668366:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.669110:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604315520:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298630.669141:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298630.669177:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608499328:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1001us (1156us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.669187:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14194 00000100:00100000:3.0:1780298630.669437:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.669476:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608499456 00000100:00100000:2.0:1780298630.669482:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608499456 00002000:00100000:2.0:1780298630.669512:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2543616->2547711) req@ffff9cf243845180 x1866777608499456/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.669521:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845180 with x1866777608499456 ext(2543616->2547711) 00002000:00010000:2.0:1780298630.669526:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243845180 00000100:00100000:2.0:1780298630.669550:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4568 00000100:00100000:2.0:1780298630.669558:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608499456:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.669717:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608499456:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 160us (279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.669725:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4568 00002000:00100000:2.0:1780298630.669732:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2543616->2547711) req@ffff9cf243845180 x1866777608499456/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.669741:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845180 with x1866777608499456 ext(2543616->2547711) 00002000:00010000:2.0:1780298630.669745:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243845180 00000100:00100000:3.0:1780298630.671002:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.671042:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608499584 00000100:00100000:1.0:1780298630.671048:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608499584 00002000:00100000:1.0:1780298630.671073:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2547712->2551807) req@ffff9cf243844a80 x1866777608499584/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.671084:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844a80 with x1866777608499584 ext(2547712->2551807) 00002000:00010000:1.0:1780298630.671088:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243844a80 00000100:00100000:1.0:1780298630.671111:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4569 00000100:00100000:1.0:1780298630.671120:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608499584:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.671246:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608499584:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 127us (253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.671254:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4569 00002000:00100000:1.0:1780298630.671266:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2547712->2551807) req@ffff9cf243844a80 x1866777608499584/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.671276:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844a80 with x1866777608499584 ext(2547712->2551807) 00002000:00010000:1.0:1780298630.671279:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243844a80 00000100:00100000:1.0:1780298630.672367:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.672406:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608499712 00000100:00100000:3.0:1780298630.672411:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608499712 00002000:00100000:3.0:1780298630.672429:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2551808->2555903) req@ffff9cf24339ca80 x1866777608499712/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.672435:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339ca80 with x1866777608499712 ext(2551808->2555903) 00002000:00010000:3.0:1780298630.672438:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24339ca80 00000100:00100000:3.0:1780298630.672454:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4570 00000100:00100000:3.0:1780298630.672458:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608499712:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298630.672531:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608499712:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (171us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298630.672536:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4570 00002000:00100000:3.0:1780298630.672540:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2551808->2555903) req@ffff9cf24339ca80 x1866777608499712/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.672548:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339ca80 with x1866777608499712 ext(2551808->2555903) 00002000:00010000:3.0:1780298630.672551:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24339ca80 00000100:00100000:3.0:1780298630.673531:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.673568:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608499840 00000100:00100000:0.0:1780298630.673573:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608499840 00002000:00100000:0.0:1780298630.673598:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2555904->2559999) req@ffff9cf243845f80 x1866777608499840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.673608:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845f80 with x1866777608499840 ext(2555904->2559999) 00002000:00010000:0.0:1780298630.673611:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243845f80 00000100:00100000:0.0:1780298630.673633:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4571 00000100:00100000:0.0:1780298630.673643:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608499840:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.673741:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608499840:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 99us (209us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.673748:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4571 00002000:00100000:0.0:1780298630.673755:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2555904->2559999) req@ffff9cf243845f80 x1866777608499840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.673764:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845f80 with x1866777608499840 ext(2555904->2559999) 00002000:00010000:0.0:1780298630.673767:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243845f80 00000100:00100000:0.0:1780298630.675052:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.675092:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608499968 00000100:00100000:1.0:1780298630.675096:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608499968 00002000:00100000:1.0:1780298630.675113:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2560000->2564095) req@ffff9cf37f756a00 x1866777608499968/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.675119:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f756a00 with x1866777608499968 ext(2560000->2564095) 00002000:00010000:1.0:1780298630.675122:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f756a00 00000100:00100000:1.0:1780298630.675154:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4572 00000100:00100000:1.0:1780298630.675160:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608499968:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.675231:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608499968:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (182us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.675236:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4572 00002000:00100000:1.0:1780298630.675240:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2560000->2564095) req@ffff9cf37f756a00 x1866777608499968/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.675245:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f756a00 with x1866777608499968 ext(2560000->2564095) 00002000:00010000:1.0:1780298630.675248:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f756a00 00000100:00100000:1.0:1780298630.676411:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.676444:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608500096 00000100:00100000:2.0:1780298630.676448:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608500096 00002000:00100000:2.0:1780298630.676467:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2564096->2568191) req@ffff9cf24339f480 x1866777608500096/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.676477:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339f480 with x1866777608500096 ext(2564096->2568191) 00002000:00010000:2.0:1780298630.676479:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24339f480 00000100:00100000:2.0:1780298630.676498:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4573 00000100:00100000:2.0:1780298630.676502:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608500096:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.676581:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608500096:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (169us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.676593:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4573 00002000:00100000:2.0:1780298630.676599:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2564096->2568191) req@ffff9cf24339f480 x1866777608500096/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.676607:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339f480 with x1866777608500096 ext(2564096->2568191) 00002000:00010000:2.0:1780298630.676610:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24339f480 00000100:00100000:3.0:1780298630.677794:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.677831:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608500224 00000100:00100000:1.0:1780298630.677835:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608500224 00002000:00100000:1.0:1780298630.677855:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2568192->2572287) req@ffff9cf243846d80 x1866777608500224/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.677864:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243846d80 with x1866777608500224 ext(2568192->2572287) 00002000:00010000:1.0:1780298630.677867:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243846d80 00000100:00100000:1.0:1780298630.677887:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4574 00000100:00100000:1.0:1780298630.677894:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608500224:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.677971:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608500224:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (178us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.677978:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4574 00002000:00100000:1.0:1780298630.677982:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2568192->2572287) req@ffff9cf243846d80 x1866777608500224/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.677987:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243846d80 with x1866777608500224 ext(2568192->2572287) 00002000:00010000:1.0:1780298630.677990:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243846d80 00000100:00100000:0.0:1780298630.679248:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.679302:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608500352 00000100:00100000:3.0:1780298630.679315:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608500352 00002000:00100000:3.0:1780298630.679355:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2572288->2576383) req@ffff9cf37f755880 x1866777608500352/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.679363:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755880 with x1866777608500352 ext(2572288->2576383) 00002000:00010000:3.0:1780298630.679368:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f755880 00000100:00100000:3.0:1780298630.679405:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4575 00000100:00100000:3.0:1780298630.679411:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608500352:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298630.679556:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608500352:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 145us (313us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298630.679564:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4575 00002000:00100000:3.0:1780298630.679568:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2572288->2576383) req@ffff9cf37f755880 x1866777608500352/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.679574:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755880 with x1866777608500352 ext(2572288->2576383) 00002000:00010000:3.0:1780298630.679577:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f755880 00000100:00100000:0.0:1780298630.680767:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.680798:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608500480 00000100:00100000:2.0:1780298630.680804:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608500480 00002000:00100000:2.0:1780298630.680825:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2576384->2580479) req@ffff9cf37f755c00 x1866777608500480/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.680832:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755c00 with x1866777608500480 ext(2576384->2580479) 00002000:00010000:2.0:1780298630.680835:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f755c00 00000100:00100000:2.0:1780298630.680852:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4576 00000100:00100000:2.0:1780298630.680861:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608500480:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.680952:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608500480:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 93us (187us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.680957:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4576 00002000:00100000:2.0:1780298630.680962:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2576384->2580479) req@ffff9cf37f755c00 x1866777608500480/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.680968:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755c00 with x1866777608500480 ext(2576384->2580479) 00002000:00010000:2.0:1780298630.680970:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f755c00 00000100:00100000:2.0:1780298630.682196:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.682228:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608500608 00000100:00100000:1.0:1780298630.682233:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608500608 00002000:00100000:1.0:1780298630.682249:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2580480->2584575) req@ffff9cf254889c00 x1866777608500608/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.682254:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889c00 with x1866777608500608 ext(2580480->2584575) 00002000:00010000:1.0:1780298630.682257:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254889c00 00000100:00100000:1.0:1780298630.682271:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4577 00000100:00100000:1.0:1780298630.682276:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608500608:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.682343:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608500608:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 67us (150us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.682349:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4577 00002000:00100000:1.0:1780298630.682354:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2580480->2584575) req@ffff9cf254889c00 x1866777608500608/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.682359:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889c00 with x1866777608500608 ext(2580480->2584575) 00002000:00010000:1.0:1780298630.682362:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254889c00 00000100:00100000:0.0:1780298630.683338:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.683385:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608500736 00000100:00100000:2.0:1780298630.683389:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608500736 00002000:00100000:2.0:1780298630.683402:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2584576->2588671) req@ffff9cf37f754380 x1866777608500736/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.683408:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754380 with x1866777608500736 ext(2584576->2588671) 00002000:00010000:2.0:1780298630.683410:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754380 00000100:00100000:2.0:1780298630.683427:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4578 00000100:00100000:2.0:1780298630.683434:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608500736:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.683505:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608500736:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (168us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.683510:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4578 00002000:00100000:2.0:1780298630.683514:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (2584576->2588671) req@ffff9cf37f754380 x1866777608500736/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.683520:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754380 with x1866777608500736 ext(2584576->2588671) 00002000:00010000:2.0:1780298630.683522:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754380 00000100:00100000:0.0:1780298630.684502:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.684543:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608500864 00000100:00100000:1.0:1780298630.684548:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608500864 00002000:00100000:1.0:1780298630.684564:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2588672->2592767) req@ffff9cf37f757100 x1866777608500864/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.684575:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757100 with x1866777608500864 ext(2588672->2592767) 00002000:00010000:1.0:1780298630.684577:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f757100 00000100:00100000:1.0:1780298630.684602:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4579 00000100:00100000:1.0:1780298630.684607:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608500864:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.684677:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608500864:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (179us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.684681:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4579 00002000:00100000:1.0:1780298630.684685:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (2588672->2592767) req@ffff9cf37f757100 x1866777608500864/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.684691:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757100 with x1866777608500864 ext(2588672->2592767) 00002000:00010000:1.0:1780298630.684693:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f757100 00000100:00100000:3.0:1780298630.685651:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.685693:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608500992 00000100:00100000:0.0:1780298630.685700:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608500992 00002000:00100000:0.0:1780298630.685734:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2592768->2596863) req@ffff9cf2556abb80 x1866777608500992/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.685744:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556abb80 with x1866777608500992 ext(2592768->2596863) 00002000:00010000:0.0:1780298630.685748:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556abb80 00000100:00100000:0.0:1780298630.685773:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4580 00000100:00100000:0.0:1780298630.685784:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608500992:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.685923:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608500992:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 142us (273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.685930:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4580 00002000:00100000:0.0:1780298630.685937:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (2592768->2596863) req@ffff9cf2556abb80 x1866777608500992/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.685942:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556abb80 with x1866777608500992 ext(2592768->2596863) 00002000:00010000:0.0:1780298630.685945:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556abb80 00000100:00100000:0.0:1780298630.686922:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.686963:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608501120 00000100:00100000:2.0:1780298630.686968:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608501120 00002000:00100000:2.0:1780298630.686988:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2543616->2596863) req@ffff9cf37f754700 x1866777608501120/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.686999:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754700 with x1866777608501120 ext(2543616->2596863) 00002000:00010000:2.0:1780298630.687002:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754700 00000100:00100000:2.0:1780298630.687025:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4581 00000100:00100000:2.0:1780298630.687033:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608501120:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298630.688425:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608501120:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1392us (1501us total) trans 4294968834 rc 0/0 00000100:00100000:3.0:1780298630.688431:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4581 00002000:00100000:3.0:1780298630.688437:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2543616->2596863) req@ffff9cf37f754700 x1866777608501120/t4294968834(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.688444:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754700 with x1866777608501120 ext(2543616->2596863) 00002000:00010000:3.0:1780298630.688447:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754700 00000100:00100000:0.0:1780298630.689187:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.689236:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608501248 00000100:00100000:1.0:1780298630.689242:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608501248 00000100:00100000:1.0:1780298630.689281:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4933 00000100:00100000:1.0:1780298630.689290:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e425450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608501248:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298630.690064:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968834 is committed 00000001:00080000:2.0:1780298630.690073:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968833 is committed 00000100:00100000:1.0:1780298630.690178:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e425450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608501248:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 889us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.690187:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4933 00000100:00100000:1.0:1780298630.691108:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.691148:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.691175:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608501376 00000100:00100000:3.0:1780298630.691179:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608501376 00000100:00100000:0.0:1780298630.691192:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608501504 00000100:00100000:0.0:1780298630.691198:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608501504 00000100:00100000:3.0:1780298630.691213:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4934 00000100:00100000:3.0:1780298630.691222:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608501376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.691231:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.691242:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4935 00010000:00010000:3.0:1780298630.691247:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e6302b3c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb340 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.691256:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608501504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.691268:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.691278:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e6302b3c8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb347 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.691298:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604315648:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.691306:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604315776:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.691383:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.691383:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.692093:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604315648:192.168.203.25@tcp:106: 00002000:00010000:0.0:1780298630.692097:0:8359:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 56 -> 160 00000100:00100000:0.0:1780298630.692108:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604315776:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.692140:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e6302b3c8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb347 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.692151:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e6302b3c1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb340 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.692156:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e6302b3c8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb347 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.692175:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79c00, rc 0) 00010000:00010000:3.0:1780298630.692182:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e6302b3c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb340 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.692190:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00000100:00100000:0.0:1780298630.692202:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608501504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 952us (1052us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.692208:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4935 00000100:00100000:2.0:1780298630.692257:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608501376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1036us (1147us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.692266:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4934 00000100:00100000:1.0:1780298630.693249:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.693275:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608501632 00000100:00100000:0.0:1780298630.693280:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608501632 00000100:00100000:1.0:1780298630.693284:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.693314:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608501760 00000100:00100000:0.0:1780298630.693317:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608501760 00000100:00100000:0.0:1780298630.693341:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4936 00000100:00100000:0.0:1780298630.693348:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608501632:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298630.693354:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4937 00010000:00010000:0.0:1780298630.693356:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.693365:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e6302b3cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb34e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.693367:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608501760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.693389:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.693400:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302b3d6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb355 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.693404:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604315904:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.693443:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604316032:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.693445:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.693481:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.694061:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604315904:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.694077:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e6302b3cf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb34e expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.694090:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e6302b3cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb34e expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.694099:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78600, rc 0) 00000100:00100000:0.0:1780298630.694122:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608501632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 776us (874us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.694146:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4936 00000100:00100000:2.0:1780298630.694319:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604316032:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.694334:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302b3d6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb355 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.694348:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302b3d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb355 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.694362:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:2.0:1780298630.694405:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608501760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1042us (1123us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.694411:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4937 00000100:00100000:1.0:1780298630.695171:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.695194:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608501888 00000100:00100000:2.0:1780298630.695198:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608501888 00000100:00100000:2.0:1780298630.695226:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61503 00000100:00100000:2.0:1780298630.695234:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:28749:x1866777608501888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.695249:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.695262:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302b3dd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb35c expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.695340:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b3e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.695351:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b3e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.695359:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b3e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298630.695392:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 7522178 00000004:00200000:2.0:1780298630.695396:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298630.695412:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b3e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.695429:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302b3dd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb35c expref: 64 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.695440:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b3e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb35c expref: 63 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.695445:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.695447:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298630.695449:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298630.695472:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+63:28749:x1866777608501888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 240us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.695476:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61503 00000100:00100000:1.0:1780298630.696388:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.696416:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608502016 00000100:00100000:2.0:1780298630.696420:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608502016 00000100:00100000:2.0:1780298630.696440:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4938 00000100:00100000:2.0:1780298630.696445:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608502016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.696451:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.696456:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302b3eb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb363 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.696476:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604316160:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.696504:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.697068:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604316160:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.697078:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302b3eb lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb363 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.697087:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302b3eb lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb363 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.697093:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298630.697114:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608502016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 669us (728us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.697118:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4938 00000100:00100000:1.0:1780298630.697961:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.697997:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608502144 00000100:00100000:0.0:1780298630.698001:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608502144 00000100:00100000:0.0:1780298630.698029:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4582 00000100:00100000:0.0:1780298630.698037:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608502144:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298630.698256:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298630.698259:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298630.698261:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298630 00002000:00010000:0.0:1780298630.698262:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298630.698264:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 912 -> 976 00000100:00100000:0.0:1780298630.698287:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608502144:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 252us (328us total) trans 4294969175 rc 0/0 00000100:00100000:0.0:1780298630.698292:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4582 00000100:00100000:1.0:1780298630.699142:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.699159:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608502272 00000100:00100000:2.0:1780298630.699163:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608502272 00000100:00100000:2.0:1780298630.699183:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4939 00000100:00100000:2.0:1780298630.699189:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608502272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.699195:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.699201:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302b3f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb36a expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.699221:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604316288:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.699248:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.700018:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604316288:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.700033:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302b3f2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb36a expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.700043:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302b3f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb36a expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.700049:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298630.700070:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608502272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 883us (946us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.700075:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4939 00000100:00100000:1.0:1780298630.700940:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.700979:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608502400 00000100:00100000:3.0:1780298630.700985:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608502400 00000100:00100000:3.0:1780298630.701021:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4940 00000100:00100000:3.0:1780298630.701031:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608502400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.701040:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.701049:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b3f9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb371 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.701074:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604316416:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.701107:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.701842:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604316416:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.701855:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b3f9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb371 expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.701865:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b3f9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb371 expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.701871:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:3.0:1780298630.701902:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608502400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 875us (962us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.701908:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4940 00000100:00100000:2.0:1780298630.702872:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.702902:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608502528 00000100:00100000:0.0:1780298630.702906:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608502528 00000100:00100000:0.0:1780298630.702930:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4941 00000100:00100000:0.0:1780298630.702936:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608502528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.702942:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.702949:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e6302b400 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb378 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.702970:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604316544:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.703001:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.703666:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604316544:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.703678:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e6302b400 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb378 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.703687:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e6302b400 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb378 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.703694:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79c00, rc 0) 00000100:00100000:0.0:1780298630.703722:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608502528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 787us (852us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.703727:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4941 00000100:00100000:1.0:1780298630.704692:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.704728:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608502656 00000100:00100000:2.0:1780298630.704732:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608502656 00000100:00100000:2.0:1780298630.704756:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4942 00000100:00100000:2.0:1780298630.704762:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608502656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.704769:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.704776:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b407 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb37f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.704804:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604316672:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.704845:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.705541:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604316672:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.705559:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b407 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb37f expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.705569:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b407 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb37f expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.705576:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:1.0:1780298630.705601:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608502656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 839us (909us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.705608:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4942 00000100:00100000:1.0:1780298630.706570:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.706606:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608502784 00000100:00100000:2.0:1780298630.706610:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608502784 00000100:00100000:2.0:1780298630.706642:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4943 00000100:00100000:2.0:1780298630.706650:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608502784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.706657:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.706663:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b40e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb386 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.706676:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(58 104) 00010000:00010000:2.0:1780298630.706679:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(58 104) 00010000:00010000:2.0:1780298630.706685:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b40e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1290240->2543615] (req 1290240->1314815) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb386 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.706694:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b40e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1290240->2543615] (req 1290240->1314815) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb386 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.706701:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:2.0:1780298630.706722:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608502784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 74us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.706726:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4943 00000100:00100000:0.0:1780298630.707729:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.707760:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608502912 00000100:00100000:2.0:1780298630.707764:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608502912 00002000:00100000:2.0:1780298630.707791:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (1290240->1314815) req@ffff9cf37f757480 x1866777608502912/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.707800:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757480 with x1866777608502912 ext(1290240->1314815) 00002000:00010000:2.0:1780298630.707805:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f757480 00000100:00100000:2.0:1780298630.707828:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4583 00000100:00100000:2.0:1780298630.707836:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608502912:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.708742:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608502912:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 906us (1011us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1780298630.708750:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4583 00002000:00100000:2.0:1780298630.708759:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (1290240->1314815) req@ffff9cf37f757480 x1866777608502912/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.708768:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757480 with x1866777608502912 ext(1290240->1314815) 00002000:00010000:2.0:1780298630.708772:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f757480 00000100:00100000:0.0:1780298630.709820:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.709853:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608503040 00000100:00100000:3.0:1780298630.709859:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608503040 00000100:00100000:0.0:1780298630.709870:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.709900:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608503168 00000100:00100000:3.0:1780298630.709905:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608503168 00000100:00100000:1.0:1780298630.709918:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4944 00000100:00100000:1.0:1780298630.709929:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608503040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.709938:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.709949:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b415 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb38d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.709975:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4945 00000100:00100000:3.0:1780298630.709993:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608503168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.710001:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298630.710004:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604316800:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.710012:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b41c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb394 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.710047:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604316928:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.710060:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.710079:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.710899:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604316928:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.710922:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b41c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb394 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.710935:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b41c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb394 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.710943:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:3.0:1780298630.710970:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608503168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 986us (1100us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.710978:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4945 00002000:00010000:1.0:1780298630.710999:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298630 -> 1780298631 00000100:00100000:1.0:1780298630.711015:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604316800:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.711035:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b415 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb38d expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.711048:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b415 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb38d expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.711057:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298630.711091:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608503040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1165us (1271us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.711098:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4944 00000100:00100000:2.0:1780298630.712013:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.712069:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.712116:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608503296 00000100:00100000:0.0:1780298630.712141:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608503296 00000100:00100000:1.0:1780298630.712166:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608503424 00000100:00100000:1.0:1780298630.712172:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608503424 00000100:00100000:0.0:1780298630.712176:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4946 00000100:00100000:0.0:1780298630.712186:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608503296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.712196:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.712206:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302b423 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb39b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.712213:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4947 00000100:00100000:0.0:1780298630.712244:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604317056:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.712283:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608503424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.712292:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.712297:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00010000:00010000:1.0:1780298630.712301:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302b42a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb3a2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.712329:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604317184:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.712355:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.713169:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604317056:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.713187:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604317184:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.713188:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302b423 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb39b expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.713204:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302b423 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb39b expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.713209:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302b42a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3a2 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.713212:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79400, rc 0) 00010000:00010000:1.0:1780298630.713228:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302b42a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3a2 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.713236:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:0.0:1780298630.713250:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608503296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1065us (1237us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.713257:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608503424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1033us (1186us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.713264:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4946 00000100:00100000:1.0:1780298630.713271:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4947 00000100:00100000:2.0:1780298630.714469:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.714502:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608503552 00000100:00100000:0.0:1780298630.714512:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608503552 00000100:00100000:0.0:1780298630.714547:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4948 00000100:00100000:0.0:1780298630.714556:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608503552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.714567:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.714583:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b431 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb3a9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.714605:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(58 104) 00010000:00010000:0.0:1780298630.714610:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(58 104) 00010000:00010000:0.0:1780298630.714619:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b431 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [458752->1290239] (req 458752->487423) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3a9 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.714635:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b431 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [458752->1290239] (req 458752->487423) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3a9 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.714642:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:0.0:1780298630.714666:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608503552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 113us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.714670:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4948 00000100:00100000:2.0:1780298630.715771:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.715813:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608503680 00000100:00100000:1.0:1780298630.715818:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608503680 00002000:00100000:1.0:1780298630.715851:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (458752->462847) req@ffff9cf254889f80 x1866777608503680/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.715862:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889f80 with x1866777608503680 ext(458752->462847) 00002000:00010000:1.0:1780298630.715867:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254889f80 00000100:00100000:1.0:1780298630.715889:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4584 00000100:00100000:1.0:1780298630.715899:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608503680:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.716066:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608503680:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 169us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.716073:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4584 00002000:00100000:1.0:1780298630.716080:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (458752->462847) req@ffff9cf254889f80 x1866777608503680/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.716088:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889f80 with x1866777608503680 ext(458752->462847) 00002000:00010000:1.0:1780298630.716092:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254889f80 00000100:00100000:2.0:1780298630.717066:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.717110:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608503808 00000100:00100000:0.0:1780298630.717121:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608503808 00002000:00100000:0.0:1780298630.717172:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (483328->487423) req@ffff9cf254888700 x1866777608503808/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.717182:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888700 with x1866777608503808 ext(483328->487423) 00002000:00010000:0.0:1780298630.717186:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254888700 00000100:00100000:0.0:1780298630.717209:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4585 00000100:00100000:0.0:1780298630.717218:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608503808:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.717340:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608503808:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 124us (276us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.717348:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4585 00002000:00100000:0.0:1780298630.717355:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (483328->487423) req@ffff9cf254888700 x1866777608503808/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.717364:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888700 with x1866777608503808 ext(483328->487423) 00002000:00010000:0.0:1780298630.717368:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254888700 00000100:00100000:2.0:1780298630.718446:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.718489:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608503936 00000100:00100000:1.0:1780298630.718495:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608503936 00000100:00100000:1.0:1780298630.718530:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4949 00000100:00100000:1.0:1780298630.718538:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608503936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.718556:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.718572:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b438 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb3b0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.718623:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604317312:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.718692:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.719531:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604317312:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.719563:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b438 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3b0 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.719582:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b438 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3b0 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.719591:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:1.0:1780298630.719633:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608503936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1098us (1189us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.719640:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4949 00000100:00100000:2.0:1780298630.720553:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.720603:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608504064 00000100:00100000:0.0:1780298630.720613:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608504064 00000100:00100000:0.0:1780298630.720663:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4950 00000100:00100000:0.0:1780298630.720674:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608504064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.720687:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.720700:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302b43f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb3b7 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.720747:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604317440:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.720796:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.721435:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604317440:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.721457:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302b43f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3b7 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.721472:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302b43f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3b7 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.721483:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79400, rc 0) 00000100:00100000:0.0:1780298630.721510:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608504064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 841us (960us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.721516:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4950 00000100:00100000:2.0:1780298630.722424:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.722465:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608504192 00000100:00100000:1.0:1780298630.722472:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608504192 00000100:00100000:1.0:1780298630.722506:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4951 00000100:00100000:1.0:1780298630.722516:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608504192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.722539:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.722555:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b446 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb3be expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.722562:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.722601:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608504320 00000100:00100000:0.0:1780298630.722605:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608504320 00000100:00100000:1.0:1780298630.722614:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604317568:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.722631:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4952 00000100:00100000:0.0:1780298630.722637:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608504320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.722645:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.722655:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e6302b44d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb3c5 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.722677:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.722691:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604317696:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.722719:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.723387:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604317568:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.723407:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b446 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3be expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.723424:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b446 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3be expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.723435:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298630.723471:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608504192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 956us (1047us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.723479:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4951 00000100:00100000:0.0:1780298630.723580:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604317696:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.723598:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e6302b44d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3c5 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.723613:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e6302b44d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3c5 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.723624:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79c00, rc 0) 00000100:00100000:0.0:1780298630.723655:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608504320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1018us (1098us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.723665:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4952 00000100:00100000:3.0:1780298630.724702:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.724742:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608504448 00000100:00100000:1.0:1780298630.724748:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608504448 00000100:00100000:1.0:1780298630.724783:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4953 00000100:00100000:1.0:1780298630.724791:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608504448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.724801:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.724811:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b454 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb3cc expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.724837:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e6302b374 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2fa expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.724847:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(106 143) 00010000:00010000:1.0:1780298630.724851:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(107 143) 00010000:00010000:1.0:1780298630.724856:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b454 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [720896->724991] (req 720896->724991) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3cc expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.724880:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e6302b374 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2fa expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.724894:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e6302b374 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2fa expref: 10 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.724905:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604317824:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.724947:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.725603:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604317824:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.725620:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b454 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [720896->724991] (req 720896->724991) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3cc expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.725631:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298630.725659:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608504448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 869us (957us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.725671:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4953 00000100:00100000:2.0:1780298630.725828:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.725865:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608504576 00000100:00100000:1.0:1780298630.725870:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608504576 00010000:00010000:1.0:1780298630.725888:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e6302b374 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2fa expref: 11 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.725917:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14195 00000100:00100000:1.0:1780298630.725924:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608504576:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.725934:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.725947:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e6302b374 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2fa expref: 11 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.725959:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e6302b374 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2fa expref: 11 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.725977:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e6302b374 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb2fa expref: 11 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.725987:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(107 143) 00010000:00010000:1.0:1780298630.725991:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(107 143) 00010000:00010000:1.0:1780298630.725999:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b454 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [720896->34275327] (req 720896->724991) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3cc expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.726008:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b454 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [720896->34275327] (req 720896->724991) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3cc expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.726035:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b454 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [720896->34275327] (req 720896->724991) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3cc expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.726046:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604317952:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.726080:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.726681:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604317952:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.726692:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.726726:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608504576:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 802us (899us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.726734:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14195 00000100:00100000:3.0:1780298630.727003:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.727049:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608504704 00000100:00100000:2.0:1780298630.727054:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608504704 00002000:00100000:2.0:1780298630.727083:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (720896->724991) req@ffff9cf2556aa300 x1866777608504704/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.727093:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aa300 with x1866777608504704 ext(720896->724991) 00002000:00010000:2.0:1780298630.727097:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aa300 00000100:00100000:2.0:1780298630.727117:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4586 00000100:00100000:2.0:1780298630.727145:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608504704:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.727271:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608504704:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 147us (267us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.727278:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4586 00002000:00100000:2.0:1780298630.727285:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (720896->724991) req@ffff9cf2556aa300 x1866777608504704/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.727293:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aa300 with x1866777608504704 ext(720896->724991) 00002000:00010000:2.0:1780298630.727297:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aa300 00000100:00100000:2.0:1780298630.728550:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.728594:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608504832 00000100:00100000:0.0:1780298630.728600:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608504832 00002000:00100000:0.0:1780298630.728628:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (724992->729087) req@ffff9cf242b43480 x1866777608504832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.728639:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43480 with x1866777608504832 ext(724992->729087) 00002000:00010000:0.0:1780298630.728644:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b43480 00000100:00100000:0.0:1780298630.728666:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4587 00000100:00100000:0.0:1780298630.728674:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608504832:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.728784:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608504832:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 111us (237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.728792:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4587 00002000:00100000:0.0:1780298630.728799:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (724992->729087) req@ffff9cf242b43480 x1866777608504832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.728808:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43480 with x1866777608504832 ext(724992->729087) 00002000:00010000:0.0:1780298630.728812:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b43480 00000100:00100000:3.0:1780298630.730046:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.730098:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608504960 00000100:00100000:2.0:1780298630.730103:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608504960 00002000:00100000:2.0:1780298630.730144:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (729088->733183) req@ffff9cf2556aaa00 x1866777608504960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.730163:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aaa00 with x1866777608504960 ext(729088->733183) 00002000:00010000:2.0:1780298630.730166:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aaa00 00000100:00100000:2.0:1780298630.730186:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4588 00000100:00100000:2.0:1780298630.730192:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608504960:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.730273:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608504960:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 82us (235us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.730278:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4588 00002000:00100000:2.0:1780298630.730282:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (729088->733183) req@ffff9cf2556aaa00 x1866777608504960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.730288:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aaa00 with x1866777608504960 ext(729088->733183) 00002000:00010000:2.0:1780298630.730291:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aaa00 00000100:00100000:3.0:1780298630.731413:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.731493:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608505088 00000100:00100000:1.0:1780298630.731499:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608505088 00002000:00100000:1.0:1780298630.731525:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (733184->737279) req@ffff9cf2556a8e00 x1866777608505088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.731536:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8e00 with x1866777608505088 ext(733184->737279) 00002000:00010000:1.0:1780298630.731540:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a8e00 00000100:00100000:1.0:1780298630.731564:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4589 00000100:00100000:1.0:1780298630.731571:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608505088:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.731662:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608505088:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 91us (250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.731669:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4589 00002000:00100000:1.0:1780298630.731676:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (733184->737279) req@ffff9cf2556a8e00 x1866777608505088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.731692:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8e00 with x1866777608505088 ext(733184->737279) 00002000:00010000:1.0:1780298630.731696:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a8e00 00000100:00100000:0.0:1780298630.733113:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.733162:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608505216 00000100:00100000:3.0:1780298630.733170:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608505216 00002000:00100000:2.0:1780298630.733229:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (737280->741375) req@ffff9cf37f757800 x1866777608505216/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.733237:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757800 with x1866777608505216 ext(737280->741375) 00002000:00010000:2.0:1780298630.733241:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f757800 00000100:00100000:2.0:1780298630.733268:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4590 00000100:00100000:2.0:1780298630.733274:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608505216:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.733363:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608505216:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 86us (250us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.733368:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4590 00002000:00100000:2.0:1780298630.733385:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (737280->741375) req@ffff9cf37f757800 x1866777608505216/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.733396:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757800 with x1866777608505216 ext(737280->741375) 00002000:00010000:2.0:1780298630.733398:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f757800 00000100:00100000:3.0:1780298630.734536:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.734571:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608505344 00000100:00100000:2.0:1780298630.734577:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608505344 00002000:00100000:2.0:1780298630.734601:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (741376->745471) req@ffff9cf2556a9f80 x1866777608505344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.734608:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a9f80 with x1866777608505344 ext(741376->745471) 00002000:00010000:2.0:1780298630.734610:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a9f80 00000100:00100000:2.0:1780298630.734627:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4591 00000100:00100000:2.0:1780298630.734634:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608505344:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.734703:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608505344:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 64us (162us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.734710:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4591 00002000:00100000:2.0:1780298630.734718:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (741376->745471) req@ffff9cf2556a9f80 x1866777608505344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.734726:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a9f80 with x1866777608505344 ext(741376->745471) 00002000:00010000:2.0:1780298630.734730:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a9f80 00000100:00100000:3.0:1780298630.735832:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.735874:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608505472 00000100:00100000:0.0:1780298630.735880:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608505472 00002000:00100000:0.0:1780298630.735904:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (745472->749567) req@ffff9cf2556a9500 x1866777608505472/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.735913:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a9500 with x1866777608505472 ext(745472->749567) 00002000:00010000:0.0:1780298630.735917:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a9500 00000100:00100000:0.0:1780298630.735938:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4592 00000100:00100000:0.0:1780298630.735947:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608505472:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.736028:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608505472:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 82us (196us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.736034:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4592 00002000:00100000:0.0:1780298630.736042:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (745472->749567) req@ffff9cf2556a9500 x1866777608505472/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.736050:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a9500 with x1866777608505472 ext(745472->749567) 00002000:00010000:0.0:1780298630.736054:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a9500 00000100:00100000:0.0:1780298630.737308:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.737358:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608505600 00000100:00100000:2.0:1780298630.737363:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608505600 00002000:00100000:2.0:1780298630.737397:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (749568->786431) req@ffff9cf37f755f80 x1866777608505600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.737404:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755f80 with x1866777608505600 ext(749568->786431) 00002000:00010000:2.0:1780298630.737407:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f755f80 00000100:00100000:2.0:1780298630.737426:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4593 00000100:00100000:2.0:1780298630.737431:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608505600:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.738282:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608505600:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 849us (977us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1780298630.738287:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4593 00002000:00100000:2.0:1780298630.738293:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (749568->786431) req@ffff9cf37f755f80 x1866777608505600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.738298:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755f80 with x1866777608505600 ext(749568->786431) 00002000:00010000:2.0:1780298630.738301:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f755f80 00000100:00100000:0.0:1780298630.740031:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.740079:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608505728 00000100:00100000:1.0:1780298630.740086:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608505728 00002000:00100000:1.0:1780298630.740115:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (720896->761855) req@ffff9cf37f756680 x1866777608505728/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.740122:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f756680 with x1866777608505728 ext(720896->761855) 00002000:00010000:1.0:1780298630.740145:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f756680 00000100:00100000:1.0:1780298630.740176:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4594 00000100:00100000:1.0:1780298630.740184:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608505728:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298630.741694:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608505728:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1508us (1664us total) trans 4294969176 rc 0/0 00000100:00100000:1.0:1780298630.741712:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4594 00002000:00100000:1.0:1780298630.741722:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (720896->761855) req@ffff9cf37f756680 x1866777608505728/t4294969176(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.741730:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f756680 with x1866777608505728 ext(720896->761855) 00002000:00010000:1.0:1780298630.741734:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f756680 00000100:00100000:0.0:1780298630.742623:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.742683:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608505856 00000100:00100000:2.0:1780298630.742689:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608505856 00000100:00100000:2.0:1780298630.742731:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4954 00000100:00100000:2.0:1780298630.742740:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608505856:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298630.743566:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969176 is committed 00000001:00080000:0.0:1780298630.743574:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969175 is committed 00000100:00100000:2.0:1780298630.743656:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608505856:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 918us (1034us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.743662:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4954 00000100:00100000:3.0:1780298630.744715:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.744762:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608505984 00000100:00100000:0.0:1780298630.744767:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608505984 00000100:00100000:0.0:1780298630.744794:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4955 00000100:00100000:0.0:1780298630.744800:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608505984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.744810:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.744826:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b45b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb3d3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.744874:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604318080:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.744946:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.745012:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.745054:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608506112 00000100:00100000:0.0:1780298630.745059:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608506112 00000100:00100000:0.0:1780298630.745103:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4956 00000100:00100000:0.0:1780298630.745110:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608506112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.745119:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.745150:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302b462 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb3da expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.745174:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604318208:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.745202:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00002000:00010000:0.0:1780298630.745857:0:19992:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 976 -> 1056 00000100:00100000:0.0:1780298630.745873:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604318080:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.745904:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b45b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3d3 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.745925:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b45b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3d3 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.745941:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00000100:00100000:0.0:1780298630.745978:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608505984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1177us (1264us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.745986:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4955 00000100:00100000:2.0:1780298630.746080:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604318208:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.746097:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302b462 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3da expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.746107:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302b462 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3da expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.746116:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:2.0:1780298630.746163:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608506112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1054us (1152us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.746168:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4956 00000100:00100000:3.0:1780298630.747237:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.747271:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.747290:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608506240 00000100:00100000:1.0:1780298630.747295:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608506240 00000100:00100000:0.0:1780298630.747314:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608506368 00000100:00100000:0.0:1780298630.747320:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608506368 00000100:00100000:1.0:1780298630.747327:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4957 00000100:00100000:1.0:1780298630.747335:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608506240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.747344:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.747353:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b469 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb3e1 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.747362:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4958 00000100:00100000:0.0:1780298630.747387:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608506368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.747396:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298630.747399:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604318336:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.747407:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e6302b470 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb3e8 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.747441:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604318464:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.747449:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.747473:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.748155:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604318336:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.748175:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b469 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3e1 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.748190:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b469 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3e1 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.748201:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298630.748231:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608506240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 899us (997us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.748237:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4957 00000100:00100000:0.0:1780298630.748286:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604318464:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.748296:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e6302b470 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3e8 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.748306:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e6302b470 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3e8 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.748312:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79a00, rc 0) 00000100:00100000:0.0:1780298630.748327:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608506368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 958us (1059us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.748331:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4958 00000100:00100000:3.0:1780298630.749346:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.749390:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.749390:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608506496 00000100:00100000:1.0:1780298630.749397:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608506496 00000100:00100000:0.0:1780298630.749432:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608506624 00000100:00100000:0.0:1780298630.749438:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608506624 00000100:00100000:1.0:1780298630.749442:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4959 00000100:00100000:1.0:1780298630.749454:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608506496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.749465:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.749472:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4960 00010000:00010000:1.0:1780298630.749475:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302b477 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb3ef expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.749485:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608506624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.749496:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.749505:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b47e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb3f6 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.749514:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604318592:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.749540:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604318720:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.749573:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.749574:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.750442:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604318592:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.750461:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302b477 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3ef expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.750479:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302b477 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3ef expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.750483:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604318720:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.750491:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00010000:00010000:0.0:1780298630.750507:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b47e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3f6 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.750525:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608506496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1073us (1178us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298630.750526:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b47e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3f6 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.750542:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4959 00010000:00010000:0.0:1780298630.750546:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00000100:00100000:0.0:1780298630.750575:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608506624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1094us (1185us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.750583:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4960 00000100:00100000:2.0:1780298630.751569:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.751608:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608506752 00000100:00100000:0.0:1780298630.751613:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608506752 00000100:00100000:0.0:1780298630.751647:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4961 00000100:00100000:0.0:1780298630.751655:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608506752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.751665:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.751674:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b485 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb3fd expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.751702:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.751705:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604318848:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.751740:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.751753:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608506880 00000100:00100000:1.0:1780298630.751759:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608506880 00000100:00100000:1.0:1780298630.751792:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4962 00000100:00100000:1.0:1780298630.751801:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608506880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.751810:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.751819:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302b48c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb404 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.751849:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604318976:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.751886:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.752355:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604318848:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.752381:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b485 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3fd expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.752402:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b485 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3fd expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.752412:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00000100:00100000:0.0:1780298630.752435:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608506752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 782us (868us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.752442:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4961 00000100:00100000:1.0:1780298630.752571:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604318976:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.752587:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302b48c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb404 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.752617:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302b48c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb404 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.752627:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298630.752654:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608506880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 856us (953us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.752662:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4962 00000100:00100000:3.0:1780298630.753603:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.753636:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608507008 00000100:00100000:3.0:1780298630.753642:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.753642:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608507008 00000100:00100000:1.0:1780298630.753670:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608507136 00000100:00100000:1.0:1780298630.753675:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608507136 00000100:00100000:0.0:1780298630.753685:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4963 00000100:00100000:0.0:1780298630.753696:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608507008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.753704:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298630.753712:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4964 00010000:00010000:0.0:1780298630.753713:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e6302b493 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb40b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.753724:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608507136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.753734:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.753744:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b49a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb412 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.753750:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604319104:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.753784:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604319232:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.753799:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.753815:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.754433:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604319232:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.754449:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604319104:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.754453:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b49a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb412 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.754469:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e6302b493 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb40b expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.754472:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b49a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb412 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.754495:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00010000:00010000:0.0:1780298630.754499:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e6302b493 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb40b expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.754511:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78000, rc 0) 00000100:00100000:1.0:1780298630.754528:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608507136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 809us (885us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.754539:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4964 00000100:00100000:0.0:1780298630.754540:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608507008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 843us (934us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.754550:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4963 00000100:00100000:2.0:1780298630.755526:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.755556:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.755573:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608507392 00000100:00100000:0.0:1780298630.755581:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608507392 00000100:00100000:1.0:1780298630.755611:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608507264 00000100:00100000:0.0:1780298630.755615:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4965 00000100:00100000:1.0:1780298630.755617:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608507264 00000100:00100000:0.0:1780298630.755623:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608507392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.755630:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.755638:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e6302b4a1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb420 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.755649:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4966 00000100:00100000:1.0:1780298630.755657:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608507264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.755663:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.755669:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604319360:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.755671:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b4a8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb419 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.755698:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604319488:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.755718:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.755725:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.756473:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604319360:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.756494:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e6302b4a1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb420 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.756510:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e6302b4a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb420 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.756523:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604319488:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.756528:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79a00, rc 0) 00010000:00010000:1.0:1780298630.756543:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b4a8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb419 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.756558:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b4a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb419 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.756568:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608507392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 945us (1042us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298630.756569:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:0.0:1780298630.756579:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4965 00000100:00100000:1.0:1780298630.756599:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608507264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 941us (1041us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.756607:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4966 00000100:00100000:3.0:1780298630.757660:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.757708:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608507520 00000100:00100000:2.0:1780298630.757713:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608507520 00000100:00100000:2.0:1780298630.757748:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4967 00000100:00100000:2.0:1780298630.757755:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608507520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.757762:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.757770:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302b4af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb427 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.757780:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.757799:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604319616:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.757815:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608507648 00000100:00100000:0.0:1780298630.757820:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608507648 00000100:00100000:2.0:1780298630.757840:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.757860:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4968 00000100:00100000:0.0:1780298630.757870:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608507648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.757878:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.757888:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302b4b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb42e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.757915:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604319744:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.757949:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.758600:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604319616:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.758613:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604319744:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.758622:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302b4af lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb427 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.758631:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302b4b6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb42e expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.758641:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302b4af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb427 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.758645:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302b4b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb42e expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.758661:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00010000:00010000:0.0:1780298630.758662:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00000100:00100000:0.0:1780298630.758690:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608507648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 824us (916us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.758696:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608507520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 940us (1035us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.758697:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4968 00000100:00100000:2.0:1780298630.758712:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4967 00000100:00100000:3.0:1780298630.759703:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.759736:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.759740:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608507776 00000100:00100000:1.0:1780298630.759745:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608507776 00000100:00100000:0.0:1780298630.759780:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608507904 00000100:00100000:0.0:1780298630.759785:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608507904 00000100:00100000:1.0:1780298630.759792:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4969 00000100:00100000:1.0:1780298630.759802:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608507776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.759811:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.759815:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4970 00010000:00010000:1.0:1780298630.759821:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302b4bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb435 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.759826:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608507904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.759840:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.759851:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b4c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb43c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.759859:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604319872:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.759888:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604320000:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.759897:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.759920:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.760672:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604320000:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.760696:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b4c4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb43c expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.760711:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b4c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb43c expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.760716:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604319872:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.760729:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00010000:00010000:1.0:1780298630.760746:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302b4bd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb435 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.760762:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608507904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 938us (1022us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298630.760763:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302b4bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb435 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.760780:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4970 00010000:00010000:1.0:1780298630.760790:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:1.0:1780298630.760814:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608507776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1014us (1110us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.760820:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4969 00000100:00100000:3.0:1780298630.761865:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.761900:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608508032 00000100:00100000:1.0:1780298630.761904:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608508032 00000100:00100000:3.0:1780298630.761911:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.761935:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608508160 00000100:00100000:1.0:1780298630.761940:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608508160 00000100:00100000:0.0:1780298630.761955:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4971 00000100:00100000:2.0:1780298630.761966:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4972 00000100:00100000:0.0:1780298630.761968:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608508032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.761978:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298630.761980:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608508160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.761988:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302b4cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb443 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.761998:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.762009:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e6302b4d2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb44a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.762028:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604320128:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.762043:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604320256:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.762067:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.762076:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.762781:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604320128:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.762786:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604320256:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.762800:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302b4cb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb443 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.762808:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e6302b4d2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb44a expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.762813:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302b4cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb443 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.762832:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00010000:00010000:2.0:1780298630.762836:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e6302b4d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb44a expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.762848:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:0.0:1780298630.762857:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608508032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 894us (1029us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.762863:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4971 00000100:00100000:2.0:1780298630.762875:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608508160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 898us (963us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.762883:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4972 00000100:00100000:3.0:1780298630.763829:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.763861:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608508288 00000100:00100000:2.0:1780298630.763866:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608508288 00000100:00100000:2.0:1780298630.763895:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4973 00000100:00100000:2.0:1780298630.763901:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608508288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.763910:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.763918:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b4d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb451 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.763934:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(107 143) 00010000:00010000:2.0:1780298630.763939:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(107 143) 00010000:00010000:2.0:1780298630.763947:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b4d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [253952->720895] (req 253952->258047) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb451 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.763962:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b4d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [253952->720895] (req 253952->258047) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb451 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.763970:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:2.0:1780298630.764002:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608508288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 100us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.764009:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4973 00000100:00100000:3.0:1780298630.764803:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.764837:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608508416 00000100:00100000:2.0:1780298630.764841:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608508416 00002000:00100000:2.0:1780298630.764867:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (253952->258047) req@ffff9cf37f8eca80 x1866777608508416/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.764875:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8eca80 with x1866777608508416 ext(253952->258047) 00002000:00010000:2.0:1780298630.764879:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8eca80 00000100:00100000:2.0:1780298630.764896:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4595 00000100:00100000:2.0:1780298630.764901:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608508416:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.765007:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608508416:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 107us (205us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.765012:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4595 00002000:00100000:2.0:1780298630.765017:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (253952->258047) req@ffff9cf37f8eca80 x1866777608508416/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.765023:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8eca80 with x1866777608508416 ext(253952->258047) 00002000:00010000:2.0:1780298630.765027:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8eca80 00000100:00100000:3.0:1780298630.766102:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.766206:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608508544 00000100:00100000:3.0:1780298630.766210:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608508544 00002000:00100000:3.0:1780298630.766237:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (258048->262143) req@ffff9cf37f8ef480 x1866777608508544/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.766247:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ef480 with x1866777608508544 ext(258048->262143) 00002000:00010000:3.0:1780298630.766251:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ef480 00000100:00100000:3.0:1780298630.766275:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4596 00000100:00100000:3.0:1780298630.766285:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608508544:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.766392:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608508544:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 110us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.766400:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4596 00002000:00100000:2.0:1780298630.766407:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (258048->262143) req@ffff9cf37f8ef480 x1866777608508544/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.766415:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ef480 with x1866777608508544 ext(258048->262143) 00002000:00010000:2.0:1780298630.766419:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ef480 00000100:00100000:3.0:1780298630.767335:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.767381:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608508672 00000100:00100000:0.0:1780298630.767386:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608508672 00002000:00100000:0.0:1780298630.767407:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (262144->266239) req@ffff9cf37f8edf80 x1866777608508672/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.767417:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8edf80 with x1866777608508672 ext(262144->266239) 00002000:00010000:0.0:1780298630.767421:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8edf80 00000100:00100000:0.0:1780298630.767442:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4597 00000100:00100000:0.0:1780298630.767450:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608508672:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.767536:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608508672:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 87us (201us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.767543:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4597 00002000:00100000:0.0:1780298630.767550:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (262144->266239) req@ffff9cf37f8edf80 x1866777608508672/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.767560:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8edf80 with x1866777608508672 ext(262144->266239) 00002000:00010000:0.0:1780298630.767564:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8edf80 00000100:00100000:3.0:1780298630.768716:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.768758:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608508800 00000100:00100000:2.0:1780298630.768763:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608508800 00002000:00100000:2.0:1780298630.768785:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (266240->270335) req@ffff9cf37f8ef800 x1866777608508800/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.768794:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ef800 with x1866777608508800 ext(266240->270335) 00002000:00010000:2.0:1780298630.768797:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ef800 00000100:00100000:2.0:1780298630.768820:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4598 00000100:00100000:2.0:1780298630.768827:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608508800:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.768897:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608508800:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (214us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.768904:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4598 00002000:00100000:2.0:1780298630.768912:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (266240->270335) req@ffff9cf37f8ef800 x1866777608508800/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.768921:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ef800 with x1866777608508800 ext(266240->270335) 00002000:00010000:2.0:1780298630.768924:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ef800 00000100:00100000:3.0:1780298630.769940:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.769969:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608508928 00000100:00100000:1.0:1780298630.769973:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608508928 00002000:00100000:1.0:1780298630.769990:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (270336->274431) req@ffff9cf37f8eed80 x1866777608508928/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.769996:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8eed80 with x1866777608508928 ext(270336->274431) 00002000:00010000:1.0:1780298630.769999:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8eed80 00000100:00100000:1.0:1780298630.770014:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4599 00000100:00100000:1.0:1780298630.770020:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608508928:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.770078:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608508928:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 56us (138us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.770083:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4599 00002000:00100000:1.0:1780298630.770088:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (270336->274431) req@ffff9cf37f8eed80 x1866777608508928/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.770095:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8eed80 with x1866777608508928 ext(270336->274431) 00002000:00010000:1.0:1780298630.770097:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8eed80 00000100:00100000:2.0:1780298630.771498:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.771533:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608509056 00000100:00100000:0.0:1780298630.771539:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608509056 00002000:00100000:0.0:1780298630.771561:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (274432->278527) req@ffff9cf242b40380 x1866777608509056/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.771571:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40380 with x1866777608509056 ext(274432->278527) 00002000:00010000:0.0:1780298630.771575:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40380 00000100:00100000:0.0:1780298630.771596:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4600 00000100:00100000:0.0:1780298630.771605:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608509056:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.771681:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608509056:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 78us (184us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.771689:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4600 00002000:00100000:0.0:1780298630.771696:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (274432->278527) req@ffff9cf242b40380 x1866777608509056/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.771705:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40380 with x1866777608509056 ext(274432->278527) 00002000:00010000:0.0:1780298630.771708:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40380 00000100:00100000:3.0:1780298630.772948:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.772995:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608509184 00000100:00100000:2.0:1780298630.773000:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608509184 00002000:00100000:2.0:1780298630.773034:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (278528->282623) req@ffff9cf37f8ece00 x1866777608509184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.773045:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ece00 with x1866777608509184 ext(278528->282623) 00002000:00010000:2.0:1780298630.773049:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ece00 00000100:00100000:2.0:1780298630.773071:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4601 00000100:00100000:2.0:1780298630.773081:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608509184:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.773175:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608509184:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 97us (228us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.773183:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4601 00002000:00100000:2.0:1780298630.773189:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (278528->282623) req@ffff9cf37f8ece00 x1866777608509184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.773198:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ece00 with x1866777608509184 ext(278528->282623) 00002000:00010000:2.0:1780298630.773201:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ece00 00000100:00100000:3.0:1780298630.774292:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.774339:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608509312 00000100:00100000:0.0:1780298630.774344:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608509312 00002000:00100000:0.0:1780298630.774368:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (253952->282623) req@ffff9cf37f8ed180 x1866777608509312/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.774404:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ed180 with x1866777608509312 ext(253952->282623) 00002000:00010000:0.0:1780298630.774407:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ed180 00000100:00100000:0.0:1780298630.774425:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4602 00000100:00100000:0.0:1780298630.774433:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608509312:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298630.775828:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608509312:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1393us (1534us total) trans 4294969178 rc 0/0 00000100:00100000:1.0:1780298630.775835:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4602 00002000:00100000:1.0:1780298630.775841:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (253952->282623) req@ffff9cf37f8ed180 x1866777608509312/t4294969178(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.775848:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8ed180 with x1866777608509312 ext(253952->282623) 00002000:00010000:1.0:1780298630.775851:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8ed180 00000100:00100000:3.0:1780298630.776709:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.776746:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608509440 00000100:00100000:1.0:1780298630.776750:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608509440 00000100:00100000:1.0:1780298630.776777:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4974 00000100:00100000:1.0:1780298630.776782:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608509440:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298630.777519:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969178 is committed 00000100:00100000:1.0:1780298630.777593:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608509440:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 810us (885us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.777599:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4974 00000100:00100000:3.0:1780298630.778619:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.778640:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.778664:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608509568 00000100:00100000:1.0:1780298630.778670:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608509568 00000100:00100000:0.0:1780298630.778684:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608509696 00000100:00100000:0.0:1780298630.778690:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608509696 00000100:00100000:1.0:1780298630.778712:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4975 00000100:00100000:1.0:1780298630.778723:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608509568:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298630.778728:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4976 00010000:00010000:1.0:1780298630.778736:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.778737:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608509696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.778748:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.778756:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302b4e0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb458 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.778761:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b4e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb45f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.778828:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604320384:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.778830:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604320512:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.778901:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.778902:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.779852:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604320384:192.168.203.25@tcp:106: 00002000:00010000:3.0:1780298630.779876:0:9128:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1056 -> 1064 00010000:00010000:1.0:1780298630.779882:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b4e7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb45f expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.779886:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604320512:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.779910:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302b4e0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb458 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.779911:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b4e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb45f expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.779937:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00010000:00010000:3.0:1780298630.779941:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302b4e0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb458 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.779953:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:1.0:1780298630.779971:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608509696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1234us (1327us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.779982:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608509568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1260us (1360us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.779988:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4976 00000100:00100000:3.0:1780298630.779998:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4975 00000100:00100000:2.0:1780298630.780965:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.781012:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608509824 00000100:00100000:1.0:1780298630.781018:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608509824 00000100:00100000:1.0:1780298630.781053:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4977 00000100:00100000:1.0:1780298630.781060:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608509824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.781068:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.781076:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b4ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb466 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.781101:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604320640:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.781122:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.781159:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.781217:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608509952 00000100:00100000:3.0:1780298630.781225:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608509952 00000100:00100000:2.0:1780298630.781297:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4978 00000100:00100000:2.0:1780298630.781305:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608509952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.781314:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.781324:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302b4f5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb46d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.781351:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604320768:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.781391:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.781842:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604320640:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.781860:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b4ee lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb466 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.781877:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b4ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb466 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.781887:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298630.781923:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608509824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 859us (955us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.781935:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4977 00000100:00100000:2.0:1780298630.782043:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604320768:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.782060:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302b4f5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb46d expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.782074:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302b4f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb46d expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.782083:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298630.782111:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608509952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 807us (990us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.782118:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4978 00000100:00100000:2.0:1780298630.784358:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.784412:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608510080 00000100:00100000:0.0:1780298630.784420:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608510080 00000100:00100000:0.0:1780298630.784467:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4979 00000100:00100000:0.0:1780298630.784476:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608510080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.784489:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.784504:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b4fc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb474 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.784529:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b454 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [720896->34275327] (req 720896->724991) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3cc expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.784539:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(107 143) 00010000:00010000:0.0:1780298630.784544:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(108 143) 00010000:00010000:0.0:1780298630.784549:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b4fc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1458176->1511423] (req 1458176->1511423) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb474 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.784579:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b454 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [720896->34275327] (req 720896->724991) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3cc expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.784593:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [720896->34275327] (req 720896->724991) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3cc expref: 6 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.784606:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604320896:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.784663:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.785469:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604320896:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.785490:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b4fc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1458176->1511423] (req 1458176->1511423) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb474 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.785504:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00000100:00100000:0.0:1780298630.785538:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608510080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1063us (1184us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.785545:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4979 00000100:00100000:3.0:1780298630.785842:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.785891:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608510208 00000100:00100000:0.0:1780298630.785897:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608510208 00010000:00010000:0.0:1780298630.785918:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [720896->34275327] (req 720896->724991) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3cc expref: 7 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.785950:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14196 00000100:00100000:0.0:1780298630.785958:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608510208:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.785972:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.785989:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [720896->34275327] (req 720896->724991) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3cc expref: 7 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.786002:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b454 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [720896->34275327] (req 720896->724991) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3cc expref: 7 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.786023:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302b454 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [720896->34275327] (req 720896->724991) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3cc expref: 7 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.786035:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(108 143) 00010000:00010000:0.0:1780298630.786039:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(108 143) 00010000:00010000:0.0:1780298630.786048:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b4fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1458176->35012607] (req 1458176->1511423) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb474 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.786057:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b4fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1458176->35012607] (req 1458176->1511423) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb474 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.786083:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b4fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1458176->35012607] (req 1458176->1511423) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb474 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.786095:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604321024:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298630.786158:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.786941:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604321024:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298630.786952:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298630.786990:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608510208:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1033us (1149us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.786998:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14196 00000100:00100000:3.0:1780298630.787299:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.787336:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608510336 00000100:00100000:2.0:1780298630.787341:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608510336 00002000:00100000:2.0:1780298630.787381:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1458176->1462271) req@ffff9cf36e56f480 x1866777608510336/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.787392:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56f480 with x1866777608510336 ext(1458176->1462271) 00002000:00010000:2.0:1780298630.787396:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56f480 00000100:00100000:2.0:1780298630.787416:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4603 00000100:00100000:2.0:1780298630.787424:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608510336:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.787549:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608510336:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 127us (252us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.787554:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4603 00002000:00100000:2.0:1780298630.787558:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1458176->1462271) req@ffff9cf36e56f480 x1866777608510336/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.787564:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56f480 with x1866777608510336 ext(1458176->1462271) 00002000:00010000:2.0:1780298630.787566:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56f480 00000100:00100000:3.0:1780298630.788587:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.788617:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608510464 00000100:00100000:1.0:1780298630.788622:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608510464 00002000:00100000:1.0:1780298630.788650:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (1507328->1511423) req@ffff9cf36e56ed80 x1866777608510464/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.788660:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56ed80 with x1866777608510464 ext(1507328->1511423) 00002000:00010000:1.0:1780298630.788663:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56ed80 00000100:00100000:1.0:1780298630.788685:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4604 00000100:00100000:1.0:1780298630.788695:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608510464:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.788768:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608510464:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 75us (183us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.788775:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4604 00002000:00100000:1.0:1780298630.788781:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (1507328->1511423) req@ffff9cf36e56ed80 x1866777608510464/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.788790:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56ed80 with x1866777608510464 ext(1507328->1511423) 00002000:00010000:1.0:1780298630.788794:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56ed80 00000100:00100000:0.0:1780298630.789887:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.789918:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.789937:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608510592 00000100:00100000:3.0:1780298630.789943:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608510592 00000100:00100000:2.0:1780298630.789967:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608510720 00000100:00100000:2.0:1780298630.789971:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608510720 00000100:00100000:3.0:1780298630.789983:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4980 00000100:00100000:3.0:1780298630.789994:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e425c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608510592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.790004:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298630.790008:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4981 00000100:00100000:2.0:1780298630.790016:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608510720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.790020:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e6302b503 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb47b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.790023:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.790034:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302b50a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb482 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.790065:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604321152:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.790067:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604321280:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.790146:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.790150:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.790988:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604321280:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.790996:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604321152:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.791018:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302b50a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb482 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.791021:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e6302b503 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb47b expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.791053:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302b50a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb482 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.791054:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e6302b503 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb47b expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.791081:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00010000:00010000:2.0:1780298630.791084:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:1.0:1780298630.791118:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e425c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608510592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1127us (1233us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.791151:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608510720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1108us (1204us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.791152:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4980 00000100:00100000:2.0:1780298630.791165:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4981 00000100:00100000:0.0:1780298630.792148:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.792184:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608510848 00000100:00100000:2.0:1780298630.792190:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608510848 00000100:00100000:2.0:1780298630.792241:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4982 00000100:00100000:2.0:1780298630.792249:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608510848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.792260:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298630.792266:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298630.792272:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302b511 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb489 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.792310:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604321408:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.792313:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608510976 00000100:00100000:0.0:1780298630.792319:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608510976 00000100:00100000:0.0:1780298630.792356:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4983 00000100:00100000:2.0:1780298630.792366:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.792366:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608510976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.792388:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.792397:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b518 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb490 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.792429:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604321536:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.792465:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.793178:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604321408:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.793197:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302b511 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb489 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.793209:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604321536:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.793210:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302b511 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb489 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.793224:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00010000:00010000:1.0:1780298630.793238:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b518 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb490 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.793256:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608510848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1006us (1106us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298630.793256:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b518 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb490 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.793273:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4982 00010000:00010000:1.0:1780298630.793277:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00000100:00100000:1.0:1780298630.793303:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608510976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 940us (1040us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.793310:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4983 00000100:00100000:3.0:1780298630.794359:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.794394:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.794403:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608511104 00000100:00100000:1.0:1780298630.794409:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608511104 00000100:00100000:2.0:1780298630.794432:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608511232 00000100:00100000:2.0:1780298630.794437:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608511232 00000100:00100000:1.0:1780298630.794457:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4984 00000100:00100000:1.0:1780298630.794469:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608511104:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298630.794477:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4985 00010000:00010000:1.0:1780298630.794479:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298630.794489:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608511232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.794491:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b51f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb497 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.794499:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.794518:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302b526 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb49e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.794530:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604321664:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.794554:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604321792:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.794585:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.794591:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.795333:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604321664:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.795344:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604321792:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.795354:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b51f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb497 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.795366:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302b526 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb49e expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.795391:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6302b51f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb497 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.795399:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302b526 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb49e expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.795403:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00010000:00010000:2.0:1780298630.795415:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:1.0:1780298630.795437:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608511104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 970us (1078us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.795445:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608511232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 958us (1046us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.795449:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4984 00000100:00100000:2.0:1780298630.795465:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4985 00000100:00100000:3.0:1780298630.796428:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.796472:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608511360 00000100:00100000:1.0:1780298630.796478:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608511360 00000100:00100000:1.0:1780298630.796518:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4986 00000100:00100000:3.0:1780298630.796521:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.796531:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608511360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.796542:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298630.796546:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608511488 00010000:00010000:1.0:1780298630.796552:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b52d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb4a5 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.796553:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608511488 00000100:00100000:2.0:1780298630.796587:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4987 00000100:00100000:1.0:1780298630.796590:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604321920:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.796600:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608511488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.796609:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.796619:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302b534 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb4ac expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.796636:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.796650:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604322048:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.796691:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.797413:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604321920:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.797426:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604322048:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.797437:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b52d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4a5 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.797445:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302b534 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4ac expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.797455:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b52d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4a5 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.797465:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302b534 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4ac expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.797484:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00010000:00010000:2.0:1780298630.797486:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298630.797521:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608511488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 921us (997us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.797521:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608511360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 989us (1089us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.797532:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4987 00000100:00100000:1.0:1780298630.797538:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4986 00000100:00100000:3.0:1780298630.798660:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.798707:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608511616 00000100:00100000:3.0:1780298630.798712:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.798714:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608511616 00000100:00100000:0.0:1780298630.798753:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608511744 00000100:00100000:0.0:1780298630.798756:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608511744 00000100:00100000:1.0:1780298630.798761:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4988 00000100:00100000:1.0:1780298630.798773:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608511616:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298630.798782:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4989 00010000:00010000:1.0:1780298630.798784:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298630.798793:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608511744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.798794:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b53b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb4b3 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.798805:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.798816:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302b542 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb4ba expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.798828:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604322176:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.798852:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604322304:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.798869:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.798883:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.799645:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604322176:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.799647:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604322304:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.799672:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302b542 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4ba expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.799676:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b53b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4b3 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.799687:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302b542 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4ba expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.799697:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00010000:00010000:1.0:1780298630.799699:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b53b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4b3 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.799711:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:0.0:1780298630.799722:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608511744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 933us (1012us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.799728:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4989 00000100:00100000:1.0:1780298630.799750:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608511616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 979us (1091us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.799759:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4988 00000100:00100000:3.0:1780298630.800750:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.800784:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608511872 00000100:00100000:1.0:1780298630.800789:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608511872 00000100:00100000:1.0:1780298630.800818:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4990 00000100:00100000:1.0:1780298630.800824:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608511872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.800832:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.800840:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b549 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb4c1 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.800858:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b4fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1458176->35012607] (req 1458176->1511423) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb474 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.800868:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(108 143) 00010000:00010000:1.0:1780298630.800872:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(109 143) 00010000:00010000:1.0:1780298630.800877:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b549 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1859584->1863679] (req 1859584->1863679) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4c1 expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.800897:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b4fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1458176->35012607] (req 1458176->1511423) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb474 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.800910:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b4fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1458176->35012607] (req 1458176->1511423) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb474 expref: 6 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.800922:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604322432:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.800957:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.801604:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604322432:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.801620:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b549 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1859584->1863679] (req 1859584->1863679) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4c1 expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.801633:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:1.0:1780298630.801660:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608511872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 835us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.801667:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4990 00000100:00100000:0.0:1780298630.801899:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.801947:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608512000 00000100:00100000:2.0:1780298630.801952:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608512000 00002000:00100000:2.0:1780298630.801983:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (1458176->1511423) req@ffff9cf3481fdf80 x1866777608512000/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.801993:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fdf80 with x1866777608512000 ext(1458176->1511423) 00010000:00010000:2.0:1780298630.802000:0:19951:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b4fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1458176->35012607] (req 1458176->1511423) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb474 expref: 7 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.802032:0:19951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b4fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1458176->35012607] (req 1458176->1511423) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb474 expref: 7 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298630.802040:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf3481fdf80 00000100:00100000:2.0:1780298630.802063:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 121 00000100:00100000:2.0:1780298630.802071:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608512000:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298630.803559:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608512000:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1487us (1657us total) trans 4294969179 rc 0/0 00000100:00100000:2.0:1780298630.803568:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 121 00002000:00100000:2.0:1780298630.803577:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (1458176->1511423) req@ffff9cf3481fdf80 x1866777608512000/t4294969179(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.803586:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fdf80 with x1866777608512000 ext(1458176->1511423) 00010000:00010000:2.0:1780298630.803594:0:19951:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b4fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1458176->35012607] (req 1458176->1511423) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb474 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.803609:0:19951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b4fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1458176->35012607] (req 1458176->1511423) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb474 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298630.803618:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf3481fdf80 00000100:00100000:0.0:1780298630.804460:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.804503:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608512128 00000100:00100000:1.0:1780298630.804517:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608512128 00010000:00010000:1.0:1780298630.804541:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b4fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1458176->35012607] (req 1458176->1511423) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb474 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.804571:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14197 00000100:00100000:1.0:1780298630.804580:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608512128:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.804594:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298630.804605:0:7400:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1064 -> 1088 00010000:00010000:1.0:1780298630.804612:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b4fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1458176->35012607] (req 1458176->1511423) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb474 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.804624:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b4fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1458176->35012607] (req 1458176->1511423) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb474 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.804646:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b4fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1458176->35012607] (req 1458176->1511423) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb474 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.804660:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(109 143) 00010000:00010000:1.0:1780298630.804665:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(109 143) 00010000:00010000:1.0:1780298630.804674:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b549 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1859584->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4c1 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.804684:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b549 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1859584->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4c1 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.804716:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b549 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1859584->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4c1 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.804729:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604322560:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.804782:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.806052:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604322560:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.806068:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.806103:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608512128:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1525us (1643us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.806112:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14197 00000100:00100000:3.0:1780298630.806476:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.806512:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608512256 00000100:00100000:2.0:1780298630.806517:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608512256 00002000:00100000:2.0:1780298630.806547:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1859584->1863679) req@ffff9cf36e56df80 x1866777608512256/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.806563:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56df80 with x1866777608512256 ext(1859584->1863679) 00002000:00010000:2.0:1780298630.806567:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56df80 00000100:00100000:2.0:1780298630.806592:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4605 00000100:00100000:2.0:1780298630.806601:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608512256:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.806786:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608512256:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 186us (310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.806793:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4605 00002000:00100000:2.0:1780298630.806799:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1859584->1863679) req@ffff9cf36e56df80 x1866777608512256/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.806807:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56df80 with x1866777608512256 ext(1859584->1863679) 00002000:00010000:2.0:1780298630.806810:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56df80 00000100:00100000:0.0:1780298630.808322:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.808366:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608512384 00000100:00100000:1.0:1780298630.808384:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608512384 00002000:00100000:1.0:1780298630.808414:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (1863680->1867775) req@ffff9cf3481fd500 x1866777608512384/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.808423:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fd500 with x1866777608512384 ext(1863680->1867775) 00002000:00010000:1.0:1780298630.808427:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fd500 00000100:00100000:1.0:1780298630.808448:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4606 00000100:00100000:1.0:1780298630.808456:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608512384:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.808611:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608512384:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 155us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.808619:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4606 00002000:00100000:1.0:1780298630.808625:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (1863680->1867775) req@ffff9cf3481fd500 x1866777608512384/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.808633:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fd500 with x1866777608512384 ext(1863680->1867775) 00002000:00010000:1.0:1780298630.808637:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fd500 00000100:00100000:3.0:1780298630.810195:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.810234:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608512512 00000100:00100000:1.0:1780298630.810240:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608512512 00002000:00100000:1.0:1780298630.810269:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1867776->1871871) req@ffff9cf36e56e300 x1866777608512512/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.810280:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56e300 with x1866777608512512 ext(1867776->1871871) 00002000:00010000:1.0:1780298630.810285:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56e300 00000100:00100000:1.0:1780298630.810307:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4607 00000100:00100000:1.0:1780298630.810316:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608512512:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.810429:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608512512:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 115us (239us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.810437:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4607 00002000:00100000:1.0:1780298630.810443:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1867776->1871871) req@ffff9cf36e56e300 x1866777608512512/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.810452:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56e300 with x1866777608512512 ext(1867776->1871871) 00002000:00010000:1.0:1780298630.810456:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56e300 00000100:00100000:3.0:1780298630.811762:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.811798:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608512640 00000100:00100000:1.0:1780298630.811804:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608512640 00002000:00100000:1.0:1780298630.811827:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (1871872->1875967) req@ffff9cf2556ae680 x1866777608512640/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.811845:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ae680 with x1866777608512640 ext(1871872->1875967) 00002000:00010000:1.0:1780298630.811849:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556ae680 00000100:00100000:1.0:1780298630.811869:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4608 00000100:00100000:1.0:1780298630.811875:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608512640:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.811958:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608512640:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 83us (232us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.811966:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4608 00002000:00100000:1.0:1780298630.811971:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (1871872->1875967) req@ffff9cf2556ae680 x1866777608512640/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.811980:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ae680 with x1866777608512640 ext(1871872->1875967) 00002000:00010000:1.0:1780298630.811984:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556ae680 00000100:00100000:0.0:1780298630.814621:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.814668:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608512768 00000100:00100000:2.0:1780298630.814676:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608512768 00002000:00100000:2.0:1780298630.814715:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (1875968->1880063) req@ffff9cf3481fce00 x1866777608512768/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.814724:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fce00 with x1866777608512768 ext(1875968->1880063) 00002000:00010000:2.0:1780298630.814727:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fce00 00000100:00100000:2.0:1780298630.814750:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4609 00000100:00100000:2.0:1780298630.814756:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608512768:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.814856:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608512768:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 100us (243us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.814860:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4609 00002000:00100000:2.0:1780298630.814865:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (1875968->1880063) req@ffff9cf3481fce00 x1866777608512768/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.814871:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fce00 with x1866777608512768 ext(1875968->1880063) 00002000:00010000:2.0:1780298630.814873:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fce00 00000100:00100000:2.0:1780298630.816849:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.816918:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608512896 00000100:00100000:3.0:1780298630.816923:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608512896 00002000:00100000:3.0:1780298630.816952:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1880064->1884159) req@ffff9cf242b42300 x1866777608512896/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.816960:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b42300 with x1866777608512896 ext(1880064->1884159) 00002000:00010000:3.0:1780298630.816963:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b42300 00000100:00100000:3.0:1780298630.816979:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4610 00000100:00100000:3.0:1780298630.816985:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608512896:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298630.817191:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608512896:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 206us (349us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298630.817197:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4610 00002000:00100000:3.0:1780298630.817202:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (1880064->1884159) req@ffff9cf242b42300 x1866777608512896/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.817207:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b42300 with x1866777608512896 ext(1880064->1884159) 00002000:00010000:3.0:1780298630.817209:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b42300 00000100:00100000:3.0:1780298630.820359:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.820409:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608513024 00000100:00100000:1.0:1780298630.820417:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608513024 00002000:00100000:1.0:1780298630.820451:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (1884160->1888255) req@ffff9cf2556aca80 x1866777608513024/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.820459:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aca80 with x1866777608513024 ext(1884160->1888255) 00002000:00010000:1.0:1780298630.820462:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aca80 00000100:00100000:1.0:1780298630.820486:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4611 00000100:00100000:1.0:1780298630.820493:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608513024:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.820625:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2397:x1866777608513024:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 132us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.820637:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4611 00002000:00100000:1.0:1780298630.820644:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (1884160->1888255) req@ffff9cf2556aca80 x1866777608513024/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.820652:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aca80 with x1866777608513024 ext(1884160->1888255) 00002000:00010000:1.0:1780298630.820655:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aca80 00000100:00100000:0.0:1780298630.822154:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.822189:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608513152 00000100:00100000:1.0:1780298630.822193:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608513152 00002000:00100000:1.0:1780298630.822224:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1888256->1925119) req@ffff9cf3481fca80 x1866777608513152/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.822231:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fca80 with x1866777608513152 ext(1888256->1925119) 00002000:00010000:1.0:1780298630.822234:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fca80 00000100:00100000:1.0:1780298630.822249:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4612 00000100:00100000:1.0:1780298630.822254:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608513152:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.824861:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608513152:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 2599us (2730us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1780298630.824874:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4612 00002000:00100000:1.0:1780298630.824885:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1888256->1925119) req@ffff9cf3481fca80 x1866777608513152/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.824896:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fca80 with x1866777608513152 ext(1888256->1925119) 00002000:00010000:1.0:1780298630.824901:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fca80 00000100:00100000:0.0:1780298630.826404:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.826442:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.826468:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608513280 00000100:00100000:1.0:1780298630.826476:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608513280 00000100:00100000:3.0:1780298630.826492:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608513408 00000100:00100000:3.0:1780298630.826505:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608513408 00000100:00100000:1.0:1780298630.826528:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4991 00000100:00100000:1.0:1780298630.826541:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608513280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.826556:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298630.826563:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4992 00000100:00100000:3.0:1780298630.826584:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608513408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.826591:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b550 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb4c8 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.826605:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.826621:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019c1a219/0xaf35132e6302b557 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb4cf expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.826634:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b550 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4c8 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.826658:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b550 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4c8 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.826672:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556af100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604322688:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.826673:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298630.826725:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608513280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 186us (320us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.826733:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4991 00000100:00100000:3.0:1780298630.826774:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.827790:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556af100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604322688:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.827817:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000019c1a219/0xaf35132e6302b557 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4cf expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.827833:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019c1a219/0xaf35132e6302b557 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4cf expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.827849:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830dc00, rc 0) 00000100:00100000:0.0:1780298630.827889:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608513408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1317us (1447us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.827899:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4992 00000100:00100000:2.0:1780298630.829159:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.829205:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608513536 00000100:00100000:1.0:1780298630.829223:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608513536 00000100:00100000:1.0:1780298630.829263:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4993 00000100:00100000:3.0:1780298630.829274:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.829283:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608513536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.829296:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.829310:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b55e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb4d6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.829313:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608513664 00000100:00100000:2.0:1780298630.829323:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608513664 00010000:00010000:1.0:1780298630.829342:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b55e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4d6 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.829356:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b55e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4d6 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.829383:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298630.829389:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4994 00000100:00100000:2.0:1780298630.829403:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608513664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.829416:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.829430:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302b565 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb4dd expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.829434:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608513536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 152us (276us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.829454:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4993 00000100:00100000:2.0:1780298630.829500:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604322816:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.829557:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.830435:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604322816:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.830456:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302b565 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4dd expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.830471:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6302b565 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4dd expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.830479:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298630.830511:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608513664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1107us (1241us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.830518:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4994 00000100:00100000:0.0:1780298630.831980:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.832048:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608513792 00000100:00100000:1.0:1780298630.832057:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608513792 00000100:00100000:1.0:1780298630.832108:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4995 00000100:00100000:1.0:1780298630.832117:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608513792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.832166:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.832182:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302b56c lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb4e4 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.832210:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b40e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1290240->2543615] (req 1290240->1314815) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb386 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.832219:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(58 104) 00010000:00010000:1.0:1780298630.832224:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(59 104) 00010000:00010000:1.0:1780298630.832229:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302b56c lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2441216->2498559] (req 2441216->2498559) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4e4 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.832258:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b40e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1290240->2543615] (req 1290240->1314815) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb386 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.832272:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b40e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1290240->2543615] (req 1290240->1314815) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb386 expref: 9 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.832286:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604322944:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.832353:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.833113:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604322944:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.833171:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302b56c lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2441216->2498559] (req 2441216->2498559) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4e4 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.833185:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:1.0:1780298630.833221:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608513792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1106us (1243us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.833229:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4995 00000100:00100000:3.0:1780298630.833459:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.833516:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608513920 00000100:00100000:2.0:1780298630.833522:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608513920 00010000:00010000:2.0:1780298630.833547:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b40e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1290240->2543615] (req 1290240->1314815) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb386 expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.833581:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14198 00000100:00100000:2.0:1780298630.833591:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608513920:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298630.833618:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.833633:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b40e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1290240->2543615] (req 1290240->1314815) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb386 expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.833646:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b40e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1290240->2543615] (req 1290240->1314815) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb386 expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.833665:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b40e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1290240->2543615] (req 1290240->1314815) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb386 expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.833679:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(59 104) 00010000:00010000:2.0:1780298630.833684:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(59 104) 00010000:00010000:2.0:1780298630.833692:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302b56c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2441216->2539519] (req 2441216->2498559) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4e4 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.833704:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302b56c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2441216->2539519] (req 2441216->2498559) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4e4 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.833736:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302b56c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2441216->2539519] (req 2441216->2498559) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4e4 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.833749:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604323072:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298630.833804:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.835343:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.835382:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604323072:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.835402:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608514048 00010000:00010000:2.0:1780298630.835407:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.835413:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608514048 00000100:00100000:2.0:1780298630.835447:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608513920:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1854us (1986us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.835457:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14198 00000100:00100000:1.0:1780298630.835507:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4613 00000100:00100000:1.0:1780298630.835524:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608514048:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298630.835715:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3327874 -> 3327874 00002000:00010000:1.0:1780298630.835719:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.835722:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.835724:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.835726:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 160 -> 160 00000100:00100000:1.0:1780298630.835773:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608514048:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 257us (432us total) trans 4294968835 rc 0/0 00000100:00100000:1.0:1780298630.835780:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4613 00000100:00100000:0.0:1780298630.836863:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.836973:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608514176 00000100:00100000:3.0:1780298630.836981:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608514176 00000100:00100000:3.0:1780298630.837037:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4996 00000100:00100000:3.0:1780298630.837056:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608514176:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298630.837065:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298630.837075:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298630.837122:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608514304 00000100:00100000:1.0:1780298630.837154:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608514304 00010000:00010000:3.0:1780298630.837157:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e6302b573 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb4eb expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.837190:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e6302b573 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4eb expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.837194:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4997 00000100:00100000:1.0:1780298630.837208:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608514304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.837214:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e6302b573 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4eb expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.837218:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.837227:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00010000:00010000:1.0:1780298630.837231:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302b57a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb4f2 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.837264:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608514176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 219us (403us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.837271:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4996 00000100:00100000:1.0:1780298630.837274:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604323200:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.837332:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.838319:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604323200:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.838338:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302b57a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4f2 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.838348:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302b57a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4f2 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.838355:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298630.838389:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608514304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1185us (1329us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.838396:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4997 00000100:00100000:0.0:1780298630.839603:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.839637:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608514432 00000100:00100000:2.0:1780298630.839642:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608514432 00000100:00100000:2.0:1780298630.839676:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4998 00000100:00100000:0.0:1780298630.839680:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.839684:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608514432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.839694:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.839703:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b581 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb4f9 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.839709:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608514560 00000100:00100000:1.0:1780298630.839715:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608514560 00010000:00010000:2.0:1780298630.839728:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b581 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4f9 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.839742:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b581 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4f9 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.839751:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4999 00010000:00010000:2.0:1780298630.839763:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:1.0:1780298630.839763:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608514560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.839774:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.839786:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302b588 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb500 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.839801:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608514432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 116us (197us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.839810:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4998 00000100:00100000:1.0:1780298630.839823:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604323328:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.839873:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.840622:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604323328:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.840635:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302b588 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb500 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.840645:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302b588 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb500 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.840651:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298630.840670:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608514560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (991us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.840676:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4999 00000100:00100000:2.0:1780298630.841759:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.841815:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608514816 00000100:00100000:0.0:1780298630.841820:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608514816 00000100:00100000:0.0:1780298630.841862:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5000 00000100:00100000:0.0:1780298630.841871:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608514816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.841880:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.841890:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b58f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb50e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.841926:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604323456:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.841934:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.841975:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608514688 00000100:00100000:1.0:1780298630.841980:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608514688 00000100:00100000:0.0:1780298630.841987:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.842016:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5001 00000100:00100000:1.0:1780298630.842027:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608514688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.842036:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.842044:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302b596 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb507 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.842058:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302b596 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb507 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.842072:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302b596 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb507 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.842079:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:1.0:1780298630.842113:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608514688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 86us (183us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.842121:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5001 00000100:00100000:0.0:1780298630.843270:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604323456:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.843290:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b58f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb50e expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.843305:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302b58f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb50e expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.843313:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00000100:00100000:0.0:1780298630.843338:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608514816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1470us (1582us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.843342:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5000 00000100:00100000:2.0:1780298630.844853:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.844925:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608515072 00000100:00100000:0.0:1780298630.844930:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608515072 00000100:00100000:0.0:1780298630.844961:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5002 00000100:00100000:0.0:1780298630.844966:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608515072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.844976:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.844987:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302b59d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb51c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.845024:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.845026:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604323584:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.845059:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608514944 00000100:00100000:1.0:1780298630.845063:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608514944 00000100:00100000:1.0:1780298630.845094:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5003 00000100:00100000:0.0:1780298630.845096:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.845102:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608514944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.845108:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.845116:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b5a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb515 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.845154:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b5a4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb515 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.845165:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b5a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb515 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.845172:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298630.845193:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608514944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 95us (172us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.845200:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5003 00000100:00100000:0.0:1780298630.845875:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604323584:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.845893:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302b59d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb51c expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.845907:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302b59d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb51c expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.845916:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79400, rc 0) 00000100:00100000:0.0:1780298630.845944:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608515072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 977us (1093us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.845951:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5002 00000100:00100000:2.0:1780298630.846886:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.846921:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608515200 00000100:00100000:1.0:1780298630.846925:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608515200 00000100:00100000:1.0:1780298630.846948:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5004 00000100:00100000:1.0:1780298630.846953:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608515200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.846959:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.846965:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b5ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb523 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.846979:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b549 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1859584->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4c1 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.846985:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(109 143) 00010000:00010000:1.0:1780298630.846988:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(110 143) 00010000:00010000:1.0:1780298630.846991:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b5ab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3084288->3112959] (req 3084288->3112959) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb523 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.847005:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b549 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1859584->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4c1 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.847014:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b549 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1859584->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4c1 expref: 6 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.847022:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604323712:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.847051:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.847703:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604323712:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.847718:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b5ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3084288->3112959] (req 3084288->3112959) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb523 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.847729:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:1.0:1780298630.847758:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608515200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 805us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.847765:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5004 00000100:00100000:2.0:1780298630.848200:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.848236:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608515328 00000100:00100000:1.0:1780298630.848241:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608515328 00010000:00010000:1.0:1780298630.848262:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b549 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1859584->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4c1 expref: 7 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.848289:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14199 00000100:00100000:1.0:1780298630.848295:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608515328:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.848303:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.848314:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b549 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1859584->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4c1 expref: 7 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.848323:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b549 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1859584->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4c1 expref: 7 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.848337:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b549 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [1859584->18446744073709551615] (req 1859584->1863679) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4c1 expref: 7 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.848345:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(110 143) 00010000:00010000:1.0:1780298630.848349:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(110 143) 00010000:00010000:1.0:1780298630.848361:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b5ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3084288->36638719] (req 3084288->3112959) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb523 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.848379:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b5ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3084288->36638719] (req 3084288->3112959) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb523 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.848403:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b5ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3084288->36638719] (req 3084288->3112959) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb523 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.848413:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604323840:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.848453:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.849399:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604323840:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.849410:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.849441:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608515328:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1142us (1238us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.849450:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14199 00000100:00100000:2.0:1780298630.849467:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.849516:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608515456 00000100:00100000:0.0:1780298630.849522:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608515456 00000100:00100000:0.0:1780298630.849568:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4614 00000100:00100000:0.0:1780298630.849592:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608515456:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298630.849889:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298630.849892:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298630.849895:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298630.849897:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298630.849899:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1088 -> 1144 00000100:00100000:0.0:1780298630.849930:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608515456:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 354us (465us total) trans 4294969180 rc 0/0 00000100:00100000:0.0:1780298630.849936:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4614 00000100:00100000:3.0:1780298630.851099:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.851156:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.851168:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608515584 00000100:00100000:0.0:1780298630.851175:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608515584 00000100:00100000:1.0:1780298630.851184:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608515712 00000100:00100000:1.0:1780298630.851189:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608515712 00000100:00100000:0.0:1780298630.851227:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5005 00000100:00100000:1.0:1780298630.851235:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5006 00000100:00100000:0.0:1780298630.851241:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608515584:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298630.851248:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608515712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.851255:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.851258:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.851269:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b5b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb52a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.851271:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b5b9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb531 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.851321:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604323968:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.851321:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604324096:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.851389:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.851390:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.852410:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604323968:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.852439:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b5b9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb531 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.852454:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b5b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb531 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.852459:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604324096:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.852467:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00010000:00010000:0.0:1780298630.852478:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b5b2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb52a expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.852495:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302b5b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb52a expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.852503:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00000100:00100000:1.0:1780298630.852512:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608515712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1266us (1354us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.852521:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5006 00000100:00100000:0.0:1780298630.852530:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608515584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1294us (1432us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.852538:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5005 00000100:00100000:2.0:1780298630.854097:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.854167:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608515840 00000100:00100000:0.0:1780298630.854175:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608515840 00000100:00100000:2.0:1780298630.854184:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.854222:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608515968 00000100:00100000:0.0:1780298630.854226:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608515968 00000100:00100000:3.0:1780298630.854242:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5007 00000100:00100000:0.0:1780298630.854302:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5008 00000100:00100000:3.0:1780298630.854310:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608515840:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298630.854318:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608515968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.854329:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.854330:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.854344:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302b5c7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb53f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.854345:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e6302b5c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb538 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.854414:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604324224:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.854416:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604324352:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.854492:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.854492:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.856166:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604324352:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.856166:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604324224:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.856192:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e6302b5c0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb538 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.856192:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302b5c7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb53f expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.856210:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e6302b5c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb538 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.856211:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302b5c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb53f expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.856223:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00010000:00010000:0.0:1780298630.856223:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79400, rc 0) 00000100:00100000:0.0:1780298630.856256:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608515968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1946us (2073us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.856261:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608515840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1954us (2165us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.856264:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5008 00000100:00100000:1.0:1780298630.856269:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5007 00000100:00100000:2.0:1780298630.858178:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.858220:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608516096 00000100:00100000:1.0:1780298630.858226:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608516096 00000100:00100000:1.0:1780298630.858266:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5009 00000100:00100000:1.0:1780298630.858277:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608516096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.858289:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.858303:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b5ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb546 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.858325:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(110 143) 00010000:00010000:1.0:1780298630.858330:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(110 143) 00010000:00010000:1.0:1780298630.858340:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b5ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [757760->3084287] (req 757760->819199) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb546 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.858355:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b5ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [757760->3084287] (req 757760->819199) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb546 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.858363:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:1.0:1780298630.858415:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608516096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 140us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.858422:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5009 00000100:00100000:2.0:1780298630.859893:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.859937:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608516224 00000100:00100000:3.0:1780298630.859943:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608516224 00002000:00100000:3.0:1780298630.859977:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (757760->761855) req@ffff9cf242b41500 x1866777608516224/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.859989:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41500 with x1866777608516224 ext(757760->761855) 00002000:00010000:3.0:1780298630.860003:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41500 00000100:00100000:3.0:1780298630.860030:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4615 00000100:00100000:3.0:1780298630.860042:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608516224:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298630.860196:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608516224:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 155us (305us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298630.860203:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4615 00002000:00100000:3.0:1780298630.860210:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (757760->761855) req@ffff9cf242b41500 x1866777608516224/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.860219:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41500 with x1866777608516224 ext(757760->761855) 00002000:00010000:3.0:1780298630.860223:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41500 00000100:00100000:3.0:1780298630.861565:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.861602:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608516352 00000100:00100000:1.0:1780298630.861608:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608516352 00002000:00100000:1.0:1780298630.861633:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (815104->819199) req@ffff9cf2556adc00 x1866777608516352/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.861643:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556adc00 with x1866777608516352 ext(815104->819199) 00002000:00010000:1.0:1780298630.861646:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556adc00 00000100:00100000:1.0:1780298630.861673:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4616 00000100:00100000:1.0:1780298630.861682:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608516352:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.861779:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608516352:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 98us (216us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298630.861784:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4616 00002000:00100000:1.0:1780298630.861788:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (815104->819199) req@ffff9cf2556adc00 x1866777608516352/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.861794:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556adc00 with x1866777608516352 ext(815104->819199) 00002000:00010000:1.0:1780298630.861796:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556adc00 00000100:00100000:2.0:1780298630.863041:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.863093:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608516480 00000100:00100000:0.0:1780298630.863100:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608516480 00000100:00100000:2.0:1780298630.863108:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.863169:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608516608 00000100:00100000:0.0:1780298630.863173:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608516608 00000100:00100000:0.0:1780298630.863205:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5010 00000100:00100000:1.0:1780298630.863218:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5011 00000100:00100000:0.0:1780298630.863219:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608516480:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298630.863235:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608516608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.863235:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.863246:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.863255:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b5d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb54d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.863260:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b5dc lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb554 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.863321:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604324480:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.863325:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604324608:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.863417:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.863417:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.864434:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604324608:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.864456:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604324480:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.864461:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b5d5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb54d expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.864479:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b5d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb54d expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.864480:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b5dc lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb554 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.864496:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00010000:00010000:1.0:1780298630.864504:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b5dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb554 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.864515:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:0.0:1780298630.864527:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608516480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1313us (1488us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.864534:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5010 00000100:00100000:1.0:1780298630.864540:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608516608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1311us (1432us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.864548:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5011 00000100:00100000:3.0:1780298630.865642:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.865674:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.865692:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608516736 00000100:00100000:1.0:1780298630.865698:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608516736 00000100:00100000:1.0:1780298630.865733:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608516864 00000100:00100000:1.0:1780298630.865737:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608516864 00000100:00100000:2.0:1780298630.865770:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5012 00000100:00100000:1.0:1780298630.865781:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5013 00000100:00100000:1.0:1780298630.865794:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608516864:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298630.865805:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608516736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.865811:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.865820:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b5e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb562 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.865825:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.865846:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302b5ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb55b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.865853:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604324736:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.865898:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.865916:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604324864:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.866007:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.866803:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604324736:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.866832:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b5e3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb562 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.866853:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b5e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb562 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.866862:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:2.0:1780298630.866901:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604324864:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.866902:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608516864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1105us (1220us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.866922:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5013 00010000:00010000:2.0:1780298630.866939:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302b5ea lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb55b expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.866957:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e6302b5ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb55b expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.866969:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:2.0:1780298630.866996:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608516736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1215us (1356us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.867002:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5012 00000100:00100000:0.0:1780298630.868568:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.868616:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608516992 00000100:00100000:2.0:1780298630.868624:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608516992 00000100:00100000:0.0:1780298630.868630:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.868669:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608517120 00000100:00100000:2.0:1780298630.868671:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608517120 00000100:00100000:2.0:1780298630.868705:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5014 00000100:00100000:2.0:1780298630.868723:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608516992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.868738:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.868754:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b5f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb569 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.868757:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5015 00000100:00100000:3.0:1780298630.868776:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608517120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.868790:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.868802:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b5f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb570 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.868814:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604324992:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.868857:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604325120:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.868904:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.868905:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.869931:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604325120:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.869950:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b5f8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb570 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.869964:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302b5f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb570 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.869972:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:1.0:1780298630.870008:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608517120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1238us (1379us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.870016:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5015 00000100:00100000:2.0:1780298630.870255:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604324992:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.870295:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b5f1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb569 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.870321:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b5f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb569 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.870331:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298630.870379:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608516992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1656us (1817us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.870386:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5014 00000100:00100000:0.0:1780298630.871633:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.871686:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608517248 00000100:00100000:2.0:1780298630.871707:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608517248 00000100:00100000:0.0:1780298630.871753:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.871763:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5016 00000100:00100000:2.0:1780298630.871774:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608517248:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298630.871781:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608517376 00010000:00010000:2.0:1780298630.871787:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298630.871787:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608517376 00010000:00010000:2.0:1780298630.871803:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b5ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb577 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.871827:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5017 00000100:00100000:1.0:1780298630.871837:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608517376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.871847:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298630.871849:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604325248:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.871858:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302b606 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb57e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.871898:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604325376:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.871913:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.871933:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.872745:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604325248:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.872767:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b5ff lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb577 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.872784:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b5ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb577 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.872801:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:2.0:1780298630.872838:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608517248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1067us (1208us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.872847:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5016 00000100:00100000:1.0:1780298630.872927:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604325376:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.872944:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302b606 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb57e expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.872965:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302b606 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb57e expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.872976:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298630.873003:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608517376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1170us (1251us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.873008:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5017 00000100:00100000:0.0:1780298630.874670:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.874712:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608517504 00000100:00100000:1.0:1780298630.874718:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608517504 00002000:00100000:1.0:1780298630.874759:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1347584->1355775) req@ffff9cf2425f3800 x1866777608517504/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.874773:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f3800 with x1866777608517504 ext(1347584->1355775) 00002000:00010000:1.0:1780298630.874778:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f3800 00000100:00100000:1.0:1780298630.874800:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4617 00000100:00100000:1.0:1780298630.874809:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608517504:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.874977:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608517504:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 169us (309us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1780298630.874984:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4617 00002000:00100000:1.0:1780298630.874991:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1347584->1355775) req@ffff9cf2425f3800 x1866777608517504/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/8632 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.874999:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f3800 with x1866777608517504 ext(1347584->1355775) 00002000:00010000:1.0:1780298630.875003:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f3800 00000100:00100000:0.0:1780298630.876173:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.876210:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.876211:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608517632 00000100:00100000:1.0:1780298630.876217:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608517632 00000100:00100000:3.0:1780298630.876257:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608517760 00000100:00100000:3.0:1780298630.876263:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608517760 00000100:00100000:1.0:1780298630.876266:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5018 00000100:00100000:1.0:1780298630.876277:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608517632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.876287:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.876299:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b60d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb585 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.876310:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5019 00000100:00100000:3.0:1780298630.876321:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608517760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.876331:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.876343:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e6302b614 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb58c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.876343:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604325504:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.876392:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604325632:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.876412:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.876424:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.877310:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604325504:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.877329:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b60d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb585 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.877342:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b60d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb585 expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.877351:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:0.0:1780298630.877362:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604325632:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.877396:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e6302b614 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb58c expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.877398:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608517632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1122us (1226us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.877415:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5018 00010000:00010000:0.0:1780298630.877421:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e6302b614 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb58c expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.877432:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:0.0:1780298630.877455:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608517760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1138us (1246us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.877462:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5019 00000100:00100000:0.0:1780298630.878523:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.878555:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.878571:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608517888 00000100:00100000:3.0:1780298630.878576:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608517888 00000100:00100000:2.0:1780298630.878591:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608518016 00000100:00100000:2.0:1780298630.878596:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608518016 00000100:00100000:3.0:1780298630.878614:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5020 00000100:00100000:3.0:1780298630.878626:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608517888:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298630.878630:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5021 00010000:00010000:3.0:1780298630.878639:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298630.878643:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608518016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.878650:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.878651:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e6302b61b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb593 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.878658:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b622 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb59a expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.878691:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604325760:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.878692:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604325888:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.878737:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.878737:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.879562:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604325888:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.879585:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b622 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb59a expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.879606:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b622 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb59a expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.879616:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:3.0:1780298630.879633:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604325760:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.879652:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608518016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1012us (1095us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298630.879654:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e6302b61b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb593 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.879668:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5021 00010000:00010000:3.0:1780298630.879678:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e6302b61b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb593 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.879690:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00000100:00100000:3.0:1780298630.879711:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608517888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1089us (1190us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.879717:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5020 00000100:00100000:0.0:1780298630.880813:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.880844:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608518272 00000100:00100000:1.0:1780298630.880848:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608518272 00000100:00100000:1.0:1780298630.880880:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61504 00000100:00100000:1.0:1780298630.880889:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+33:28749:x1866777608518272:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298630.880935:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.880953:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e6302b389 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb308 expref: 33 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.880963:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.880966:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298630.881108:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e6302b629 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.881118:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b3e4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb35c expref: 62 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.881147:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e6302b629 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.881173:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b3e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb35c expref: 62 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.881188:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b3e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb35c expref: 62 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.881199:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604326016:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.881234:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.881912:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604326016:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.881926:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e6302b629 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.882058:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.882100:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608518400 00000100:00100000:2.0:1780298630.882105:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608518400 00010000:00010000:2.0:1780298630.882155:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b3e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb35c expref: 63 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.882183:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14200 00000100:00100000:2.0:1780298630.882190:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+63:2400:x1866777608518400:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298630.882200:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.882206:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b3e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb35c expref: 63 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.882216:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b3e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb35c expref: 63 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.882231:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b3e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb35c expref: 63 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.882241:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.882245:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e6302b629 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.882254:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e6302b629 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.882261:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e6302b629 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.882286:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298630.882322:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:2400:x1866777608518400:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 132us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.882329:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14200 00010000:00010000:3.0:1780298630.882356:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e6302b629 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.882367:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e6302b629 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780298630.882426:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990683 00000004:00010000:3.0:1780298630.882455:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f4ebf920 reply state 00000000c8d360d0 transno 4294990684 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e6302b629 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.882468:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e6302b629 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.882476:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298630.882478:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298630.882522:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780298630.882588:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+35:28749:x1866777608518272:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1699us (1775us total) trans 4294990684 rc 0/0 00000100:00100000:3.0:1780298630.882595:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61504 00000020:00080000:3.0:1780298630.882599:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298630.883333:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.883367:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608518528 00000100:00100000:2.0:1780298630.883380:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608518528 00000100:00100000:2.0:1780298630.883408:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5022 00000100:00100000:2.0:1780298630.883415:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608518528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.883429:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.883440:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b630 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb5a1 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.883462:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b4d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [253952->720895] (req 253952->258047) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb451 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.883471:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b5ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [757760->3084287] (req 757760->819199) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb546 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.883479:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b5ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3084288->36638719] (req 3084288->3112959) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb523 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.883485:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 3 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(110 143) 00010000:00010000:2.0:1780298630.883488:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(113 143) 00010000:00010000:2.0:1780298630.883491:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b630 lrc: 6/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a1 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.883506:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b5ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3084288->36638719] (req 3084288->3112959) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb523 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.883514:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b5ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3084288->36638719] (req 3084288->3112959) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb523 expref: 9 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.883521:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604326144:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.883567:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b5ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [757760->3084287] (req 757760->819199) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb546 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.883574:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b5ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [757760->3084287] (req 757760->819199) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb546 expref: 8 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.883580:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604326272:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.883601:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b4d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [253952->720895] (req 253952->258047) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb451 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.883608:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b4d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [253952->720895] (req 253952->258047) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb451 expref: 9 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.883614:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604326400:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.883634:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.884197:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604326144:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.884234:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604326272:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.884420:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604326400:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.884431:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298630.884445:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b630 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a1 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.884463:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:1.0:1780298630.884477:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608518656 00000100:00100000:1.0:1780298630.884482:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608518656 00000100:00100000:2.0:1780298630.884499:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608518528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1083us (1164us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298630.884504:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b5ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [3084288->36638719] (req 3084288->3112959) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb523 expref: 10 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.884519:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5022 00000100:00100000:1.0:1780298630.884554:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14201 00000100:00100000:1.0:1780298630.884564:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608518656:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.884573:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.884587:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b5ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3084288->36638719] (req 3084288->3112959) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb523 expref: 10 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.884599:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b5ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3084288->36638719] (req 3084288->3112959) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb523 expref: 10 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.884614:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b5ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [3084288->36638719] (req 3084288->3112959) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb523 expref: 10 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.884625:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.884654:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608518656:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 92us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.884660:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14201 00000100:00100000:0.0:1780298630.884780:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.884809:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.884844:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608518912 00000100:00100000:1.0:1780298630.884849:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608518912 00000100:00100000:3.0:1780298630.884869:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608518784 00000100:00100000:3.0:1780298630.884875:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608518784 00002000:00100000:1.0:1780298630.884877:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (757760->819199) req@ffff9cf36d4b6300 x1866777608518912/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.884888:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6300 with x1866777608518912 ext(757760->819199) 00010000:00010000:3.0:1780298630.884893:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b4d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [253952->720895] (req 253952->258047) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb451 expref: 9 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.884895:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b5ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [757760->3084287] (req 757760->819199) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb546 expref: 8 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.884921:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b5ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [757760->3084287] (req 757760->819199) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb546 expref: 8 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298630.884926:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf36d4b6300 00000100:00100000:3.0:1780298630.884936:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14202 00000100:00100000:3.0:1780298630.884944:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608518784:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298630.884952:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 122 00010000:00010000:3.0:1780298630.884955:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298630.884960:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608518912:12345-192.168.203.25@tcp:4:fsx.0 00010000:00010000:3.0:1780298630.884967:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b4d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [253952->720895] (req 253952->258047) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb451 expref: 9 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.884980:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b4d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [253952->720895] (req 253952->258047) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb451 expref: 9 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.884998:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b4d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [253952->720895] (req 253952->258047) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb451 expref: 9 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.885010:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298630.885072:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608518784:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 129us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.885079:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14202 00000100:00100000:2.0:1780298630.886350:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608518912:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1391us (1539us total) trans 4294969181 rc 0/0 00000100:00100000:2.0:1780298630.886359:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 122 00002000:00100000:2.0:1780298630.886366:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (757760->819199) req@ffff9cf36d4b6300 x1866777608518912/t4294969181(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.886386:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6300 with x1866777608518912 ext(757760->819199) 00010000:00010000:2.0:1780298630.886393:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b5ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [757760->3084287] (req 757760->819199) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb546 expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.886407:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b5ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [757760->3084287] (req 757760->819199) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb546 expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298630.886414:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf36d4b6300 00000100:00100000:0.0:1780298630.887206:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.887246:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608519040 00000100:00100000:2.0:1780298630.887251:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608519040 00010000:00010000:2.0:1780298630.887267:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b5ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [757760->3084287] (req 757760->819199) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb546 expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.887295:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14203 00000100:00100000:2.0:1780298630.887304:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608519040:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298630.887314:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298630.887321:0:6463:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1144 -> 1256 00010000:00010000:2.0:1780298630.887327:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b5ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [757760->3084287] (req 757760->819199) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb546 expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.887342:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b5ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [757760->3084287] (req 757760->819199) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb546 expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.887356:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b5ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [757760->3084287] (req 757760->819199) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb546 expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.887366:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(113 143) 00010000:00010000:2.0:1780298630.887381:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(113 143) 00010000:00010000:2.0:1780298630.887387:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b630 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a1 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.887396:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b630 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a1 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.887421:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b630 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a1 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.887433:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604326528:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298630.887474:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.888200:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604326528:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298630.888211:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298630.888236:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608519040:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 934us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.888247:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14203 00000100:00100000:1.0:1780298630.888434:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.888470:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608519168 00000100:00100000:0.0:1780298630.888474:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608519168 00000100:00100000:0.0:1780298630.888499:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5023 00000100:00100000:0.0:1780298630.888504:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608519168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.888512:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.888521:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b637 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb5a8 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.888535:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b431 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [458752->1290239] (req 458752->487423) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3a9 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.888546:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302b56c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2441216->2539519] (req 2441216->2498559) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4e4 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.888551:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b3ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2543616->36098047] (req 2543616->2547711) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb339 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.888555:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 3 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(59 104) 00010000:00010000:0.0:1780298630.888557:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(62 104) 00010000:00010000:0.0:1780298630.888559:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b637 lrc: 6/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a8 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.888572:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b3ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2543616->36098047] (req 2543616->2547711) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb339 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.888579:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b3ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2543616->36098047] (req 2543616->2547711) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb339 expref: 10 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.888585:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604326656:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.888620:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302b56c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2441216->2539519] (req 2441216->2498559) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4e4 expref: 7 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.888627:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302b56c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2441216->2539519] (req 2441216->2498559) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4e4 expref: 7 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.888637:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604326784:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.888668:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b431 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [458752->1290239] (req 458752->487423) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3a9 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.888679:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b431 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [458752->1290239] (req 458752->487423) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3a9 expref: 7 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.888689:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604326912:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.888713:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.889470:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604326656:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.889482:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604326784:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.889607:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604326912:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.889626:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b637 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a8 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.889639:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79800, rc 0) 00000100:00100000:0.0:1780298630.889672:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608519168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1166us (1238us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.889679:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5023 00000100:00100000:1.0:1780298630.889877:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.889902:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608519424 00000100:00100000:3.0:1780298630.889907:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608519424 00010000:00010000:3.0:1780298630.889926:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302b56c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2441216->2539519] (req 2441216->2498559) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4e4 expref: 8 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.889956:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14204 00000100:00100000:3.0:1780298630.889966:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608519424:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298630.889975:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298630.889989:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302b56c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2441216->2539519] (req 2441216->2498559) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4e4 expref: 8 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.889999:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302b56c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2441216->2539519] (req 2441216->2498559) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4e4 expref: 8 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.890014:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6302b56c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2441216->2539519] (req 2441216->2498559) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb4e4 expref: 8 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.890025:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298630.890162:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.890189:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608519296 00000100:00100000:1.0:1780298630.890194:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608519296 00000100:00100000:3.0:1780298630.890204:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608519424:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 203us (290us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298630.890212:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b3ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2543616->36098047] (req 2543616->2547711) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb339 expref: 10 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.890216:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14204 00000100:00100000:3.0:1780298630.890241:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14205 00000100:00100000:2.0:1780298630.890253:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.890282:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608519552 00000100:00100000:1.0:1780298630.890286:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608519552 00000100:00100000:3.0:1780298630.890292:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608519296:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298630.890303:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00100000:1.0:1780298630.890311:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (458752->487423) req@ffff9cf34831f480 x1866777608519552/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00010000:00010000:3.0:1780298630.890314:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b3ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2543616->36098047] (req 2543616->2547711) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb339 expref: 10 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:1.0:1780298630.890332:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831f480 with x1866777608519552 ext(458752->487423) 00010000:00010000:1.0:1780298630.890338:0:19949:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b431 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [458752->1290239] (req 458752->487423) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3a9 expref: 7 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.890342:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b3ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [2543616->36098047] (req 2543616->2547711) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb339 expref: 10 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.890351:0:19949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b431 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [458752->1290239] (req 458752->487423) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3a9 expref: 7 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298630.890358:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf34831f480 00010000:00010000:3.0:1780298630.890364:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6302b3ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2543616->36098047] (req 2543616->2547711) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb339 expref: 10 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.890390:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 123 00010000:00010000:3.0:1780298630.890391:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.890398:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608519552:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298630.890421:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608519296:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 171us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.890429:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14205 00000100:00100000:1.0:1780298630.891760:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608519552:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1360us (1508us total) trans 4294968836 rc 0/0 00000100:00100000:1.0:1780298630.891769:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 123 00002000:00100000:1.0:1780298630.891777:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (458752->487423) req@ffff9cf34831f480 x1866777608519552/t4294968836(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.891786:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831f480 with x1866777608519552 ext(458752->487423) 00010000:00010000:1.0:1780298630.891793:0:19949:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b431 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [458752->1290239] (req 458752->487423) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3a9 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.891804:0:19949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b431 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [458752->1290239] (req 458752->487423) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3a9 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298630.891809:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf34831f480 00000100:00100000:0.0:1780298630.892729:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.892772:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608519680 00000100:00100000:1.0:1780298630.892778:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608519680 00010000:00010000:1.0:1780298630.892798:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b431 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [458752->1290239] (req 458752->487423) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3a9 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.892824:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14206 00000100:00100000:1.0:1780298630.892833:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608519680:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.892842:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298630.892850:0:7400:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 160 -> 216 00010000:00010000:1.0:1780298630.892856:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b431 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [458752->1290239] (req 458752->487423) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3a9 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.892867:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b431 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [458752->1290239] (req 458752->487423) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3a9 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.892882:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b431 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [458752->1290239] (req 458752->487423) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb3a9 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.892895:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(62 104) 00010000:00010000:1.0:1780298630.892898:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(62 104) 00010000:00010000:1.0:1780298630.892905:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b637 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a8 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.892913:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b637 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a8 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.892943:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b637 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a8 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.892957:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604327040:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.892997:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.894018:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.894035:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604327040:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298630.894044:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608519808 00000100:00100000:3.0:1780298630.894049:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608519808 00000100:00100000:2.0:1780298630.894055:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298630.894057:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1780298630.894070:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298630.894074:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831f100 with x1866777608519808 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298630.894082:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831f100. 00000100:00100000:3.0:1780298630.894098:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608519936 00000100:00100000:1.0:1780298630.894099:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608519680:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1267us (1370us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.894100:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608519936 00002000:00010000:3.0:1780298630.894110:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (1081639->18446744073709551615) 00000100:00100000:1.0:1780298630.894111:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14206 00000100:00100000:0.0:1780298630.894116:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4618 00002000:00100000:3.0:1780298630.894117:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831d500 with x1866777608519936 ext(1081639->18446744073709551615) 00002000:00010000:3.0:1780298630.894151:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831d500. 00000100:00100000:0.0:1780298630.894161:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608519808:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298630.894178:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4619 00000100:00100000:3.0:1780298630.894189:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608519936:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298630.894306:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298630.894311:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298630.894314:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298630.894316:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298630.894319:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1256 -> 1256 00000100:00100000:0.0:1780298630.894360:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608519808:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 205us (342us total) trans 4294969182 rc 0/0 00000100:00100000:0.0:1780298630.894380:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4618 00002000:00010000:0.0:1780298630.894385:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298630.894388:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831f100 with x1866777608519808 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298630.894393:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831f100. 00002000:00010000:3.0:1780298630.894554:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3327874 -> 1081639 00002000:00010000:3.0:1780298630.894558:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298630.894560:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298630.894563:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298630.894565:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 216 -> 56 00000100:00100000:3.0:1780298630.894595:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608519936:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 410us (540us total) trans 4294968837 rc 0/0 00000100:00100000:3.0:1780298630.894600:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4619 00002000:00010000:3.0:1780298630.894602:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (1081639->18446744073709551615) 00002000:00100000:3.0:1780298630.894604:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831d500 with x1866777608519936 ext(1081639->18446744073709551615) 00002000:00010000:3.0:1780298630.894607:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34831d500. 00000100:00100000:2.0:1780298630.895553:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.895587:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608520064 00000100:00100000:3.0:1780298630.895592:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608520064 00000100:00100000:3.0:1780298630.895622:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61505 00000100:00100000:3.0:1780298630.895629:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+35:28749:x1866777608520064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.895643:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.895657:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302b63e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb5af expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.895724:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e6302b645 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.895737:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e6302b645 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.895749:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e6302b645 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298630.895777:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 5275943 00000004:00200000:3.0:1780298630.895783:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298630.895803:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e6302b645 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.895824:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302b63e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5af expref: 37 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.895838:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e6302b645 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5af expref: 36 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.895846:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298630.895850:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298630.895853:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00000100:00100000:3.0:1780298630.895888:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+36:28749:x1866777608520064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 259us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.895895:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61505 00000100:00100000:2.0:1780298630.897494:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.897540:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608520192 00000100:00100000:1.0:1780298630.897546:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608520192 00000100:00100000:1.0:1780298630.897597:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4620 00000100:00100000:1.0:1780298630.897605:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608520192:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298630.897789:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298630.897792:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.897794:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.897795:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.897797:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1256 -> 1264 00000100:00100000:1.0:1780298630.897832:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608520192:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 228us (339us total) trans 4294969183 rc 0/0 00000100:00100000:1.0:1780298630.897839:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4620 00000100:00100000:2.0:1780298630.898704:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.898743:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608520320 00000100:00100000:1.0:1780298630.898747:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608520320 00000100:00100000:1.0:1780298630.898777:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61506 00000100:00100000:1.0:1780298630.898785:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:28749:x1866777608520320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.898797:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.898809:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfc00/0xaf35132e6302b64c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb5b6 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.898874:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e6302b653 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.898887:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e6302b653 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.898897:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e6302b653 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298630.898924:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 5275943 00000004:00200000:1.0:1780298630.898928:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298630.898944:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e6302b653 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.898965:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfc00/0xaf35132e6302b64c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5b6 expref: 64 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.898977:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e6302b653 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5b6 expref: 63 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.898982:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.898984:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298630.898987:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bfa00, rc 0) 00000100:00100000:1.0:1780298630.899010:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+63:28749:x1866777608520320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 227us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.899014:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61506 00000100:00100000:2.0:1780298630.900019:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.900048:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.900081:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608520448 00000100:00100000:0.0:1780298630.900086:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608520448 00000100:00100000:1.0:1780298630.900106:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608520576 00000100:00100000:1.0:1780298630.900111:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608520576 00000100:00100000:0.0:1780298630.900152:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5024 00000100:00100000:1.0:1780298630.900160:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5025 00000100:00100000:0.0:1780298630.900165:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608520448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.900176:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298630.900183:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608520576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.900186:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302b65a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb5bd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.900192:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.900205:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302b661 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb5c4 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.900241:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604327168:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.900243:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604327296:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.900420:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.900421:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.901301:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604327296:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.901328:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302b661 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5c4 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.901341:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604327168:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.901348:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302b661 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5c4 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.901360:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf600, rc 0) 00010000:00010000:0.0:1780298630.901362:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302b65a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5bd expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.901397:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302b65a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5bd expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.901406:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608520576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1233us (1353us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298630.901412:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79200, rc 0) 00000100:00100000:1.0:1780298630.901417:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5025 00000100:00100000:0.0:1780298630.901448:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608520448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1288us (1430us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.901456:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5024 00000100:00100000:2.0:1780298630.902523:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.902555:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608520704 00000100:00100000:3.0:1780298630.902561:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608520704 00000100:00100000:3.0:1780298630.902644:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5026 00000100:00100000:3.0:1780298630.902651:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608520704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.902660:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298630.902664:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298630.902669:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e6302b668 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb5cb expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.902701:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608520832 00000100:00100000:3.0:1780298630.902707:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604327424:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.902707:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608520832 00000100:00100000:0.0:1780298630.902745:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5027 00000100:00100000:0.0:1780298630.902753:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e425050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608520832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.902761:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.902772:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b66f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb5d2 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.902796:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.902802:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604327552:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.902832:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.903650:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556af800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604327424:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.903671:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e6302b668 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5cb expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.903688:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e6302b668 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5cb expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.903699:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00000100:00100000:3.0:1780298630.903731:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608520704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1079us (1208us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.903738:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604327552:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.903760:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b66f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5d2 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.903771:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5026 00010000:00010000:0.0:1780298630.903780:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302b66f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5d2 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.903797:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:0.0:1780298630.903828:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e425050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608520832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1076us (1164us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.903835:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5027 00000100:00100000:2.0:1780298630.904808:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.904856:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608521088 00000100:00100000:0.0:1780298630.904862:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608521088 00000100:00100000:0.0:1780298630.904893:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61507 00000100:00100000:0.0:1780298630.904900:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+63:28749:x1866777608521088:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298630.904941:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.904960:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e6302b653 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5b6 expref: 63 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.904979:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298630.904984:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298630.905162:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79c00/0xaf35132e6302b676 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.905177:0:6476:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e6302b645 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5af expref: 35 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.905190:0:6476:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79c00/0xaf35132e6302b676 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.905214:0:6476:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e6302b645 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5af expref: 35 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.905227:0:6476:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e6302b645 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5af expref: 35 pid: 6477 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.905236:0:6476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777604327680:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.905276:0:6476:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.905911:0:6476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777604327680:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.905922:0:6476:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79c00/0xaf35132e6302b676 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.906079:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.906118:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608521216 00000100:00100000:1.0:1780298630.906147:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608521216 00010000:00010000:1.0:1780298630.906167:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e6302b645 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5af expref: 36 pid: 6477 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.906194:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14207 00000100:00100000:1.0:1780298630.906202:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+36:2399:x1866777608521216:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.906210:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.906214:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e6302b645 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5af expref: 36 pid: 6477 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.906222:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e6302b645 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5af expref: 36 pid: 6477 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.906237:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e6302b645 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5af expref: 36 pid: 6477 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.906244:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.906247:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79c00/0xaf35132e6302b676 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.906254:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79c00/0xaf35132e6302b676 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.906260:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79c00/0xaf35132e6302b676 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.906275:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.906297:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+35:2399:x1866777608521216:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 97us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.906302:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14207 00010000:00010000:0.0:1780298630.906313:0:6476:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79c00/0xaf35132e6302b676 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.906322:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79c00/0xaf35132e6302b676 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298630.906388:0:6476:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990685 00000004:00010000:0.0:1780298630.906416:0:6476:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000abc6d6ed reply state 0000000089460629 transno 4294990686 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79c00/0xaf35132e6302b676 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.906428:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79c00/0xaf35132e6302b676 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.906435:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298630.906438:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298630.906441:0:6476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298630.906500:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+65:28749:x1866777608521088:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1600us (1692us total) trans 4294990686 rc 0/0 00000100:00100000:0.0:1780298630.906505:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61507 00000020:00080000:0.0:1780298630.906509:0:6476:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298630.907364:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.907411:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608521344 00000100:00100000:1.0:1780298630.907415:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608521344 00000100:00100000:1.0:1780298630.907441:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5028 00000100:00100000:1.0:1780298630.907447:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608521344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.907458:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.907472:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302b67d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb5d9 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.907492:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b630 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a1 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.907506:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(113 143) 00010000:00010000:1.0:1780298630.907510:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(114 143) 00010000:00010000:1.0:1780298630.907515:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302b67d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5d9 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.907536:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b630 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a1 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.907546:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b630 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a1 expref: 10 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.907558:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604327808:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.907601:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.908253:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604327808:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.908271:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302b67d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5d9 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.908295:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bfc00, rc 0) 00000100:00100000:1.0:1780298630.908330:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608521344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 883us (968us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.908335:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5028 00000100:00100000:2.0:1780298630.908542:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.908579:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608521472 00000100:00100000:0.0:1780298630.908583:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608521472 00010000:00010000:0.0:1780298630.908597:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b630 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a1 expref: 11 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.908618:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14208 00000100:00100000:0.0:1780298630.908622:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608521472:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.908629:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.908643:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b630 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a1 expref: 11 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.908649:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b630 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a1 expref: 11 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.908660:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302b630 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a1 expref: 11 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.908667:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(114 143) 00010000:00010000:0.0:1780298630.908669:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(114 143) 00010000:00010000:0.0:1780298630.908673:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302b67d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5d9 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.908679:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302b67d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5d9 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.908696:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302b67d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5d9 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.908702:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604327936:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298630.908730:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.909443:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604327936:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298630.909451:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298630.909472:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608521472:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 849us (931us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.909479:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14208 00000100:00100000:2.0:1780298630.909546:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.909586:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608521600 00000100:00100000:0.0:1780298630.909590:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608521600 00000100:00100000:0.0:1780298630.909618:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5029 00000100:00100000:0.0:1780298630.909626:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608521600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.909636:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.909648:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b684 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb5e0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.909667:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b637 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a8 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.909675:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(62 104) 00010000:00010000:0.0:1780298630.909679:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(63 104) 00010000:00010000:0.0:1780298630.909683:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b684 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e0 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.909702:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b637 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a8 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.909712:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b637 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a8 expref: 9 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.909722:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604328064:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.909752:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.910413:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604328064:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.910428:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b684 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e0 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.910440:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79200, rc 0) 00000100:00100000:0.0:1780298630.910473:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608521600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 846us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.910480:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5029 00000100:00100000:3.0:1780298630.910526:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.910557:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608521728 00000100:00100000:1.0:1780298630.910561:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608521728 00010000:00010000:1.0:1780298630.910578:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b637 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a8 expref: 10 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.910603:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14209 00000100:00100000:1.0:1780298630.910615:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608521728:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.910624:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.910639:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b637 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a8 expref: 10 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.910650:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b637 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a8 expref: 10 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.910665:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6302b637 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5a8 expref: 10 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.910675:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(63 104) 00010000:00010000:1.0:1780298630.910679:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(63 104) 00010000:00010000:1.0:1780298630.910684:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b684 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e0 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.910692:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b684 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e0 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.910713:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b684 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e0 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.910729:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604328192:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.910774:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.911716:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604328192:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.911731:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.911763:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608521728:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1153us (1238us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.911772:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14209 00000100:00100000:3.0:1780298630.911782:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.911827:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608521856 00000100:00100000:0.0:1780298630.911832:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608521856 00000100:00100000:3.0:1780298630.911851:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:0.0:1780298630.911865:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (3004241->18446744073709551615) 00002000:00100000:0.0:1780298630.911871:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aea00 with x1866777608521856 ext(3004241->18446744073709551615) 00002000:00010000:0.0:1780298630.911878:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aea00. 00000100:00100000:1.0:1780298630.911889:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608521984 00000100:00100000:1.0:1780298630.911895:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608521984 00000100:00100000:0.0:1780298630.911905:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4621 00002000:00010000:1.0:1780298630.911911:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00000100:00100000:0.0:1780298630.911917:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608521856:12345-192.168.203.25@tcp:10:fsx.0 00002000:00100000:1.0:1780298630.911918:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556af100 with x1866777608521984 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298630.911926:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556af100. 00000100:00100000:1.0:1780298630.911951:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4622 00000100:00100000:1.0:1780298630.911959:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608521984:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298630.912241:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 3004241 00002000:00010000:1.0:1780298630.912243:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 1081639 -> 0 00002000:00010000:0.0:1780298630.912244:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.912249:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298630.912250:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298630.912256:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.912257:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298630.912259:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1264 -> 1144 00002000:00010000:1.0:1780298630.912261:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.912264:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 56 -> 0 00000100:00100000:0.0:1780298630.912291:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608521856:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 379us (545us total) trans 4294969184 rc 0/0 00000100:00100000:1.0:1780298630.912295:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608521984:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 335us (441us total) trans 4294968838 rc 0/0 00000100:00100000:0.0:1780298630.912300:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4621 00002000:00010000:0.0:1780298630.912305:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (3004241->18446744073709551615) 00002000:00100000:0.0:1780298630.912308:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aea00 with x1866777608521856 ext(3004241->18446744073709551615) 00000100:00100000:1.0:1780298630.912312:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4622 00002000:00010000:0.0:1780298630.912314:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aea00. 00002000:00010000:1.0:1780298630.912318:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:1.0:1780298630.912322:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556af100 with x1866777608521984 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298630.912328:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556af100. 00000100:00100000:2.0:1780298630.913226:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.913272:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608522112 00000100:00100000:3.0:1780298630.913277:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608522112 00000100:00100000:3.0:1780298630.913310:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61508 00000100:00100000:3.0:1780298630.913321:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+65:28749:x1866777608522112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.913336:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.913349:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302b68b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb5e7 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.913448:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302b692 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.913462:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302b692 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.913472:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302b692 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298630.913498:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 3004241 00000004:00200000:3.0:1780298630.913504:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298630.913521:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302b692 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.913547:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302b68b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e7 expref: 67 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.913560:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302b692 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e7 expref: 66 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.913568:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298630.913571:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298630.913574:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d000, rc 0) 00000100:00100000:3.0:1780298630.913606:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+66:28749:x1866777608522112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 288us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.913612:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61508 00000100:00100000:2.0:1780298630.915226:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.915259:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608522240 00000100:00100000:1.0:1780298630.915265:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608522240 00000100:00100000:1.0:1780298630.915294:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5030 00000100:00100000:1.0:1780298630.915300:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608522240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.915308:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.915319:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302b699 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb5ee expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.915340:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302b67d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5d9 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.915349:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(114 143) 00010000:00010000:1.0:1780298630.915353:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(115 143) 00010000:00010000:1.0:1780298630.915357:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302b699 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2486272->2506751] (req 2486272->2506751) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5ee expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.915397:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302b67d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5d9 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.915407:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302b67d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5d9 expref: 9 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.915417:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604328320:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.915464:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.916097:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604328320:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.916117:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302b699 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2486272->2506751] (req 2486272->2506751) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5ee expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.916155:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf600, rc 0) 00000100:00100000:1.0:1780298630.916183:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608522240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 882us (957us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.916190:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5030 00000100:00100000:0.0:1780298630.916258:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.916315:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608522368 00000100:00100000:3.0:1780298630.916320:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608522368 00010000:00010000:3.0:1780298630.916338:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302b67d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5d9 expref: 10 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.916365:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14210 00000100:00100000:3.0:1780298630.916383:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608522368:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298630.916393:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298630.916403:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302b67d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5d9 expref: 10 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.916413:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302b67d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5d9 expref: 10 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.916435:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302b67d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5d9 expref: 10 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.916446:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(115 143) 00010000:00010000:3.0:1780298630.916450:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(115 143) 00010000:00010000:3.0:1780298630.916457:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302b699 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2486272->2506751) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5ee expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.916466:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302b699 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2486272->2506751) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5ee expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.916485:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302b699 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2486272->2506751) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5ee expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.916493:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556ace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604328448:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298630.916523:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.917174:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556ace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604328448:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298630.917185:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298630.917207:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608522368:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 827us (950us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.917213:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14210 00000100:00100000:0.0:1780298630.917626:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.917663:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608522496 00000100:00100000:2.0:1780298630.917667:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608522496 00002000:00100000:2.0:1780298630.917690:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2486272->2506751) req@ffff9cf36d4b7100 x1866777608522496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.917697:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7100 with x1866777608522496 ext(2486272->2506751) 00002000:00010000:2.0:1780298630.917700:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b7100 00000100:00100000:2.0:1780298630.917715:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4623 00000100:00100000:2.0:1780298630.917720:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608522496:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.918484:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608522496:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 762us (858us total) trans 0 rc 20480/20480 00000100:00100000:2.0:1780298630.918495:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4623 00002000:00100000:2.0:1780298630.918503:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (2486272->2506751) req@ffff9cf36d4b7100 x1866777608522496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.918512:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7100 with x1866777608522496 ext(2486272->2506751) 00002000:00010000:2.0:1780298630.918516:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b7100 00000100:00100000:3.0:1780298630.919542:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.919573:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608522624 00000100:00100000:0.0:1780298630.919577:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608522624 00000100:00100000:0.0:1780298630.919603:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5031 00000100:00100000:0.0:1780298630.919608:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608522624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.919615:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.919625:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b6a0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb5f5 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.919642:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(115 143) 00010000:00010000:0.0:1780298630.919644:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(115 143) 00010000:00010000:0.0:1780298630.919649:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b6a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5f5 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.919661:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b6a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5f5 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.919667:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:0.0:1780298630.919689:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608522624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 81us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.919695:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5031 00000100:00100000:3.0:1780298630.922787:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.922834:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608522752 00000100:00100000:1.0:1780298630.922840:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608522752 00000100:00100000:1.0:1780298630.922882:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5032 00000100:00100000:1.0:1780298630.922892:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608522752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.922907:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.922921:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b6a7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb5fc expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.922950:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b684 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e0 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.922958:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(63 104) 00010000:00010000:1.0:1780298630.922962:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(64 104) 00010000:00010000:1.0:1780298630.922966:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b6a7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3104768->3129343] (req 3104768->3129343) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5fc expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.923001:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b684 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e0 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.923020:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b684 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e0 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.923035:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604328576:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.923101:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.923943:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604328576:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.923960:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b6a7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3104768->3129343] (req 3104768->3129343) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5fc expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.923969:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf200, rc 0) 00000100:00100000:1.0:1780298630.923999:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608522752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1110us (1217us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.924007:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5032 00000100:00100000:3.0:1780298630.924146:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.924203:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608522880 00000100:00100000:0.0:1780298630.924208:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608522880 00010000:00010000:0.0:1780298630.924229:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b684 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e0 expref: 10 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.924254:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14211 00000100:00100000:0.0:1780298630.924259:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608522880:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.924269:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.924290:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b684 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e0 expref: 10 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.924303:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b684 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e0 expref: 10 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.924324:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b684 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e0 expref: 10 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.924343:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(64 104) 00010000:00010000:0.0:1780298630.924346:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(64 104) 00010000:00010000:0.0:1780298630.924354:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b6a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3104768->36659199] (req 3104768->3129343) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5fc expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.924363:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b6a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3104768->36659199] (req 3104768->3129343) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5fc expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.924398:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b6a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3104768->36659199] (req 3104768->3129343) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5fc expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.924409:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604328704:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298630.924451:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.925182:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604328704:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298630.925194:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298630.925221:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608522880:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 961us (1098us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.925230:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14211 00000100:00100000:2.0:1780298630.926121:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.926266:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608523008 00000100:00100000:0.0:1780298630.926272:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608523008 00000100:00100000:0.0:1780298630.926310:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5033 00000100:00100000:0.0:1780298630.926318:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608523008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.926328:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.926336:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b6ae lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb603 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.926361:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604328832:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.926403:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00002000:00010000:0.0:1780298630.927176:0:20252:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size: 0 -> 3128649 00002000:00010000:0.0:1780298630.927182:0:20252:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1780298630.927193:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604328832:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.927211:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b6ae lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb603 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.927226:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b6ae lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb603 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.927237:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00000100:00100000:0.0:1780298630.927270:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608523008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 953us (1148us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.927277:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5033 00000100:00100000:2.0:1780298630.928246:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.928297:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608523136 00000100:00100000:1.0:1780298630.928302:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608523136 00000100:00100000:1.0:1780298630.928339:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5034 00000100:00100000:1.0:1780298630.928347:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608523136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.928357:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.928365:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019a622b7/0xaf35132e6302b6b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb60a expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.928405:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604328960:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.928449:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.929092:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604328960:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.929107:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000019a622b7/0xaf35132e6302b6b5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb60a expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.929117:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019a622b7/0xaf35132e6302b6b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb60a expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.929138:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be600, rc 0) 00000100:00100000:1.0:1780298630.929165:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608523136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 819us (922us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.929172:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5034 00000100:00100000:3.0:1780298630.929998:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.930037:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608523264 00000100:00100000:0.0:1780298630.930042:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608523264 00000100:00100000:0.0:1780298630.930067:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5035 00000100:00100000:0.0:1780298630.930072:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608523264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.930079:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.930087:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e6302b6bc lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb611 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.930103:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(64 104) 00010000:00010000:0.0:1780298630.930106:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(64 104) 00010000:00010000:0.0:1780298630.930112:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e6302b6bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1150976->3104767] (req 1150976->1167359) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb611 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.930122:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e6302b6bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1150976->3104767] (req 1150976->1167359) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb611 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.930171:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78000, rc 0) 00000100:00100000:0.0:1780298630.930203:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608523264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 130us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.930208:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5035 00000100:00100000:2.0:1780298630.930859:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.930906:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608523392 00000100:00100000:3.0:1780298630.930911:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608523392 00000100:00100000:3.0:1780298630.930955:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4624 00000100:00100000:3.0:1780298630.930961:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608523392:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298630.931191:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3128649 -> 1166662 00002000:00010000:3.0:1780298630.931194:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298630.931196:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298630.931198:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298630.931199:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 1 -> 32 00000100:00100000:3.0:1780298630.931223:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608523392:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 263us (366us total) trans 4294968839 rc 0/0 00000100:00100000:3.0:1780298630.931227:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4624 00000100:00100000:3.0:1780298630.932019:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.932065:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608523520 00000100:00100000:2.0:1780298630.932070:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608523520 00000100:00100000:2.0:1780298630.932111:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61509 00000100:00100000:2.0:1780298630.932119:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+35:28749:x1866777608523520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.932156:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.932172:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302b6c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb618 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.932251:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b6ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.932264:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b6ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.932275:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b6ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298630.932302:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 3004241 00000004:00200000:2.0:1780298630.932307:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298630.932327:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b6ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.932350:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302b6c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb618 expref: 37 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.932364:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b6ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb618 expref: 36 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.932387:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.932390:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298630.932394:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298630.932425:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+36:28749:x1866777608523520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 308us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.932433:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61509 00000100:00100000:2.0:1780298630.933424:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.933467:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608523648 00000100:00100000:1.0:1780298630.933472:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608523648 00000100:00100000:1.0:1780298630.933504:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5036 00000100:00100000:1.0:1780298630.933513:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608523648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.933522:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.933531:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000408198ca/0xaf35132e6302b6d1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb61f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.933573:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604329088:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.933624:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00002000:00010000:1.0:1780298630.934322:0:8359:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size: 1166662 -> 3128649 00000100:00100000:1.0:1780298630.934334:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604329088:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.934352:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000408198ca/0xaf35132e6302b6d1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb61f expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.934383:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000408198ca/0xaf35132e6302b6d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb61f expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.934394:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bec00, rc 0) 00000100:00100000:1.0:1780298630.934424:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608523648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 913us (1000us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.934431:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5036 00000100:00100000:3.0:1780298630.935390:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.935426:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608523776 00000100:00100000:0.0:1780298630.935431:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608523776 00000100:00100000:0.0:1780298630.935456:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5037 00000100:00100000:0.0:1780298630.935462:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608523776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.935468:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.935475:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b6d8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb626 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.935501:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604329216:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.935542:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.936258:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604329216:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.936277:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b6d8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb626 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.936291:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b6d8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb626 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.936301:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79200, rc 0) 00000100:00100000:0.0:1780298630.936329:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608523776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (941us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.936336:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5037 00000100:00100000:3.0:1780298630.937869:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.937908:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608524032 00000100:00100000:1.0:1780298630.937915:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608524032 00000100:00100000:1.0:1780298630.937960:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61510 00000100:00100000:1.0:1780298630.937971:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+36:28749:x1866777608524032:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298630.938018:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.938037:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302b6ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb618 expref: 36 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.938051:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.938055:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298630.938223:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be600/0xaf35132e6302b6df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.938234:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302b692 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e7 expref: 65 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.938244:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be600/0xaf35132e6302b6df lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.938266:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302b692 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e7 expref: 65 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.938276:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302b692 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e7 expref: 65 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.938285:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604329344:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.938327:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.939112:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604329344:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.939161:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be600/0xaf35132e6302b6df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.939381:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.939418:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608524160 00000100:00100000:0.0:1780298630.939428:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608524160 00010000:00010000:0.0:1780298630.939452:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302b692 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e7 expref: 66 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.939481:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14212 00000100:00100000:0.0:1780298630.939489:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+66:2400:x1866777608524160:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.939500:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.939506:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302b692 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e7 expref: 66 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.939517:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302b692 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e7 expref: 66 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.939532:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302b692 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5e7 expref: 66 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.939544:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298630.939548:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be600/0xaf35132e6302b6df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.939560:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be600/0xaf35132e6302b6df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.939567:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be600/0xaf35132e6302b6df lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.939593:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298630.939618:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be600/0xaf35132e6302b6df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.939627:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be600/0xaf35132e6302b6df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.939629:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+65:2400:x1866777608524160:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 140us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.939644:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14212 00000001:00080000:1.0:1780298630.939694:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990687 00000004:00010000:1.0:1780298630.939728:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f796b5b8 reply state 000000005c543f75 transno 4294990688 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be600/0xaf35132e6302b6df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.939742:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be600/0xaf35132e6302b6df lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.939748:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.939751:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298630.939753:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298630.939824:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+38:28749:x1866777608524032:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1855us (1955us total) trans 4294990688 rc 0/0 00000100:00100000:1.0:1780298630.939832:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61510 00000020:00080000:1.0:1780298630.939836:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298630.940682:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.940721:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608524288 00000100:00100000:1.0:1780298630.940726:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608524288 00000100:00100000:1.0:1780298630.940774:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5038 00000100:00100000:1.0:1780298630.940784:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608524288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.940797:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.940809:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302b6e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb62d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.940830:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302b699 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2486272->2506751) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5ee expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.940840:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b6a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5f5 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.940848:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(115 143) 00010000:00010000:1.0:1780298630.940852:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(115 143) 00010000:00010000:1.0:1780298630.940857:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302b6e6 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb62d expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.940884:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b6a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5f5 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.940894:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b6a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5f5 expref: 9 pid: 8358 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.940907:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604329472:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.940954:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302b699 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2486272->2506751) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5ee expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.940961:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302b699 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2486272->2506751) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5ee expref: 12 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.940968:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604329600:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.940984:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.941885:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604329472:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.941896:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604329600:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.941916:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302b6e6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb62d expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.941927:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be200, rc 0) 00000100:00100000:1.0:1780298630.941954:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608524288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1173us (1273us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.941962:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5038 00000100:00100000:2.0:1780298630.942212:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.942242:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608524416 00000100:00100000:1.0:1780298630.942248:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608524416 00010000:00010000:1.0:1780298630.942266:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b6a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5f5 expref: 10 pid: 8358 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.942298:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14213 00000100:00100000:1.0:1780298630.942307:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608524416:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.942317:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.942335:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b6a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5f5 expref: 10 pid: 8358 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.942347:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b6a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5f5 expref: 10 pid: 8358 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.942366:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b6a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5f5 expref: 10 pid: 8358 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.942391:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.942419:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608524416:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 114us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.942426:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14213 00000100:00100000:2.0:1780298630.942487:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.942518:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608524544 00000100:00100000:1.0:1780298630.942523:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608524544 00010000:00010000:1.0:1780298630.942536:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302b699 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2486272->2506751) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5ee expref: 12 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.942559:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14214 00000100:00100000:1.0:1780298630.942566:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608524544:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.942577:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.942585:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302b699 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2486272->2506751) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5ee expref: 12 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.942596:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302b699 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2486272->2506751) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5ee expref: 12 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.942609:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302b699 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2486272->2506751) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5ee expref: 12 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.942620:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(115 143) 00010000:00010000:1.0:1780298630.942624:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(115 143) 00010000:00010000:1.0:1780298630.942630:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302b6e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb62d expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.942636:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302b6e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb62d expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.942656:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302b6e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb62d expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.942665:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604329728:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298630.942707:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3514d90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.943573:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604329728:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.943587:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.943619:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608524544:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1053us (1131us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.943628:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14214 00000100:00100000:2.0:1780298630.943705:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.943755:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608524672 00000100:00100000:0.0:1780298630.943761:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608524672 00000100:00100000:0.0:1780298630.943801:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5039 00000100:00100000:0.0:1780298630.943810:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608524672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.943823:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.943837:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b6ed lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb634 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.943873:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e6302b6bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1150976->3104767] (req 1150976->1167359) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb611 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.943883:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b6a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3104768->36659199] (req 3104768->3129343) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5fc expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.943890:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(64 104) 00010000:00010000:0.0:1780298630.943894:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(66 104) 00010000:00010000:0.0:1780298630.943899:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b6ed lrc: 5/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb634 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.943922:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b6a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3104768->36659199] (req 3104768->3129343) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5fc expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.943934:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b6a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3104768->36659199] (req 3104768->3129343) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5fc expref: 11 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.943950:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604329856:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.943991:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e6302b6bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1150976->3104767] (req 1150976->1167359) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb611 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.944002:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e6302b6bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1150976->3104767] (req 1150976->1167359) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb611 expref: 10 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.944012:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604329984:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.944038:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298630.944786:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604329856:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298630.944797:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604329984:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298630.944817:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b6ed lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb634 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.944831:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00000100:00100000:0.0:1780298630.944863:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608524672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1055us (1159us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.944870:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5039 00000100:00100000:3.0:1780298630.945547:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.945590:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.945596:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608524800 00000100:00100000:1.0:1780298630.945604:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608524800 00010000:00010000:1.0:1780298630.945629:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e6302b6bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1150976->3104767] (req 1150976->1167359) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb611 expref: 11 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.945649:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608524928 00000100:00100000:2.0:1780298630.945655:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608524928 00000100:00100000:1.0:1780298630.945665:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14215 00000100:00100000:1.0:1780298630.945676:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777608524800:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.945687:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00100000:2.0:1780298630.945691:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (3104768->3128648) req@ffff9cf255492d80 x1866777608524928/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.945699:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492d80 with x1866777608524928 ext(3104768->3128648) 00010000:00010000:1.0:1780298630.945706:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e6302b6bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1150976->3104767] (req 1150976->1167359) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb611 expref: 11 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.945707:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b6a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [3104768->36659199] (req 3104768->3129343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5fc expref: 11 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.945732:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b6a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [3104768->36659199] (req 3104768->3129343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5fc expref: 11 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.945735:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e6302b6bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1150976->3104767] (req 1150976->1167359) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb611 expref: 11 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298630.945755:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf255492d80 00010000:00010000:1.0:1780298630.945768:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e6302b6bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1150976->3104767] (req 1150976->1167359) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb611 expref: 11 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.945782:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298630.945786:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 124 00000100:00100000:2.0:1780298630.945796:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608524928:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298630.945823:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608524800:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 149us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.945833:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14215 00010000:00010000:3.0:1780298630.947322:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298630.947375:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608524928:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1571us (1776us total) trans 4294968840 rc 0/0 00000100:00100000:2.0:1780298630.947385:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 124 00002000:00100000:2.0:1780298630.947392:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (3104768->3128648) req@ffff9cf255492d80 x1866777608524928/t4294968840(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.947402:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492d80 with x1866777608524928 ext(3104768->3128648) 00010000:00010000:2.0:1780298630.947408:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b6a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3104768->36659199] (req 3104768->3129343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5fc expref: 13 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.947422:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b6a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3104768->36659199] (req 3104768->3129343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5fc expref: 13 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298630.947430:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf255492d80 00000100:00100000:0.0:1780298630.948446:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.948506:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608525056 00000100:00100000:3.0:1780298630.948513:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608525056 00010000:00010000:3.0:1780298630.948537:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b6a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [3104768->36659199] (req 3104768->3129343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5fc expref: 13 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.948568:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14216 00000100:00100000:3.0:1780298630.948577:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608525056:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298630.948588:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780298630.948598:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 32 -> 80 00010000:00010000:3.0:1780298630.948605:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b6a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3104768->36659199] (req 3104768->3129343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5fc expref: 13 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.948616:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b6a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3104768->36659199] (req 3104768->3129343) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5fc expref: 13 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.948633:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b6a7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [3104768->36659199] (req 3104768->3129343) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb5fc expref: 13 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.948648:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(66 104) 00010000:00010000:3.0:1780298630.948651:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(66 104) 00010000:00010000:3.0:1780298630.948657:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b6ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb634 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.948678:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b6ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb634 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.948710:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b6ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb634 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.948724:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604330112:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298630.948786:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.949577:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604330112:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298630.949595:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.949627:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608525056:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1051us (1183us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.949636:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14216 00000100:00100000:0.0:1780298630.949748:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.949792:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608525184 00000100:00100000:2.0:1780298630.949797:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608525184 00002000:00010000:2.0:1780298630.949814:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4724863->18446744073709551615) 00002000:00100000:2.0:1780298630.949817:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4380 with x1866777608525184 ext(4724863->18446744073709551615) 00002000:00010000:2.0:1780298630.949823:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b4380. 00000100:00100000:2.0:1780298630.949841:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4625 00000100:00100000:2.0:1780298630.949847:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608525184:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298630.949875:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.949914:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608525312 00000100:00100000:1.0:1780298630.949920:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608525312 00002000:00010000:1.0:1780298630.949937:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298630.949941:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255491c00 with x1866777608525312 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298630.949947:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255491c00. 00000100:00100000:1.0:1780298630.949969:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4626 00000100:00100000:1.0:1780298630.949980:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608525312:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298630.949989:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 3004241 -> 4724863 00002000:00010000:2.0:1780298630.949992:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298630.949994:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298630.949996:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298630.949997:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1144 -> 1144 00000100:00100000:2.0:1780298630.950024:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608525184:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 177us (279us total) trans 4294969185 rc 0/0 00000100:00100000:2.0:1780298630.950030:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4625 00002000:00010000:2.0:1780298630.950032:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4724863->18446744073709551615) 00002000:00100000:2.0:1780298630.950034:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4380 with x1866777608525184 ext(4724863->18446744073709551615) 00002000:00010000:2.0:1780298630.950038:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b4380. 00002000:00010000:1.0:1780298630.950067:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3128649 -> 4194304 00002000:00010000:1.0:1780298630.950072:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.950075:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.950077:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.950080:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:1.0:1780298630.950110:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608525312:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 134us (236us total) trans 4294968841 rc 0/0 00000100:00100000:1.0:1780298630.950117:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4626 00002000:00010000:1.0:1780298630.950120:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298630.950145:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255491c00 with x1866777608525312 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298630.950150:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255491c00. 00000100:00100000:2.0:1780298630.951683:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.951739:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608525440 00000100:00100000:0.0:1780298630.951749:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608525440 00002000:00100000:0.0:1780298630.951819:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (4681728->4685823) req@ffff9cf255510700 x1866777608525440/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.951832:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510700 with x1866777608525440 ext(4681728->4685823) 00002000:00010000:0.0:1780298630.951838:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255510700 00000100:00100000:0.0:1780298630.951867:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4627 00000100:00100000:0.0:1780298630.951876:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608525440:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298630.952055:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608525440:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 180us (376us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298630.952061:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4627 00002000:00100000:0.0:1780298630.952065:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (4681728->4685823) req@ffff9cf255510700 x1866777608525440/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298630.952074:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510700 with x1866777608525440 ext(4681728->4685823) 00002000:00010000:0.0:1780298630.952077:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255510700 00000100:00100000:0.0:1780298630.954281:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.954322:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608525568 00000100:00100000:3.0:1780298630.954330:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608525568 00002000:00100000:3.0:1780298630.954364:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (4685824->4689919) req@ffff9cf36d4b4e00 x1866777608525568/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.954387:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4e00 with x1866777608525568 ext(4685824->4689919) 00002000:00010000:3.0:1780298630.954391:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b4e00 00000100:00100000:3.0:1780298630.954416:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4628 00000100:00100000:3.0:1780298630.954429:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608525568:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.954684:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608525568:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 254us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298630.954695:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4628 00002000:00100000:2.0:1780298630.954705:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (4685824->4689919) req@ffff9cf36d4b4e00 x1866777608525568/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/4536 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.954716:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4e00 with x1866777608525568 ext(4685824->4689919) 00002000:00010000:2.0:1780298630.954723:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b4e00 00000100:00100000:2.0:1780298630.956244:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.956298:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608525696 00000100:00100000:1.0:1780298630.956307:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608525696 00002000:00100000:1.0:1780298630.956340:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (4661248->4726783) req@ffff9cf255512680 x1866777608525696/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 504/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.956350:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512680 with x1866777608525696 ext(4661248->4726783) 00002000:00010000:1.0:1780298630.956355:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255512680 00000100:00100000:1.0:1780298630.956389:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4629 00000100:00100000:1.0:1780298630.956402:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608525696:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.957392:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608525696:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 994us (1147us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298630.957400:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4629 00002000:00100000:1.0:1780298630.957406:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (4661248->4726783) req@ffff9cf255512680 x1866777608525696/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 504/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.957412:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512680 with x1866777608525696 ext(4661248->4726783) 00002000:00010000:1.0:1780298630.957415:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255512680 00000100:00100000:2.0:1780298630.960366:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.960441:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608525824 00000100:00100000:3.0:1780298630.960453:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608525824 00002000:00100000:3.0:1780298630.960495:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (4681728->4724862) req@ffff9cf255511f80 x1866777608525824/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.960507:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255511f80 with x1866777608525824 ext(4681728->4724862) 00002000:00010000:3.0:1780298630.960512:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255511f80 00000100:00100000:3.0:1780298630.960540:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4630 00000100:00100000:3.0:1780298630.960551:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608525824:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298630.961990:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608525824:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1438us (1622us total) trans 4294969186 rc 0/0 00000100:00100000:3.0:1780298630.962000:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4630 00002000:00100000:3.0:1780298630.962010:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (4681728->4724862) req@ffff9cf255511f80 x1866777608525824/t4294969186(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:336/0 lens 488/448 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298630.962019:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255511f80 with x1866777608525824 ext(4681728->4724862) 00002000:00010000:3.0:1780298630.962024:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255511f80 00000100:00100000:0.0:1780298630.962881:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.962949:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608525952 00000100:00100000:1.0:1780298630.962957:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608525952 00000100:00100000:1.0:1780298630.963016:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5040 00000100:00100000:1.0:1780298630.963029:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608525952:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298630.963870:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969186 is committed 00000001:00080000:0.0:1780298630.963880:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969184 is committed 00000100:00100000:1.0:1780298630.963986:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608525952:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 961us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.963993:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5040 00000100:00100000:2.0:1780298630.965001:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.965050:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608526080 00000100:00100000:0.0:1780298630.965057:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608526080 00000100:00100000:0.0:1780298630.965090:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61511 00000100:00100000:0.0:1780298630.965097:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+65:28749:x1866777608526080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.965110:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298630.965144:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78e00/0xaf35132e6302b6f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb63b expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.965215:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302b6fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.965229:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302b6fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.965238:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302b6fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298630.965255:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 8919167 00000004:00200000:0.0:1780298630.965258:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298630.965272:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302b6fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.965289:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78e00/0xaf35132e6302b6f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb63b expref: 67 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.965301:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302b6fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb63b expref: 66 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.965308:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298630.965309:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298630.965312:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79400, rc 0) 00000100:00100000:0.0:1780298630.965338:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+66:28749:x1866777608526080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 243us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.965343:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61511 00000100:00100000:2.0:1780298630.966349:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.966385:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.966402:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608526208 00000100:00100000:0.0:1780298630.966406:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608526208 00000100:00100000:3.0:1780298630.966422:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608526336 00000100:00100000:3.0:1780298630.966427:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608526336 00000100:00100000:0.0:1780298630.966438:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5041 00000100:00100000:0.0:1780298630.966446:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608526208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.966454:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298630.966461:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5042 00010000:00010000:0.0:1780298630.966464:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302b702 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb642 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.966473:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608526336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.966487:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.966498:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e6302b709 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb649 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.966522:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604330240:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.966538:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255490380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604330368:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.966588:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.966590:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00002000:00010000:0.0:1780298630.967336:0:20252:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 1144 -> 1232 00000100:00100000:0.0:1780298630.967348:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604330240:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.967358:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255490380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604330368:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298630.967386:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302b702 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb642 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.967387:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e6302b709 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb649 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.967416:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302b702 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb642 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.967417:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e6302b709 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb649 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.967436:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00010000:00010000:1.0:1780298630.967442:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00000100:00100000:0.0:1780298630.967466:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608526208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1022us (1117us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.967474:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608526336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1005us (1087us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.967474:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5041 00000100:00100000:1.0:1780298630.967483:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5042 00000100:00100000:2.0:1780298630.968407:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.968425:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.968445:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608526464 00000100:00100000:0.0:1780298630.968451:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608526464 00000100:00100000:1.0:1780298630.968457:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608526592 00000100:00100000:1.0:1780298630.968463:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608526592 00000100:00100000:0.0:1780298630.968488:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5043 00000100:00100000:1.0:1780298630.968499:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5044 00000100:00100000:0.0:1780298630.968500:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608526464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.968512:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298630.968514:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608526592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298630.968523:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e6302b710 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb650 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.968524:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.968535:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302b717 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb657 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.968559:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604330496:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.968570:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604330624:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.968604:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.968610:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3514d90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.969309:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604330624:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298630.969309:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604330496:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.969326:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302b717 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb657 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.969326:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e6302b710 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb650 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.969341:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302b717 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb657 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.969342:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e6302b710 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb650 expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.969353:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf600, rc 0) 00010000:00010000:0.0:1780298630.969353:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78600, rc 0) 00000100:00100000:1.0:1780298630.969394:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608526592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 886us (968us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.969394:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608526464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 898us (986us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298630.969402:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5043 00000100:00100000:1.0:1780298630.969406:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5044 00000100:00100000:3.0:1780298630.970381:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.970415:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608526720 00000100:00100000:2.0:1780298630.970419:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608526720 00000100:00100000:2.0:1780298630.970444:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5045 00000100:00100000:2.0:1780298630.970449:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608526720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.970455:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.970462:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b71e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb65e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.970479:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302b6e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb62d expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.970488:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(115 143) 00010000:00010000:2.0:1780298630.970493:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(116 143) 00010000:00010000:2.0:1780298630.970497:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b71e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2797568->2859007] (req 2797568->2859007) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb65e expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.970521:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302b6e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb62d expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.970535:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302b6e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb62d expref: 6 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.970546:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604330752:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.970591:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.971173:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604330752:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298630.971186:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b71e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2797568->2859007] (req 2797568->2859007) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb65e expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.971196:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:3.0:1780298630.971219:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608526720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 771us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.971230:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5045 00000100:00100000:0.0:1780298630.971408:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.971445:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608526848 00000100:00100000:3.0:1780298630.971450:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608526848 00010000:00010000:3.0:1780298630.971477:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302b6e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb62d expref: 7 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.971503:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14217 00000100:00100000:3.0:1780298630.971511:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608526848:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298630.971522:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298630.971535:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302b6e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb62d expref: 7 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.971546:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302b6e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb62d expref: 7 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.971563:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302b6e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb62d expref: 7 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.971573:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(116 143) 00010000:00010000:3.0:1780298630.971577:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(116 143) 00010000:00010000:3.0:1780298630.971584:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b71e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2797568->2859007) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb65e expref: 5 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.971594:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b71e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2797568->2859007) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb65e expref: 5 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.971618:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b71e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2797568->2859007) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb65e expref: 5 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.971629:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604330880:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298630.971661:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.972474:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604330880:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298630.972484:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298630.972510:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608526848:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1002us (1104us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.972516:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14217 00000100:00100000:2.0:1780298630.972944:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.972981:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608526976 00000100:00100000:1.0:1780298630.972986:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608526976 00002000:00100000:1.0:1780298630.973015:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2797568->2859007) req@ffff9cf255510a80 x1866777608526976/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.973026:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510a80 with x1866777608526976 ext(2797568->2859007) 00002000:00010000:1.0:1780298630.973031:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255510a80 00000100:00100000:1.0:1780298630.973051:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4631 00000100:00100000:1.0:1780298630.973057:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608526976:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298630.974147:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608526976:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1088us (1202us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1780298630.974154:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4631 00002000:00100000:1.0:1780298630.974160:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2797568->2859007) req@ffff9cf255510a80 x1866777608526976/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298630.974166:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510a80 with x1866777608526976 ext(2797568->2859007) 00002000:00010000:1.0:1780298630.974169:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255510a80 00000100:00100000:2.0:1780298630.975156:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.975183:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608527104 00000100:00100000:3.0:1780298630.975189:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608527104 00000100:00100000:3.0:1780298630.975229:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61512 00000100:00100000:3.0:1780298630.975238:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255511180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+38:28749:x1866777608527104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.975254:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.975270:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ca00/0xaf35132e6302b725 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb665 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.975350:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302b72c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.975365:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302b72c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.975389:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302b72c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298630.975415:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 8919167 00000004:00200000:3.0:1780298630.975419:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298630.975434:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302b72c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.975455:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ca00/0xaf35132e6302b725 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb665 expref: 40 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.975468:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302b72c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb665 expref: 39 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.975481:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298630.975483:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298630.975486:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00000100:00100000:3.0:1780298630.975519:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255511180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+39:28749:x1866777608527104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 284us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298630.975525:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61512 00000100:00100000:0.0:1780298630.976636:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.976674:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608527232 00000100:00100000:1.0:1780298630.976680:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608527232 00000100:00100000:1.0:1780298630.976717:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5046 00000100:00100000:1.0:1780298630.976729:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608527232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.976739:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.976750:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302b733 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb66c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.976774:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(116 143) 00010000:00010000:1.0:1780298630.976779:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(116 143) 00010000:00010000:1.0:1780298630.976787:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302b733 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb66c expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.976801:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302b733 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb66c expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.976813:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bec00, rc 0) 00000100:00100000:1.0:1780298630.976847:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608527232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 123us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.976854:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5046 00000100:00100000:0.0:1780298630.978254:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.978314:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608527360 00000100:00100000:2.0:1780298630.978320:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608527360 00000100:00100000:2.0:1780298630.978366:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4632 00000100:00100000:2.0:1780298630.978384:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777608527360:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298630.978587:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298630.978590:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298630.978592:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298630.978594:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298630.978597:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 80 -> 120 00000100:00100000:2.0:1780298630.978636:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777608527360:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 254us (384us total) trans 4294968842 rc 0/0 00000100:00100000:2.0:1780298630.978642:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4632 00000100:00100000:2.0:1780298630.979929:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.979967:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608527488 00000100:00100000:3.0:1780298630.979973:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608527488 00000100:00100000:3.0:1780298630.980012:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5047 00000100:00100000:3.0:1780298630.980020:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608527488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.980032:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.980046:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052307124/0xaf35132e6302b73a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb673 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.980099:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604331008:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298630.980264:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.981074:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604331008:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298630.981098:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000052307124/0xaf35132e6302b73a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb673 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.981113:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052307124/0xaf35132e6302b73a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb673 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.981121:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d800, rc 0) 00000100:00100000:2.0:1780298630.981161:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608527488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1144us (1234us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298630.981166:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5047 00000100:00100000:1.0:1780298630.982530:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.982574:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608527616 00000100:00100000:2.0:1780298630.982587:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608527616 00002000:00100000:2.0:1780298630.982628:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2015232->2080767) req@ffff9cf243845c00 x1866777608527616/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/0 e 0 to 0 dl 1780298641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.982638:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845c00 with x1866777608527616 ext(2015232->2080767) 00002000:00010000:2.0:1780298630.982644:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243845c00 00000100:00100000:2.0:1780298630.982667:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4633 00000100:00100000:2.0:1780298630.982675:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608527616:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298630.983792:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608527616:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1113us (1261us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1780298630.983800:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4633 00002000:00100000:2.0:1780298630.983806:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (2015232->2080767) req@ffff9cf243845c00 x1866777608527616/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:336/0 lens 488/440 e 0 to 0 dl 1780298641 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298630.983813:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845c00 with x1866777608527616 ext(2015232->2080767) 00002000:00010000:2.0:1780298630.983816:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243845c00 00000100:00100000:0.0:1780298630.985174:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.985210:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608527744 00000100:00100000:1.0:1780298630.985218:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608527744 00000100:00100000:1.0:1780298630.985255:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5048 00000100:00100000:1.0:1780298630.985267:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608527744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.985283:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.985301:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f15900ca/0xaf35132e6302b741 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb67a expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.985360:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604331136:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298630.985447:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3514d90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.987235:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604331136:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298630.987267:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f15900ca/0xaf35132e6302b741 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb67a expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.987294:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f15900ca/0xaf35132e6302b741 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb67a expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.987304:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf800, rc 0) 00000100:00100000:1.0:1780298630.987338:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608527744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 2076us (2170us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298630.987344:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5048 00000100:00100000:0.0:1780298630.988539:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298630.988589:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608527872 00000100:00100000:3.0:1780298630.988600:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608527872 00000100:00100000:3.0:1780298630.988632:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5049 00000100:00100000:3.0:1780298630.988640:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608527872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298630.988650:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298630.988661:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b748 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb681 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298630.988697:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255490000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604331264:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298630.988749:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.989512:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255490000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604331264:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298630.989532:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b748 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb681 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.989551:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e6302b748 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb681 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298630.989561:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:3.0:1780298630.989601:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608527872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 962us (1065us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298630.989609:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5049 00000100:00100000:0.0:1780298630.990694:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.990752:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608528128 00000100:00100000:2.0:1780298630.990760:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608528128 00000100:00100000:2.0:1780298630.990805:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61513 00000100:00100000:2.0:1780298630.990814:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+66:28749:x1866777608528128:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298630.990861:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.990881:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79400/0xaf35132e6302b6fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb63b expref: 66 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.990897:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.990901:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298630.991084:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e6302b74f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.991100:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302b72c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb665 expref: 38 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.991146:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e6302b74f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.991178:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302b72c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb665 expref: 38 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.991193:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302b72c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb665 expref: 38 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.991206:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604331392:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.991264:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.992433:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604331392:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.992450:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e6302b74f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.992456:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.992504:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608528256 00000100:00100000:1.0:1780298630.992509:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608528256 00010000:00010000:1.0:1780298630.992529:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302b72c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb665 expref: 39 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.992558:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14218 00000100:00100000:1.0:1780298630.992567:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+39:2400:x1866777608528256:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298630.992586:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298630.992594:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302b72c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb665 expref: 39 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.992604:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302b72c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb665 expref: 39 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.992617:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302b72c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb665 expref: 39 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.992630:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298630.992633:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e6302b74f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.992641:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e6302b74f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.992646:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e6302b74f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.992663:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298630.992678:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e6302b74f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.992685:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e6302b74f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.992695:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+38:2400:x1866777608528256:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 131us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.992703:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14218 00000001:00080000:2.0:1780298630.992758:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990689 00000004:00010000:2.0:1780298630.992791:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a55cc06d reply state 00000000fb5c8c7d transno 4294990690 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e6302b74f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.992805:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e6302b74f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.992810:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298630.992811:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298630.992813:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298630.992869:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+68:28749:x1866777608528128:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 2058us (2178us total) trans 4294990690 rc 0/0 00000100:00100000:2.0:1780298630.992874:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61513 00000020:00080000:2.0:1780298630.992876:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298630.993745:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.993787:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608528384 00000100:00100000:1.0:1780298630.993791:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608528384 00000100:00100000:1.0:1780298630.993818:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5050 00000100:00100000:1.0:1780298630.993824:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608528384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298630.993835:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298630.993848:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b756 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb688 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.993871:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b71e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2797568->2859007) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb65e expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.993878:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302b733 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb66c expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.993887:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(116 143) 00010000:00010000:1.0:1780298630.993890:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(116 143) 00010000:00010000:1.0:1780298630.993893:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b756 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb688 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.993912:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302b733 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb66c expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.993920:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302b733 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb66c expref: 6 pid: 8356 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.993928:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604331520:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.993977:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b71e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2797568->2859007) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb65e expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.993984:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b71e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2797568->2859007) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb65e expref: 7 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298630.993992:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604331648:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.994011:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3514d90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298630.994801:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604331520:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298630.994813:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604331648:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298630.994837:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b756 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb688 expref: 7 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298630.994850:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf800, rc 0) 00000100:00100000:1.0:1780298630.994882:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608528384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1058us (1140us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298630.994890:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5050 00000100:00100000:3.0:1780298630.995036:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.995152:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608528512 00000100:00100000:0.0:1780298630.995158:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608528512 00010000:00010000:0.0:1780298630.995184:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302b733 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb66c expref: 7 pid: 8356 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.995217:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14219 00000100:00100000:0.0:1780298630.995226:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608528512:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.995238:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1780298630.995260:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298630.995265:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302b733 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb66c expref: 7 pid: 8356 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.995279:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302b733 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb66c expref: 7 pid: 8356 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.995298:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302b733 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb66c expref: 7 pid: 8356 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.995311:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298630.995337:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608528640 00000100:00100000:1.0:1780298630.995343:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608528640 00000100:00100000:0.0:1780298630.995351:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608528512:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 126us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.995361:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14219 00010000:00010000:1.0:1780298630.995364:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b71e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2797568->2859007) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb65e expref: 7 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.995405:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14220 00000100:00100000:0.0:1780298630.995417:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608528640:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298630.995438:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298630.995448:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b71e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2797568->2859007) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb65e expref: 7 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.995459:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b71e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2797568->2859007) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb65e expref: 7 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.995473:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b71e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2797568->2859007) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb65e expref: 7 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.995483:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(116 143) 00010000:00010000:0.0:1780298630.995486:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(116 143) 00010000:00010000:0.0:1780298630.995493:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b756 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb688 expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.995503:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b756 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb688 expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298630.995529:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b756 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb688 expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298630.995549:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b42680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604331776:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298630.995598:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298630.996537:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298630.996538:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604331776:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298630.996554:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298630.996582:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608528768 00000100:00100000:2.0:1780298630.996588:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608528768 00000100:00100000:0.0:1780298630.996588:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608528640:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1175us (1329us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298630.996599:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14220 00000100:00100000:2.0:1780298630.996630:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5051 00000100:00100000:2.0:1780298630.996640:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608528768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298630.996652:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298630.996664:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b75d lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb68f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.996691:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b6ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb634 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.996699:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(66 104) 00010000:00010000:2.0:1780298630.996703:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(67 104) 00010000:00010000:2.0:1780298630.996707:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b75d lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb68f expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.996724:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b6ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb634 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.996734:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b6ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb634 expref: 13 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.996742:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604331904:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298630.996774:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.997357:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604331904:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298630.997383:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b75d lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb68f expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.997396:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:2.0:1780298630.997422:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608528768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 785us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.997436:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5051 00000100:00100000:3.0:1780298630.997731:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.997767:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608528896 00000100:00100000:2.0:1780298630.997772:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608528896 00010000:00010000:2.0:1780298630.997786:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b6ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb634 expref: 14 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.997808:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14221 00000100:00100000:2.0:1780298630.997814:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608528896:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298630.997823:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298630.997835:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b6ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb634 expref: 14 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.997847:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b6ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb634 expref: 14 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.997860:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b6ed lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb634 expref: 14 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.997868:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(67 104) 00010000:00010000:2.0:1780298630.997871:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(67 104) 00010000:00010000:2.0:1780298630.997874:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b75d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb68f expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.997880:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b75d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb68f expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298630.997894:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b75d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb68f expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298630.997900:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604332032:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298630.997930:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298630.998601:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604332032:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298630.998613:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298630.998643:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608528896:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 828us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298630.998653:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14221 00000100:00100000:3.0:1780298630.998688:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298630.998731:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608529024 00000100:00100000:1.0:1780298630.998737:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608529024 00002000:00010000:1.0:1780298630.998756:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298630.998761:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490e00 with x1866777608529024 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298630.998770:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255490e00. 00000100:00100000:1.0:1780298630.998794:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4634 00000100:00100000:1.0:1780298630.998802:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608529024:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298630.998865:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298630.998893:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608529152 00000100:00100000:2.0:1780298630.998897:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608529152 00002000:00010000:2.0:1780298630.998908:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2138671->18446744073709551615) 00002000:00100000:2.0:1780298630.998911:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255491500 with x1866777608529152 ext(2138671->18446744073709551615) 00002000:00010000:2.0:1780298630.998914:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255491500. 00000100:00100000:2.0:1780298630.998932:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4635 00000100:00100000:2.0:1780298630.998939:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608529152:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298630.999078:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4724863 -> 4194304 00002000:00010000:1.0:1780298630.999083:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.999085:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.999088:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298630.999091:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1232 -> 1144 00002000:00010000:2.0:1780298630.999096:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 2138671 00002000:00010000:2.0:1780298630.999099:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298630.999101:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298630.999103:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298630.999105:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 120 -> 72 00000100:00100000:1.0:1780298630.999144:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608529024:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 322us (435us total) trans 4294969187 rc 0/0 00000100:00100000:2.0:1780298630.999149:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608529152:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 209us (282us total) trans 4294968843 rc 0/0 00000100:00100000:2.0:1780298630.999160:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4635 00002000:00010000:2.0:1780298630.999163:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2138671->18446744073709551615) 00002000:00100000:2.0:1780298630.999168:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255491500 with x1866777608529152 ext(2138671->18446744073709551615) 00000100:00100000:1.0:1780298630.999168:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4634 00002000:00010000:2.0:1780298630.999174:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255491500. 00002000:00010000:1.0:1780298630.999175:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298630.999180:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490e00 with x1866777608529024 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298630.999186:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255490e00. 00000100:00100000:0.0:1780298630.999998:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.000037:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608529280 00000100:00100000:1.0:1780298631.000042:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608529280 00000100:00100000:1.0:1780298631.000069:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61514 00000100:00100000:1.0:1780298631.000074:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+68:28749:x1866777608529280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.000088:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.000101:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e6302b764 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb696 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.000182:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e6302b76b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.000194:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e6302b76b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.000201:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e6302b76b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298631.000218:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6332975 00000004:00200000:1.0:1780298631.000221:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298631.000233:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e6302b76b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.000250:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e6302b764 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb696 expref: 70 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.000264:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e6302b76b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb696 expref: 69 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.000269:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298631.000271:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298631.000274:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be800, rc 0) 00000100:00100000:1.0:1780298631.000296:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+69:28749:x1866777608529280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 223us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.000300:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61514 00000100:00100000:3.0:1780298631.001814:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.001866:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608529408 00000100:00100000:1.0:1780298631.001873:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608529408 00000100:00080000:2.0:1780298631.001916:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780298631.001929:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4636 00000100:00100000:1.0:1780298631.001940:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608529408:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298631.002152:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298631.002156:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.002159:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.002162:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.002164:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1144 -> 1248 00000100:00100000:1.0:1780298631.002203:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608529408:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 266us (393us total) trans 4294969188 rc 0/0 00000100:00100000:1.0:1780298631.002211:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4636 00000100:00100000:3.0:1780298631.003619:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.003671:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608529664 00000100:00100000:0.0:1780298631.003678:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608529664 00000100:00100000:0.0:1780298631.003720:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61515 00000100:00100000:0.0:1780298631.003730:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+69:28749:x1866777608529664:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298631.003772:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298631.003795:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e6302b76b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb696 expref: 69 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.003812:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.003816:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298631.003946:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e6302b772 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.003963:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e6302b772 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.003974:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e6302b772 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298631.004015:0:6476:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990691 00000004:00010000:0.0:1780298631.004036:0:6476:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007cbefead reply state 0000000045910ac7 transno 4294990692 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e6302b772 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.004049:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e6302b772 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.004060:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.004062:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298631.004065:0:6476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298631.004149:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+71:28749:x1866777608529664:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 420us (529us total) trans 4294990692 rc 0/0 00000100:00100000:0.0:1780298631.004158:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61515 00000020:00080000:0.0:1780298631.004163:0:6476:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298631.004989:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.005038:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608529792 00000100:00100000:2.0:1780298631.005043:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608529792 00002000:00010000:2.0:1780298631.005067:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298631.005072:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b42680 with x1866777608529792 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298631.005080:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b42680. 00000100:00100000:2.0:1780298631.005105:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4637 00000100:00100000:2.0:1780298631.005116:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608529792:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298631.005162:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.005212:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608529920 00000100:00100000:0.0:1780298631.005217:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608529920 00002000:00010000:2.0:1780298631.005229:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298631.005233:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.005236:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.005238:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.005240:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1248 -> 1248 00002000:00010000:0.0:1780298631.005248:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (1972362->18446744073709551615) 00002000:00100000:0.0:1780298631.005252:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492a00 with x1866777608529920 ext(1972362->18446744073709551615) 00002000:00010000:0.0:1780298631.005259:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255492a00. 00000100:00080000:1.0:1780298631.005275:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780298631.005278:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608529792:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 163us (287us total) trans 4294969189 rc 0/0 00000100:00100000:0.0:1780298631.005285:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4638 00000100:00100000:2.0:1780298631.005299:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4637 00000100:00100000:0.0:1780298631.005299:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608529920:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298631.005306:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298631.005310:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b42680 with x1866777608529792 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298631.005315:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b42680. 00002000:00010000:0.0:1780298631.005452:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2138671 -> 1972362 00002000:00010000:0.0:1780298631.005456:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.005459:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.005460:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.005463:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:0.0:1780298631.005493:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608529920:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 200us (333us total) trans 4294968844 rc 0/0 00000100:00100000:0.0:1780298631.005500:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4638 00002000:00010000:0.0:1780298631.005504:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (1972362->18446744073709551615) 00002000:00100000:0.0:1780298631.005507:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492a00 with x1866777608529920 ext(1972362->18446744073709551615) 00002000:00010000:0.0:1780298631.005512:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255492a00. 00000100:00100000:3.0:1780298631.006278:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.006312:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608530048 00000100:00100000:2.0:1780298631.006317:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608530048 00000100:00100000:2.0:1780298631.006351:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61516 00000100:00100000:2.0:1780298631.006359:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+38:28749:x1866777608530048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.006382:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.006396:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302b779 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb69d expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.006458:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b780 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.006469:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b780 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.006482:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b780 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298631.006502:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6166666 00000004:00200000:2.0:1780298631.006506:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298631.006521:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b780 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.006544:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302b779 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb69d expref: 40 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.006558:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b780 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb69d expref: 39 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.006566:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.006568:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298631.006571:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:2.0:1780298631.006610:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+39:28749:x1866777608530048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 252us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.006617:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61516 00000100:00100000:3.0:1780298631.007606:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.007625:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.007651:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608530176 00000100:00100000:1.0:1780298631.007657:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608530176 00000100:00100000:2.0:1780298631.007658:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608530304 00000100:00100000:2.0:1780298631.007663:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608530304 00000100:00100000:1.0:1780298631.007700:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5052 00000100:00100000:1.0:1780298631.007710:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608530176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.007720:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298631.007721:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5053 00010000:00010000:1.0:1780298631.007732:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006c9b2c2/0xaf35132e6302b787 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb6a4 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.007734:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608530304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.007749:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.007759:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302b78e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb6ab expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.007791:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604332160:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.007796:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f746d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604332288:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.007866:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.007866:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3514d90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.008664:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f746d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604332288:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.008666:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604332160:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.008689:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302b78e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6ab expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.008689:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000006c9b2c2/0xaf35132e6302b787 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6a4 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.008707:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006c9b2c2/0xaf35132e6302b787 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6a4 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.008715:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302b78e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6ab expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.008718:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be400, rc 0) 00010000:00010000:2.0:1780298631.008725:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00000100:00100000:2.0:1780298631.008748:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608530304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1018us (1121us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.008748:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608530176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1041us (1142us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.008756:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5053 00000100:00100000:1.0:1780298631.008760:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5052 00000100:00100000:0.0:1780298631.009862:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.009907:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608530432 00000100:00100000:1.0:1780298631.009912:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608530432 00000100:00100000:1.0:1780298631.009949:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5054 00000100:00100000:1.0:1780298631.009960:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608530432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.009970:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298631.009978:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298631.009981:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c189d300/0xaf35132e6302b795 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb6b2 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.010020:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604332416:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.010066:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608530560 00000100:00100000:2.0:1780298631.010070:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608530560 00000100:00100000:1.0:1780298631.010084:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3514d90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.010103:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5055 00000100:00100000:2.0:1780298631.010114:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608530560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.010207:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.010219:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302b79c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb6b9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.010249:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604332544:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.010287:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.010772:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604332416:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.010787:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c189d300/0xaf35132e6302b795 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6b2 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.010799:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c189d300/0xaf35132e6302b795 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6b2 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.010806:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bee00, rc 0) 00000100:00100000:1.0:1780298631.010827:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608530432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 872us (968us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.010833:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5054 00000100:00100000:2.0:1780298631.010976:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604332544:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.010994:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302b79c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6b9 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.011009:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302b79c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6b9 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.011018:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298631.011049:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608530560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 939us (1079us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.011058:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5055 00000100:00100000:0.0:1780298631.012543:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.012589:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608530688 00000100:00100000:1.0:1780298631.012595:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608530688 00002000:00100000:1.0:1780298631.012621:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (614400->618495) req@ffff9cf242b43800 x1866777608530688/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.012628:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43800 with x1866777608530688 ext(614400->618495) 00002000:00010000:1.0:1780298631.012633:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b43800 00000100:00100000:1.0:1780298631.012651:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4639 00000100:00100000:1.0:1780298631.012657:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608530688:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298631.012777:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608530688:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 121us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298631.012785:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4639 00002000:00100000:1.0:1780298631.012789:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (614400->618495) req@ffff9cf242b43800 x1866777608530688/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.012795:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43800 with x1866777608530688 ext(614400->618495) 00002000:00010000:1.0:1780298631.012798:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b43800 00000100:00100000:3.0:1780298631.013750:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.013781:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608530816 00000100:00100000:1.0:1780298631.013786:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608530816 00002000:00100000:1.0:1780298631.013802:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (618496->622591) req@ffff9cf37f745880 x1866777608530816/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.013809:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745880 with x1866777608530816 ext(618496->622591) 00002000:00010000:1.0:1780298631.013812:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f745880 00000100:00100000:1.0:1780298631.013827:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4640 00000100:00100000:1.0:1780298631.013832:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608530816:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298631.013891:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608530816:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 59us (143us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298631.013896:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4640 00002000:00100000:1.0:1780298631.013900:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (618496->622591) req@ffff9cf37f745880 x1866777608530816/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.013906:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745880 with x1866777608530816 ext(618496->622591) 00002000:00010000:1.0:1780298631.013908:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f745880 00000100:00100000:0.0:1780298631.015735:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.015769:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608530944 00000100:00100000:1.0:1780298631.015773:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608530944 00002000:00100000:1.0:1780298631.015792:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (319488->937983) req@ffff9cf242b42a00 x1866777608530944/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 504/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.015803:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b42a00 with x1866777608530944 ext(319488->937983) 00002000:00010000:1.0:1780298631.015806:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b42a00 00000100:00100000:1.0:1780298631.015821:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4641 00000100:00100000:1.0:1780298631.015826:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608530944:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298631.017958:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608530944:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 2122us (2214us total) trans 0 rc 610304/610304 00000100:00100000:1.0:1780298631.017970:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4641 00002000:00100000:1.0:1780298631.017981:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (319488->937983) req@ffff9cf242b42a00 x1866777608530944/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 504/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 610304/610304 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.017991:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b42a00 with x1866777608530944 ext(319488->937983) 00002000:00010000:1.0:1780298631.017995:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b42a00 00000100:00100000:0.0:1780298631.019406:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.019458:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608531072 00000100:00100000:2.0:1780298631.019467:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608531072 00000100:00100000:2.0:1780298631.019516:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61517 00000100:00100000:2.0:1780298631.019528:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+71:28749:x1866777608531072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.019550:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.019571:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e6302b7a3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb6c0 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.019659:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302b7aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.019677:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302b7aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.019688:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302b7aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298631.019721:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6166666 00000004:00200000:2.0:1780298631.019726:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298631.019744:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302b7aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.019769:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e6302b7a3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6c0 expref: 73 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.019786:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302b7aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6c0 expref: 72 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.019801:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.019805:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298631.019808:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:2.0:1780298631.019846:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+72:28749:x1866777608531072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 321us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.019853:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61517 00000100:00100000:3.0:1780298631.021085:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.021147:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608531328 00000100:00100000:1.0:1780298631.021153:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608531328 00000100:00100000:1.0:1780298631.021188:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61518 00000100:00100000:1.0:1780298631.021197:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+72:28749:x1866777608531328:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298631.021229:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.021246:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302b7aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6c0 expref: 72 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.021258:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298631.021262:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298631.021407:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6302b7b1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.021433:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b780 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb69d expref: 38 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.021446:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6302b7b1 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.021479:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b780 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb69d expref: 38 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.021493:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b780 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb69d expref: 38 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.021508:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604332672:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298631.021584:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345062a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.022501:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777604332672:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298631.022518:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6302b7b1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.022767:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.022808:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608531456 00000100:00100000:1.0:1780298631.022813:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608531456 00010000:00010000:1.0:1780298631.022834:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b780 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb69d expref: 39 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.022863:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14222 00000100:00100000:1.0:1780298631.022872:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+39:2400:x1866777608531456:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298631.022882:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.022888:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b780 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb69d expref: 39 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.022900:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b780 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb69d expref: 39 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.022915:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b780 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb69d expref: 39 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.022925:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298631.022929:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6302b7b1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.022938:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6302b7b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.022945:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6302b7b1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.022962:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298631.022972:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6302b7b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.022980:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6302b7b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.022997:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+38:2400:x1866777608531456:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 125us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.023005:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14222 00000001:00080000:0.0:1780298631.023028:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990693 00000004:00010000:0.0:1780298631.023053:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b8922007 reply state 000000005d96f96f transno 4294990694 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6302b7b1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.023079:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6302b7b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.023088:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.023091:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298631.023093:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298631.023170:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+74:28749:x1866777608531328:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1974us (2086us total) trans 4294990694 rc 0/0 00000100:00100000:0.0:1780298631.023176:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61518 00000020:00080000:0.0:1780298631.023179:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298631.023969:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.023987:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.024007:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608531584 00000100:00100000:1.0:1780298631.024013:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608531584 00000100:00100000:2.0:1780298631.024020:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608531712 00000100:00100000:2.0:1780298631.024025:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608531712 00002000:00010000:1.0:1780298631.024033:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1804035->18446744073709551615) 00002000:00100000:1.0:1780298631.024039:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744700 with x1866777608531584 ext(1804035->18446744073709551615) 00002000:00010000:2.0:1780298631.024040:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298631.024047:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f746300 with x1866777608531712 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298631.024050:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f744700. 00002000:00010000:2.0:1780298631.024053:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f746300. 00000100:00100000:1.0:1780298631.024076:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4642 00000100:00100000:2.0:1780298631.024086:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4643 00000100:00100000:1.0:1780298631.024089:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608531584:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298631.024098:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777608531712:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298631.024295:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 1972362 -> 0 00002000:00010000:2.0:1780298631.024298:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.024300:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.024302:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.024304:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 72 -> 0 00000100:00100000:2.0:1780298631.024339:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777608531712:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 244us (348us total) trans 4294968845 rc 0/0 00000100:00100000:2.0:1780298631.024348:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4643 00002000:00010000:2.0:1780298631.024352:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298631.024355:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f746300 with x1866777608531712 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298631.024361:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f746300. 00002000:00010000:1.0:1780298631.024528:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 1804035 00002000:00010000:1.0:1780298631.024531:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.024532:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.024534:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.024535:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1248 -> 1112 00000100:00100000:1.0:1780298631.024559:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608531584:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 477us (590us total) trans 4294969190 rc 0/0 00000100:00100000:1.0:1780298631.024563:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4642 00002000:00010000:1.0:1780298631.024565:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (1804035->18446744073709551615) 00002000:00100000:1.0:1780298631.024567:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744700 with x1866777608531584 ext(1804035->18446744073709551615) 00002000:00010000:1.0:1780298631.024570:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f744700. 00000100:00100000:3.0:1780298631.025321:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.025381:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608531840 00000100:00100000:0.0:1780298631.025386:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608531840 00000100:00100000:0.0:1780298631.025412:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61519 00000100:00100000:0.0:1780298631.025419:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+74:28749:x1866777608531840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.025430:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.025442:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e6302b7b8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb6c7 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.025499:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302b7bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.025520:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302b7bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.025528:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302b7bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298631.025549:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1804035 00000004:00200000:0.0:1780298631.025553:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298631.025568:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302b7bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.025585:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e6302b7b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6c7 expref: 76 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.025596:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302b7bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6c7 expref: 75 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.025601:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.025603:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298631.025609:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00000100:00100000:0.0:1780298631.025633:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+75:28749:x1866777608531840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 215us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.025637:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61519 00000100:00100000:2.0:1780298631.026910:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.026939:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608531968 00000100:00100000:3.0:1780298631.026944:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608531968 00000100:00100000:3.0:1780298631.026973:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61520 00000100:00100000:3.0:1780298631.026979:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+38:28749:x1866777608531968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.026987:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.026996:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302b7c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb6ce expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.027036:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b7cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.027051:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b7cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.027058:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b7cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298631.027070:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1804035 00000004:00200000:3.0:1780298631.027072:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298631.027082:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b7cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.027095:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302b7c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6ce expref: 40 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.027108:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b7cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6ce expref: 39 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.027114:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298631.027115:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298631.027117:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298631.027170:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+39:28749:x1866777608531968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 192us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.027175:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61520 00000100:00100000:3.0:1780298631.027920:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.027994:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608532096 00000100:00100000:0.0:1780298631.027999:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608532096 00000100:00100000:3.0:1780298631.028017:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.028045:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608532224 00000100:00100000:0.0:1780298631.028049:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608532224 00000100:00100000:2.0:1780298631.028070:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5056 00000100:00100000:1.0:1780298631.028081:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5057 00000100:00100000:2.0:1780298631.028089:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608532096:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298631.028096:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608532224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.028101:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.028107:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.028113:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302b7d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb6d5 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.028120:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a323d4b/0xaf35132e6302b7db lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb6dc expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.028200:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604332800:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.028201:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604332928:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.028264:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.028264:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345062a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.029159:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604332800:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.029170:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604332928:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.029189:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000a323d4b/0xaf35132e6302b7db lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6dc expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.029195:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302b7d4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6d5 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.029209:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a323d4b/0xaf35132e6302b7db lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6dc expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.029214:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302b7d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6d5 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.029221:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf000, rc 0) 00010000:00010000:2.0:1780298631.029230:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:0.0:1780298631.029249:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608532224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1160us (1234us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.029255:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5057 00000100:00100000:2.0:1780298631.029270:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608532096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1190us (1349us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.029278:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5056 00000100:00100000:0.0:1780298631.030345:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.030395:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608532352 00000100:00100000:0.0:1780298631.030401:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.030403:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608532352 00000100:00100000:1.0:1780298631.030450:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608532480 00000100:00100000:1.0:1780298631.030453:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608532480 00000100:00100000:2.0:1780298631.030457:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5058 00000100:00100000:2.0:1780298631.030469:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608532352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.030481:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298631.030484:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5059 00000100:00100000:1.0:1780298631.030492:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608532480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.030494:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e6302b7e2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb6e3 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.030499:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.030508:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006c9b2c2/0xaf35132e6302b7e9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb6ea expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.030541:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604333056:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.030541:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604333184:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.030585:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3450629c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.030594:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.031403:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604333056:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.031404:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604333184:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.031424:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e6302b7e2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6e3 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.031431:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000006c9b2c2/0xaf35132e6302b7e9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6ea expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.031440:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e6302b7e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6e3 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.031449:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00010000:00010000:1.0:1780298631.031451:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006c9b2c2/0xaf35132e6302b7e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6ea expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.031474:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608532352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1010us (1132us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298631.031476:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be400, rc 0) 00000100:00100000:2.0:1780298631.031481:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5058 00000100:00100000:1.0:1780298631.031507:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777608532480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1015us (1108us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.031515:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5059 00000100:00100000:3.0:1780298631.033329:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.033360:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608532736 00000100:00100000:2.0:1780298631.033365:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608532736 00000100:00100000:2.0:1780298631.033410:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61521 00000100:00100000:2.0:1780298631.033416:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+39:28749:x1866777608532736:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298631.033456:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.033472:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e6302b7cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6ce expref: 39 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.033483:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.033487:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298631.033631:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e6302b7f0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.033646:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302b7bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6c7 expref: 74 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.033659:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e6302b7f0 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.033689:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302b7bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6c7 expref: 74 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.033703:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302b7bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6c7 expref: 74 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.033716:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604333312:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.033774:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.034396:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604333312:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298631.034417:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e6302b7f0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.034627:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.034661:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608532864 00000100:00100000:0.0:1780298631.034665:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608532864 00010000:00010000:0.0:1780298631.034684:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302b7bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6c7 expref: 75 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.034709:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14223 00000100:00100000:0.0:1780298631.034717:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+75:2399:x1866777608532864:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298631.034726:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298631.034731:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302b7bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6c7 expref: 75 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.034746:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302b7bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6c7 expref: 75 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.034761:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302b7bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6c7 expref: 75 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.034771:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.034775:0:8374:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e6302b7f0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.034782:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e6302b7f0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.034788:0:8374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e6302b7f0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.034806:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298631.034827:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e6302b7f0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.034834:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+74:2399:x1866777608532864:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 119us (207us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298631.034839:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e6302b7f0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.034842:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14223 00000001:00080000:2.0:1780298631.034888:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990695 00000004:00010000:2.0:1780298631.034908:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000601da266 reply state 00000000dc984bb3 transno 4294990696 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e6302b7f0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.034920:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e6302b7f0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.034925:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.034927:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298631.034928:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298631.034978:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+41:28749:x1866777608532736:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1561us (1652us total) trans 4294990696 rc 0/0 00000100:00100000:2.0:1780298631.034985:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61521 00000020:00080000:2.0:1780298631.034989:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298631.035602:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.035639:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608532992 00000100:00100000:0.0:1780298631.035643:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608532992 00000100:00100000:0.0:1780298631.035671:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5060 00000100:00100000:0.0:1780298631.035679:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608532992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.035689:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.035702:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6302b7f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb6f1 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.035727:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b756 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb688 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.035733:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298630 v=(116 143) 00010000:00010000:0.0:1780298631.035737:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(117 143) 00010000:00010000:0.0:1780298631.035739:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6302b7f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f1 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.035754:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b756 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb688 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.035762:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b756 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb688 expref: 9 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.035769:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604333440:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298631.035804:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.036445:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604333440:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298631.036457:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6302b7f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f1 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.036469:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79a00, rc 0) 00000100:00100000:3.0:1780298631.036493:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608532992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 817us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.036497:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5060 00000100:00100000:3.0:1780298631.037383:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.037410:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608533120 00000100:00100000:1.0:1780298631.037415:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608533120 00010000:00010000:1.0:1780298631.037429:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b756 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb688 expref: 10 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.037449:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14224 00000100:00100000:1.0:1780298631.037453:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608533120:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298631.037461:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.037472:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b756 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb688 expref: 10 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.037479:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b756 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb688 expref: 10 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.037491:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b756 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb688 expref: 10 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.037498:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(117 143) 00010000:00010000:1.0:1780298631.037500:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(117 143) 00010000:00010000:1.0:1780298631.037504:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6302b7f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f1 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.037509:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6302b7f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f1 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.037525:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6302b7f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f1 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.037531:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604333568:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298631.037561:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3450629c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.038241:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604333568:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298631.038254:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298631.038279:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608533120:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 825us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.038288:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14224 00000100:00100000:3.0:1780298631.038413:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.038432:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608533248 00000100:00100000:2.0:1780298631.038436:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608533248 00000100:00100000:2.0:1780298631.038459:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5061 00000100:00100000:2.0:1780298631.038464:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777608533248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.038471:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.038481:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302b7fe lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb6f8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.038497:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b75d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb68f expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.038506:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298630 v=(67 104) 00010000:00010000:2.0:1780298631.038509:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(68 104) 00010000:00010000:2.0:1780298631.038512:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302b7fe lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f8 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.038527:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b75d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb68f expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.038540:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b75d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb68f expref: 13 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.038548:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604333696:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.038577:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.039200:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604333696:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298631.039263:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302b7fe lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f8 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.039278:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:3.0:1780298631.039309:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:28749:x1866777608533248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 843us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.039313:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.039322:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5061 00000100:00100000:2.0:1780298631.039346:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608533376 00000100:00100000:2.0:1780298631.039351:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608533376 00010000:00010000:2.0:1780298631.039384:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b75d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb68f expref: 14 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.039406:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14225 00000100:00100000:2.0:1780298631.039413:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777608533376:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298631.039420:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.039431:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b75d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb68f expref: 14 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.039440:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b75d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb68f expref: 14 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.039451:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b75d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb68f expref: 14 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.039457:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(68 104) 00010000:00010000:2.0:1780298631.039461:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(68 104) 00010000:00010000:2.0:1780298631.039464:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302b7fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f8 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.039470:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302b7fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f8 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.039484:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302b7fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f8 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.039490:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604333824:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298631.039520:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.040086:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604333824:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298631.040095:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298631.040119:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608533376:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 708us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.040151:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14225 00000100:00100000:0.0:1780298631.040234:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.040267:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608533504 00000100:00100000:1.0:1780298631.040272:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608533504 00002000:00010000:1.0:1780298631.040295:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298631.040299:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4000 with x1866777608533504 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298631.040307:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b4000. 00000100:00100000:1.0:1780298631.040335:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4644 00000100:00100000:1.0:1780298631.040344:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608533504:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298631.040356:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.040439:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608533632 00000100:00100000:2.0:1780298631.040443:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608533632 00002000:00010000:2.0:1780298631.040454:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (1808616->18446744073709551615) 00002000:00100000:2.0:1780298631.040457:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812680 with x1866777608533632 ext(1808616->18446744073709551615) 00002000:00010000:2.0:1780298631.040462:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244812680. 00000100:00100000:2.0:1780298631.040478:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4645 00002000:00010000:1.0:1780298631.040482:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 1804035 -> 4194304 00000100:00100000:2.0:1780298631.040487:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608533632:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298631.040488:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.040494:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.040496:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.040499:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1112 -> 1112 00000100:00100000:1.0:1780298631.040530:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608533504:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 188us (295us total) trans 4294969191 rc 0/0 00000100:00100000:1.0:1780298631.040537:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4644 00002000:00010000:1.0:1780298631.040541:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298631.040544:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4000 with x1866777608533504 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298631.040549:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b4000. 00002000:00010000:2.0:1780298631.040591:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 1808616 00002000:00010000:2.0:1780298631.040600:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.040603:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.040605:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.040608:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298631.040636:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608533632:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 152us (282us total) trans 4294968846 rc 0/0 00000100:00100000:2.0:1780298631.040641:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4645 00002000:00010000:2.0:1780298631.040644:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (1808616->18446744073709551615) 00002000:00100000:2.0:1780298631.040646:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812680 with x1866777608533632 ext(1808616->18446744073709551615) 00002000:00010000:2.0:1780298631.040650:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244812680. 00000100:00100000:3.0:1780298631.041651:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.041687:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608533760 00000100:00100000:1.0:1780298631.041691:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608533760 00002000:00100000:1.0:1780298631.041713:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (1794048->1798143) req@ffff9cf244810000 x1866777608533760/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.041723:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810000 with x1866777608533760 ext(1794048->1798143) 00002000:00010000:1.0:1780298631.041727:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244810000 00000100:00100000:1.0:1780298631.041746:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4646 00000100:00100000:1.0:1780298631.041754:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608533760:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298631.041884:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608533760:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 130us (232us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298631.041892:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4646 00002000:00100000:1.0:1780298631.041900:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (1794048->1798143) req@ffff9cf244810000 x1866777608533760/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.041908:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810000 with x1866777608533760 ext(1794048->1798143) 00002000:00010000:1.0:1780298631.041911:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244810000 00000100:00100000:0.0:1780298631.042924:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.042963:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608533888 00000100:00100000:3.0:1780298631.042967:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608533888 00002000:00100000:3.0:1780298631.042984:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (1798144->1802239) req@ffff9cf36d4b5500 x1866777608533888/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.042990:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5500 with x1866777608533888 ext(1798144->1802239) 00002000:00010000:3.0:1780298631.042993:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b5500 00000100:00100000:3.0:1780298631.043007:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4647 00000100:00100000:3.0:1780298631.043012:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777608533888:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298631.043091:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777608533888:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 79us (169us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298631.043096:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4647 00002000:00100000:3.0:1780298631.043100:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (1798144->1802239) req@ffff9cf36d4b5500 x1866777608533888/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.043106:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5500 with x1866777608533888 ext(1798144->1802239) 00002000:00010000:3.0:1780298631.043109:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b5500 00000100:00100000:0.0:1780298631.044221:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.044257:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608534016 00000100:00100000:1.0:1780298631.044262:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608534016 00002000:00100000:1.0:1780298631.044283:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (1773568->1810431) req@ffff9cf37f7bf800 x1866777608534016/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 504/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.044292:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf800 with x1866777608534016 ext(1773568->1810431) 00002000:00010000:1.0:1780298631.044295:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bf800 00000100:00100000:1.0:1780298631.044311:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4648 00000100:00100000:1.0:1780298631.044317:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608534016:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298631.045146:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608534016:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 827us (924us total) trans 0 rc 28672/28672 00000100:00100000:1.0:1780298631.045155:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4648 00002000:00100000:1.0:1780298631.045162:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (1773568->1810431) req@ffff9cf37f7bf800 x1866777608534016/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 504/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.045172:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf800 with x1866777608534016 ext(1773568->1810431) 00002000:00010000:1.0:1780298631.045176:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bf800 00000100:00100000:3.0:1780298631.046826:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.046865:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608534144 00000100:00100000:0.0:1780298631.046869:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608534144 00002000:00100000:0.0:1780298631.046889:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (1794048->1808615) req@ffff9cf244813480 x1866777608534144/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 15056/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.046895:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813480 with x1866777608534144 ext(1794048->1808615) 00002000:00010000:0.0:1780298631.046898:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244813480 00000100:00100000:0.0:1780298631.046913:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4649 00000100:00100000:0.0:1780298631.046918:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608534144:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298631.047347:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777608534144:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 428us (523us total) trans 4294968847 rc 0/0 00000100:00100000:0.0:1780298631.047353:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4649 00002000:00100000:0.0:1780298631.047357:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (1794048->1808615) req@ffff9cf244813480 x1866777608534144/t4294968847(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 15056/448 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.047363:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813480 with x1866777608534144 ext(1794048->1808615) 00002000:00010000:0.0:1780298631.047366:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244813480 00000100:00100000:0.0:1780298631.048093:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.048118:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608534272 00000100:00100000:3.0:1780298631.048157:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608534272 00000100:00100000:3.0:1780298631.048187:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5062 00000100:00100000:3.0:1780298631.048194:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777608534272:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298631.048914:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968847 is committed 00000001:00080000:2.0:1780298631.048927:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968845 is committed 00000100:00100000:3.0:1780298631.049009:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608534272:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 816us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.049014:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5062 00000100:00100000:3.0:1780298631.049761:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.049798:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608534400 00000100:00100000:0.0:1780298631.049803:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608534400 00000100:00100000:0.0:1780298631.049834:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61522 00000100:00100000:0.0:1780298631.049842:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+74:28749:x1866777608534400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.049856:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.049875:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e6302b805 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb6ff expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.049958:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302b80c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.049976:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302b80c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.049988:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302b80c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298631.050012:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6002920 00000004:00200000:0.0:1780298631.050016:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298631.050032:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302b80c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.050057:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e6302b805 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6ff expref: 76 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.050074:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302b80c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6ff expref: 75 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.050083:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.050085:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298631.050089:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78600, rc 0) 00000100:00100000:0.0:1780298631.050151:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+75:28749:x1866777608534400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 281us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.050159:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61522 00000100:00100000:0.0:1780298631.050965:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.051008:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608534528 00000100:00100000:1.0:1780298631.051012:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608534528 00000100:00100000:1.0:1780298631.051044:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5063 00000100:00100000:3.0:1780298631.051047:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.051053:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608534528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.051060:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.051072:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b813 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb706 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.051115:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608534656 00000100:00100000:0.0:1780298631.051119:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608534656 00000100:00100000:1.0:1780298631.051155:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604333952:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.051179:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5064 00000100:00100000:0.0:1780298631.051189:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608534656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.051197:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.051208:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b81a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb70d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.051217:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345062a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.051242:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604334080:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.051269:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.051876:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604333952:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.051896:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b813 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb706 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.051910:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b813 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb706 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.051917:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf800, rc 0) 00002000:00010000:0.0:1780298631.051943:0:20252:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 32 00000100:00100000:0.0:1780298631.051952:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604334080:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.051973:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608534528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 919us (1006us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298631.051974:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b81a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb70d expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.051982:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5063 00010000:00010000:0.0:1780298631.051998:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302b81a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb70d expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.052008:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79200, rc 0) 00000100:00100000:0.0:1780298631.052029:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608534656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 843us (987us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.052036:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5064 00000100:00100000:0.0:1780298631.052970:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.053054:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608534784 00000100:00100000:3.0:1780298631.053059:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608534784 00000100:00100000:0.0:1780298631.053065:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.053116:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608534912 00000100:00100000:2.0:1780298631.053121:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608534912 00000100:00100000:0.0:1780298631.053154:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5065 00000100:00100000:0.0:1780298631.053163:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608534784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.053173:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.053180:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b821 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb714 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.053183:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5066 00000100:00100000:2.0:1780298631.053198:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608534912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.053207:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298631.053208:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604334208:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.053217:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302b828 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb71b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.053245:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.053251:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604334336:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.053285:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.053930:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604334208:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.053976:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b821 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb714 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.053988:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b821 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb714 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.054000:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:2.0:1780298631.054011:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604334336:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.054026:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608534784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 865us (1056us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298631.054031:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302b828 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb71b expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.054035:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5065 00010000:00010000:2.0:1780298631.054059:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302b828 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb71b expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.054069:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:2.0:1780298631.054105:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608534912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (1039us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.054114:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5066 00000100:00100000:0.0:1780298631.055347:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.055400:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608535040 00000100:00100000:2.0:1780298631.055405:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608535040 00002000:00100000:2.0:1780298631.055435:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (380928->438271) req@ffff9cf37f7bd880 x1866777608535040/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.055446:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd880 with x1866777608535040 ext(380928->438271) 00002000:00010000:2.0:1780298631.055452:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bd880 00000100:00100000:2.0:1780298631.055470:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4650 00000100:00100000:2.0:1780298631.055477:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608535040:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.056406:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608535040:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 928us (1060us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298631.056412:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4650 00002000:00100000:2.0:1780298631.056417:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (380928->438271) req@ffff9cf37f7bd880 x1866777608535040/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.056423:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd880 with x1866777608535040 ext(380928->438271) 00002000:00010000:2.0:1780298631.056426:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bd880 00000100:00100000:0.0:1780298631.057307:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.057418:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608535168 00000100:00100000:3.0:1780298631.057424:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608535168 00000100:00100000:0.0:1780298631.057433:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.057482:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608535296 00000100:00100000:1.0:1780298631.057487:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608535296 00000100:00100000:2.0:1780298631.057493:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5067 00000100:00100000:2.0:1780298631.057503:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608535168:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298631.057509:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5068 00010000:00010000:2.0:1780298631.057512:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.057524:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b82f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb722 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.057526:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608535296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.057541:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.057552:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b836 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb729 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.057566:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604334464:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.057587:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604334592:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.057633:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.057634:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.058418:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604334464:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.058420:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604334592:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.058440:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b82f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb722 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.058445:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b836 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb729 expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.058458:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6302b82f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb722 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.058464:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b836 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb729 expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.058468:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00010000:00010000:3.0:1780298631.058478:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:2.0:1780298631.058495:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608535168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 995us (1188us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.058505:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5067 00000100:00100000:3.0:1780298631.058506:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608535296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 986us (1068us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.058516:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5068 00000100:00100000:0.0:1780298631.059410:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.059429:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.059453:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608535424 00000100:00100000:3.0:1780298631.059458:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608535424 00000100:00100000:1.0:1780298631.059459:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608535552 00000100:00100000:1.0:1780298631.059465:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608535552 00000100:00100000:3.0:1780298631.059492:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5069 00000100:00100000:3.0:1780298631.059503:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608535424:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298631.059508:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5070 00010000:00010000:3.0:1780298631.059514:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298631.059519:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608535552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.059525:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b83d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb730 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.059526:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.059534:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302b844 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb737 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.059557:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604334720:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.059565:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604334848:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.059601:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.059606:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.060267:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604334720:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.060284:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b83d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb730 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.060295:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b83d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb730 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.060299:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604334848:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.060309:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00010000:00010000:2.0:1780298631.060320:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302b844 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb737 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.060330:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302b844 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb737 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.060335:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608535424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 834us (923us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.060344:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5069 00010000:00010000:2.0:1780298631.060345:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298631.060377:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608535552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 852us (936us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.060385:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5070 00000100:00100000:0.0:1780298631.061630:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.061667:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608535680 00000100:00100000:1.0:1780298631.061671:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608535680 00002000:00100000:1.0:1780298631.061696:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (208896->212991) req@ffff9cf37f7bc000 x1866777608535680/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.061703:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bc000 with x1866777608535680 ext(208896->212991) 00002000:00010000:1.0:1780298631.061707:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bc000 00000100:00100000:1.0:1780298631.061727:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4651 00000100:00100000:1.0:1780298631.061736:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608535680:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298631.061831:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608535680:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 98us (202us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298631.061836:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4651 00002000:00100000:1.0:1780298631.061841:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (208896->212991) req@ffff9cf37f7bc000 x1866777608535680/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.061847:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bc000 with x1866777608535680 ext(208896->212991) 00002000:00010000:1.0:1780298631.061849:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bc000 00000100:00100000:0.0:1780298631.062822:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.062878:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608535808 00000100:00100000:3.0:1780298631.062883:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608535808 00002000:00100000:3.0:1780298631.062903:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (212992->217087) req@ffff9cf37f7bdf80 x1866777608535808/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.062913:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bdf80 with x1866777608535808 ext(212992->217087) 00002000:00010000:3.0:1780298631.062916:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bdf80 00000100:00100000:3.0:1780298631.062937:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4652 00000100:00100000:3.0:1780298631.062945:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608535808:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298631.063019:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608535808:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 75us (198us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298631.063026:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4652 00002000:00100000:3.0:1780298631.063033:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (212992->217087) req@ffff9cf37f7bdf80 x1866777608535808/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.063042:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bdf80 with x1866777608535808 ext(212992->217087) 00002000:00010000:3.0:1780298631.063045:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bdf80 00000100:00100000:0.0:1780298631.064088:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.064149:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608535936 00000100:00100000:1.0:1780298631.064154:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608535936 00002000:00100000:1.0:1780298631.064176:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (188416->253951) req@ffff9cf37f7bc380 x1866777608535936/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 504/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.064185:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bc380 with x1866777608535936 ext(188416->253951) 00002000:00010000:1.0:1780298631.064189:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bc380 00000100:00100000:1.0:1780298631.064209:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4653 00000100:00100000:1.0:1780298631.064217:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608535936:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298631.065073:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608535936:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 857us (985us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298631.065081:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4653 00002000:00100000:1.0:1780298631.065088:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (188416->253951) req@ffff9cf37f7bc380 x1866777608535936/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 504/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.065097:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bc380 with x1866777608535936 ext(188416->253951) 00002000:00010000:1.0:1780298631.065101:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bc380 00000100:00100000:0.0:1780298631.065914:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.065982:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608536064 00000100:00100000:2.0:1780298631.065987:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608536064 00000100:00100000:2.0:1780298631.066022:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61523 00000100:00100000:2.0:1780298631.066029:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+41:28749:x1866777608536064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.066043:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.066058:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e6302b84b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb73e expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.066150:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302b852 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.066165:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302b852 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.066174:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302b852 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298631.066193:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6002920 00000004:00200000:2.0:1780298631.066196:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298631.066208:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302b852 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.066227:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e6302b84b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb73e expref: 43 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.066237:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302b852 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb73e expref: 42 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.066243:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.066245:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298631.066247:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298631.066271:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+42:28749:x1866777608536064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 243us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.066275:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61523 00000100:00100000:0.0:1780298631.067766:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.067802:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608536192 00000100:00100000:2.0:1780298631.067807:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608536192 00000100:00100000:2.0:1780298631.067838:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4654 00000100:00100000:2.0:1780298631.067844:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608536192:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298631.068040:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298631.068045:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.068047:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.068049:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.068052:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1112 -> 1160 00000100:00100000:2.0:1780298631.068086:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608536192:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 241us (320us total) trans 4294969192 rc 0/0 00000100:00100000:2.0:1780298631.068092:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4654 00000100:00100000:3.0:1780298631.069482:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.069524:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608536320 00000100:00100000:0.0:1780298631.069529:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608536320 00000100:00100000:0.0:1780298631.069566:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5071 00000100:00100000:0.0:1780298631.069576:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608536320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.069586:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.069600:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b859 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb745 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.069626:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302b7fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f8 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.069641:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(68 104) 00010000:00010000:0.0:1780298631.069645:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(69 104) 00010000:00010000:0.0:1780298631.069650:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b859 lrc: 4/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [548864->569343] (req 548864->569343) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb745 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.069683:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302b7fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f8 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.069711:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302b7fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f8 expref: 8 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.069727:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604334976:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298631.069797:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.070401:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604334976:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298631.070423:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b859 lrc: 3/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [548864->569343] (req 548864->569343) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb745 expref: 6 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.070436:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00000100:00100000:3.0:1780298631.070464:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608536320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 891us (982us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.070472:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5071 00000100:00100000:3.0:1780298631.070680:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.070727:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608536448 00000100:00100000:0.0:1780298631.070731:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608536448 00010000:00010000:0.0:1780298631.070747:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302b7fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f8 expref: 9 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.070768:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14226 00000100:00100000:0.0:1780298631.070774:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608536448:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298631.070784:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298631.070798:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302b7fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f8 expref: 9 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.070816:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302b7fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f8 expref: 9 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.070835:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302b7fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f8 expref: 9 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.070843:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(69 104) 00010000:00010000:0.0:1780298631.070845:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(69 104) 00010000:00010000:0.0:1780298631.070852:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b859 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 548864->569343) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb745 expref: 5 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.070858:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b859 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 548864->569343) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb745 expref: 5 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.070880:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b859 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 548864->569343) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb745 expref: 5 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.070892:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604335104:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298631.070923:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.071579:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604335104:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298631.071590:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298631.071617:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608536448:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 842us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.071625:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14226 00000100:00100000:3.0:1780298631.071784:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.071818:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608536576 00000100:00100000:2.0:1780298631.071824:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608536576 00002000:00100000:2.0:1780298631.071848:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (548864->569343) req@ffff9cf244811f80 x1866777608536576/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.071858:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811f80 with x1866777608536576 ext(548864->569343) 00002000:00010000:2.0:1780298631.071863:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244811f80 00000100:00100000:2.0:1780298631.071885:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4655 00000100:00100000:2.0:1780298631.071893:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608536576:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.072627:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608536576:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 735us (842us total) trans 0 rc 20480/20480 00000100:00100000:2.0:1780298631.072634:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4655 00002000:00100000:2.0:1780298631.072642:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (548864->569343) req@ffff9cf244811f80 x1866777608536576/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.072651:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811f80 with x1866777608536576 ext(548864->569343) 00002000:00010000:2.0:1780298631.072655:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244811f80 00000100:00100000:0.0:1780298631.073546:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.073568:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608536704 00000100:00100000:3.0:1780298631.073572:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608536704 00000100:00100000:3.0:1780298631.073600:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5072 00000100:00100000:3.0:1780298631.073608:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608536704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.073618:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.073629:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b860 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb74c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.073666:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604335232:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.073712:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.074333:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604335232:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.074351:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b860 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb74c expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.074365:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b860 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb74c expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.074388:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:3.0:1780298631.074417:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608536704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 811us (871us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.074426:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5072 00000100:00100000:0.0:1780298631.075241:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.075287:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608536832 00000100:00100000:1.0:1780298631.075291:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608536832 00000100:00100000:1.0:1780298631.075317:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5073 00000100:00100000:1.0:1780298631.075322:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608536832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.075328:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.075335:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b867 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb753 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.075357:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604335360:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.075402:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345062a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.075982:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604335360:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.075994:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b867 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb753 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.076004:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302b867 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb753 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.076011:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf800, rc 0) 00000100:00100000:1.0:1780298631.076035:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608536832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 714us (794us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.076040:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5073 00000100:00100000:0.0:1780298631.076980:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.077024:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608536960 00000100:00100000:2.0:1780298631.077029:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608536960 00000100:00100000:2.0:1780298631.077060:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5074 00000100:00100000:2.0:1780298631.077069:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bb86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608536960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.077077:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.077087:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302b86e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb75a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.077100:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(69 104) 00010000:00010000:2.0:1780298631.077105:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(69 104) 00010000:00010000:2.0:1780298631.077112:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302b86e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb75a expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.077149:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302b86e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb75a expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.077159:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:2.0:1780298631.077189:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bb86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608536960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 122us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.077196:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5074 00000100:00100000:0.0:1780298631.078161:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.078188:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608537088 00000100:00100000:1.0:1780298631.078193:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608537088 00002000:00100000:1.0:1780298631.078216:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2760704->2764799) req@ffff9cf34372e680 x1866777608537088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.078226:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372e680 with x1866777608537088 ext(2760704->2764799) 00002000:00010000:1.0:1780298631.078231:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372e680 00000100:00100000:1.0:1780298631.078255:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4656 00000100:00100000:1.0:1780298631.078263:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608537088:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298631.078414:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608537088:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 152us (253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298631.078422:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4656 00002000:00100000:1.0:1780298631.078428:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (2760704->2764799) req@ffff9cf34372e680 x1866777608537088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.078437:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372e680 with x1866777608537088 ext(2760704->2764799) 00002000:00010000:1.0:1780298631.078441:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372e680 00000100:00100000:0.0:1780298631.079256:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.079280:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608537216 00000100:00100000:3.0:1780298631.079284:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608537216 00002000:00100000:3.0:1780298631.079300:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2764800->2768895) req@ffff9cf34372ca80 x1866777608537216/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.079306:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ca80 with x1866777608537216 ext(2764800->2768895) 00002000:00010000:3.0:1780298631.079308:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372ca80 00000100:00100000:3.0:1780298631.079323:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4657 00000100:00100000:3.0:1780298631.079328:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608537216:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298631.079410:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608537216:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (154us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298631.079416:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4657 00002000:00100000:3.0:1780298631.079421:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2764800->2768895) req@ffff9cf34372ca80 x1866777608537216/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.079428:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ca80 with x1866777608537216 ext(2764800->2768895) 00002000:00010000:3.0:1780298631.079432:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372ca80 00000100:00100000:0.0:1780298631.080556:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.080591:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608537344 00000100:00100000:1.0:1780298631.080596:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608537344 00002000:00100000:1.0:1780298631.080620:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2740224->2805759) req@ffff9cf34372dc00 x1866777608537344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 504/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.080630:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372dc00 with x1866777608537344 ext(2740224->2805759) 00002000:00010000:1.0:1780298631.080633:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372dc00 00000100:00100000:1.0:1780298631.080654:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4658 00000100:00100000:1.0:1780298631.080661:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608537344:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.081426:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608537344:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 765us (869us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298631.081436:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4658 00002000:00100000:2.0:1780298631.081444:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2740224->2805759) req@ffff9cf34372dc00 x1866777608537344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 504/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.081453:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372dc00 with x1866777608537344 ext(2740224->2805759) 00002000:00010000:2.0:1780298631.081457:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372dc00 00000100:00100000:1.0:1780298631.083795:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.083832:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608537472 00000100:00100000:3.0:1780298631.083840:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608537472 00000100:00100000:3.0:1780298631.083882:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5075 00000100:00100000:3.0:1780298631.083892:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608537472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.083905:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.083921:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b875 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb761 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.083949:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b859 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 548864->569343) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb745 expref: 5 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.083964:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302b86e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb75a expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.083973:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(69 104) 00010000:00010000:3.0:1780298631.083977:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(69 104) 00010000:00010000:3.0:1780298631.083983:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b875 lrc: 5/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4059136->4104191] (req 4059136->4104191) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb761 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.084013:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302b86e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb75a expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.084029:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302b86e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb75a expref: 10 pid: 8359 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.084042:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604335488:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298631.084112:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b859 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 548864->569343) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb745 expref: 5 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.084151:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b859 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 548864->569343) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb745 expref: 5 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.084164:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604335616:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.084309:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.084834:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604335488:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298631.085104:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.085121:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604335616:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298631.085163:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608537600 00000100:00100000:1.0:1780298631.085168:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608537600 00010000:00010000:2.0:1780298631.085169:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b875 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4059136->4104191] (req 4059136->4104191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb761 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.085187:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00010000:00010000:1.0:1780298631.085187:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302b86e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb75a expref: 11 pid: 8359 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.085215:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14227 00000100:00100000:2.0:1780298631.085227:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608537472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1334us (1430us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.085227:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608537600:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298631.085235:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298631.085241:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1780298631.085245:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5075 00010000:00010000:1.0:1780298631.085257:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302b86e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb75a expref: 10 pid: 8359 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.085268:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608537728 00010000:00010000:1.0:1780298631.085268:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302b86e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb75a expref: 10 pid: 8359 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.085274:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608537728 00010000:00010000:1.0:1780298631.085288:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e6302b86e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb75a expref: 10 pid: 8359 timeout: 920 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.085299:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298631.085322:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b859 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 548864->569343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb745 expref: 6 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.085323:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608537600:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 101us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.085337:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14227 00000100:00100000:2.0:1780298631.085381:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14228 00000100:00100000:2.0:1780298631.085391:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608537728:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298631.085401:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.085411:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b859 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 548864->569343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb745 expref: 6 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.085423:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b859 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 548864->569343) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb745 expref: 6 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.085438:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b859 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 548864->569343) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb745 expref: 6 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.085449:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(69 104) 00010000:00010000:2.0:1780298631.085454:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(69 104) 00010000:00010000:2.0:1780298631.085461:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b875 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [4059136->37613567] (req 4059136->4104191) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb761 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.085470:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b875 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [4059136->37613567] (req 4059136->4104191) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb761 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.085491:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b875 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [4059136->37613567] (req 4059136->4104191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb761 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.085498:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604335744:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298631.085527:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.086113:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604335744:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298631.086152:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298631.086177:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608537728:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 788us (946us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.086183:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14228 00000100:00100000:1.0:1780298631.086213:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.086249:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608537856 00000100:00100000:2.0:1780298631.086253:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608537856 00000100:00100000:2.0:1780298631.086288:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4659 00000100:00100000:2.0:1780298631.086295:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608537856:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298631.086479:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 1808616 -> 4100321 00002000:00010000:2.0:1780298631.086482:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.086484:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.086485:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.086487:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 32 -> 120 00000100:00100000:2.0:1780298631.086509:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608537856:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 215us (299us total) trans 4294968848 rc 0/0 00000100:00100000:2.0:1780298631.086514:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4659 00000100:00100000:0.0:1780298631.087417:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.087511:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608537984 00000100:00100000:3.0:1780298631.087516:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608537984 00000100:00100000:1.0:1780298631.087555:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.087576:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608538112 00000100:00100000:0.0:1780298631.087581:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608538112 00000100:00100000:3.0:1780298631.087587:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5076 00000100:00100000:3.0:1780298631.087596:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608537984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.087607:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.087617:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b87c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb768 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.087621:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5077 00000100:00100000:0.0:1780298631.087636:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608538112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.087646:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298631.087651:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604335872:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.087657:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302b883 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb76f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.087689:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.087693:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604336000:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.087728:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.088428:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604336000:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.088445:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302b883 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb76f expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.088457:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302b883 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb76f expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.088461:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604335872:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.088472:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00010000:00010000:2.0:1780298631.088484:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b87c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb768 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.088495:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302b87c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb768 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.088500:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608538112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (946us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298631.088507:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:3.0:1780298631.088511:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5077 00000100:00100000:2.0:1780298631.088531:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608537984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 936us (1114us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.088536:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5076 00000100:00100000:1.0:1780298631.089400:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.089421:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.089433:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608538240 00000100:00100000:2.0:1780298631.089437:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608538240 00000100:00100000:2.0:1780298631.089462:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608538368 00000100:00100000:2.0:1780298631.089464:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608538368 00000100:00100000:3.0:1780298631.089476:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5078 00000100:00100000:0.0:1780298631.089483:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5079 00000100:00100000:3.0:1780298631.089486:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608538240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.089494:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298631.089495:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608538368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.089501:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b88a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb776 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.089502:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.089510:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302b891 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb77d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.089534:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604336128:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.089539:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604336256:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.089581:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.089582:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.090206:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604336128:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.090219:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b88a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb776 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.090230:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b88a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb776 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.090238:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:3.0:1780298631.090261:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608538240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 779us (862us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.090267:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5078 00000100:00100000:0.0:1780298631.090271:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604336256:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.090286:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302b891 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb77d expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.090301:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302b891 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb77d expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.090310:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:0.0:1780298631.090331:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608538368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 841us (910us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.090336:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5079 00000100:00100000:1.0:1780298631.091259:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.091294:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608538496 00000100:00100000:2.0:1780298631.091299:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608538496 00000100:00100000:2.0:1780298631.091328:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5080 00000100:00100000:2.0:1780298631.091336:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608538496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.091344:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.091353:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b898 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb784 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.091381:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6302b7f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f1 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.091391:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(117 143) 00010000:00010000:2.0:1780298631.091394:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(118 143) 00010000:00010000:2.0:1780298631.091399:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b898 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [770048->806911] (req 770048->806911) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb784 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.091418:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6302b7f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f1 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.091439:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6302b7f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f1 expref: 8 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.091450:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604336384:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.091490:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.092006:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604336384:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298631.092023:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b898 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [770048->806911] (req 770048->806911) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb784 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.092034:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298631.092062:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608538496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 727us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.092068:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5080 00000100:00100000:1.0:1780298631.092307:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.092328:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608538624 00000100:00100000:3.0:1780298631.092333:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608538624 00010000:00010000:3.0:1780298631.092347:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6302b7f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f1 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.092380:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14229 00000100:00100000:3.0:1780298631.092389:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608538624:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298631.092397:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298631.092407:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6302b7f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f1 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.092418:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6302b7f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f1 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.092429:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6302b7f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6f1 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.092436:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(118 143) 00010000:00010000:3.0:1780298631.092438:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(118 143) 00010000:00010000:3.0:1780298631.092444:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b898 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [770048->34324479] (req 770048->806911) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb784 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.092449:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b898 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [770048->34324479] (req 770048->806911) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb784 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.092465:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b898 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [770048->34324479] (req 770048->806911) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb784 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.092471:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604336512:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298631.092499:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.093083:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604336512:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298631.093090:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298631.093108:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608538624:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 722us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.093115:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14229 00000100:00100000:1.0:1780298631.093347:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.093382:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608538752 00000100:00100000:2.0:1780298631.093386:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608538752 00002000:00100000:2.0:1780298631.093405:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (770048->774143) req@ffff9cf243846a00 x1866777608538752/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.093412:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243846a00 with x1866777608538752 ext(770048->774143) 00002000:00010000:2.0:1780298631.093415:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243846a00 00000100:00100000:2.0:1780298631.093431:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4660 00000100:00100000:2.0:1780298631.093435:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608538752:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.093520:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608538752:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 85us (174us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298631.093525:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4660 00002000:00100000:2.0:1780298631.093529:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (770048->774143) req@ffff9cf243846a00 x1866777608538752/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.093536:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243846a00 with x1866777608538752 ext(770048->774143) 00002000:00010000:2.0:1780298631.093538:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243846a00 00000100:00100000:1.0:1780298631.094339:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.094393:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608538880 00000100:00100000:0.0:1780298631.094398:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608538880 00002000:00100000:0.0:1780298631.094417:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (802816->806911) req@ffff9cf34831fb80 x1866777608538880/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.094426:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831fb80 with x1866777608538880 ext(802816->806911) 00002000:00010000:0.0:1780298631.094430:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831fb80 00000100:00100000:0.0:1780298631.094450:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4661 00000100:00100000:0.0:1780298631.094457:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608538880:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.094525:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608538880:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 68us (185us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298631.094532:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4661 00002000:00100000:0.0:1780298631.094539:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (802816->806911) req@ffff9cf34831fb80 x1866777608538880/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.094547:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831fb80 with x1866777608538880 ext(802816->806911) 00002000:00010000:0.0:1780298631.094550:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831fb80 00000100:00100000:1.0:1780298631.095400:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.095436:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608539008 00000100:00100000:2.0:1780298631.095441:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608539008 00000100:00100000:1.0:1780298631.095446:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.095480:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608539136 00000100:00100000:2.0:1780298631.095483:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608539136 00000100:00100000:2.0:1780298631.095510:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5081 00000100:00100000:0.0:1780298631.095518:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5082 00000100:00100000:2.0:1780298631.095520:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608539008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.095529:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298631.095534:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608539136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.095540:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302b89f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb78b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.095541:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.095550:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302b8a6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb792 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.095581:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604336640:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.095581:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604336768:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.095625:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.095626:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.096261:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604336768:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.096262:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604336640:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.096294:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302b89f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb78b expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.096295:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302b8a6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb792 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.096324:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302b89f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb78b expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.096325:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302b8a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb792 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.096352:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00010000:00010000:2.0:1780298631.096353:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:2.0:1780298631.096397:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608539008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 879us (996us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.096397:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608539136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 865us (949us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.096415:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5082 00000100:00100000:2.0:1780298631.096421:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5081 00000100:00100000:1.0:1780298631.097326:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.097346:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.097361:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608539264 00000100:00100000:0.0:1780298631.097376:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608539264 00000100:00100000:3.0:1780298631.097381:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608539392 00000100:00100000:3.0:1780298631.097386:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608539392 00000100:00100000:0.0:1780298631.097415:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5083 00000100:00100000:3.0:1780298631.097422:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5084 00000100:00100000:0.0:1780298631.097427:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608539264:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298631.097434:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608539392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.097435:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.097441:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.097446:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302b8ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb799 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.097474:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b8b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb7a0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.097475:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604336896:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.097507:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604337024:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.097527:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.097534:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.098169:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604336896:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.098186:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302b8ad lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb799 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.098197:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302b8ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb799 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.098205:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00000100:00100000:0.0:1780298631.098229:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608539264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 807us (903us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.098235:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5083 00000100:00100000:2.0:1780298631.098240:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604337024:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.098261:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b8b4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7a0 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.098276:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b8b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7a0 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.098286:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:2.0:1780298631.098313:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608539392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 883us (965us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.098322:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5084 00000100:00100000:1.0:1780298631.099168:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.099198:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608539520 00000100:00100000:2.0:1780298631.099202:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608539520 00000100:00100000:1.0:1780298631.099218:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.099229:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608539648 00000100:00100000:2.0:1780298631.099232:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608539648 00000100:00100000:0.0:1780298631.099251:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5085 00000100:00100000:2.0:1780298631.099258:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5086 00000100:00100000:0.0:1780298631.099264:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608539520:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298631.099270:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608539648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.099275:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.099277:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.099285:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302b8c2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb7ae expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.099285:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302b8bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb7a7 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.099322:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604337152:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.099332:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604337280:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.099357:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.099365:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.099993:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604337152:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.100005:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302b8c2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7ae expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.100015:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302b8c2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7ae expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.100022:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:2.0:1780298631.100048:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608539648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 785us (832us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.100053:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5086 00000100:00100000:0.0:1780298631.100117:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604337280:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.100157:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302b8bb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7a7 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.100166:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302b8bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7a7 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.100173:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00000100:00100000:0.0:1780298631.100199:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608539520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 942us (1034us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.100204:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5085 00000100:00100000:3.0:1780298631.101169:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.101199:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608539776 00000100:00100000:2.0:1780298631.101204:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608539776 00002000:00100000:2.0:1780298631.101225:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3395584->3399679) req@ffff9cf244811c00 x1866777608539776/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.101236:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811c00 with x1866777608539776 ext(3395584->3399679) 00002000:00010000:2.0:1780298631.101241:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244811c00 00000100:00100000:2.0:1780298631.101259:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4662 00000100:00100000:2.0:1780298631.101266:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608539776:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.101407:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608539776:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 141us (238us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298631.101414:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4662 00002000:00100000:2.0:1780298631.101420:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3395584->3399679) req@ffff9cf244811c00 x1866777608539776/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.101428:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811c00 with x1866777608539776 ext(3395584->3399679) 00002000:00010000:2.0:1780298631.101430:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244811c00 00000100:00100000:1.0:1780298631.102295:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.102332:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608539904 00000100:00100000:2.0:1780298631.102337:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608539904 00002000:00100000:2.0:1780298631.102359:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3399680->3403775) req@ffff9cf2556ace00 x1866777608539904/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.102377:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ace00 with x1866777608539904 ext(3399680->3403775) 00002000:00010000:2.0:1780298631.102382:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556ace00 00000100:00100000:2.0:1780298631.102406:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4663 00000100:00100000:2.0:1780298631.102414:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608539904:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.102517:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608539904:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 103us (222us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298631.102528:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4663 00002000:00100000:2.0:1780298631.102535:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (3399680->3403775) req@ffff9cf2556ace00 x1866777608539904/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.102544:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ace00 with x1866777608539904 ext(3399680->3403775) 00002000:00010000:2.0:1780298631.102548:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556ace00 00000100:00100000:1.0:1780298631.103688:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.103727:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608540032 00000100:00100000:2.0:1780298631.103731:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608540032 00002000:00100000:2.0:1780298631.103752:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3375104->3440639) req@ffff9cf2556afb80 x1866777608540032/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 504/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.103761:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556afb80 with x1866777608540032 ext(3375104->3440639) 00002000:00010000:2.0:1780298631.103765:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556afb80 00000100:00100000:2.0:1780298631.103793:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4664 00000100:00100000:2.0:1780298631.103801:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608540032:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.104642:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777608540032:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 841us (952us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298631.104649:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4664 00002000:00100000:2.0:1780298631.104655:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (3375104->3440639) req@ffff9cf2556afb80 x1866777608540032/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 504/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.104662:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556afb80 with x1866777608540032 ext(3375104->3440639) 00002000:00010000:2.0:1780298631.104666:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556afb80 00000100:00100000:3.0:1780298631.105811:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.105839:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608540160 00000100:00100000:2.0:1780298631.105844:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608540160 00002000:00100000:2.0:1780298631.105860:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3440640->3477503) req@ffff9cf244810e00 x1866777608540160/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.105871:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810e00 with x1866777608540160 ext(3440640->3477503) 00002000:00010000:2.0:1780298631.105873:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244810e00 00000100:00100000:2.0:1780298631.105889:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4665 00000100:00100000:2.0:1780298631.105894:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608540160:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.106667:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608540160:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 772us (856us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1780298631.106673:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4665 00002000:00100000:2.0:1780298631.106678:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (3440640->3477503) req@ffff9cf244810e00 x1866777608540160/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.106684:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810e00 with x1866777608540160 ext(3440640->3477503) 00002000:00010000:2.0:1780298631.106686:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244810e00 00000100:00100000:1.0:1780298631.107696:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.107718:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.107731:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608540288 00000100:00100000:2.0:1780298631.107735:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608540288 00000100:00100000:0.0:1780298631.107751:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608540416 00000100:00100000:0.0:1780298631.107756:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608540416 00000100:00100000:2.0:1780298631.107766:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5087 00000100:00100000:2.0:1780298631.107780:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608540288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.107788:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298631.107791:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5088 00000100:00100000:3.0:1780298631.107802:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608540416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.107803:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302b8c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb7b5 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.107812:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.107821:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b8d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb7bc expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.107849:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604337408:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.107850:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604337536:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.107908:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.107908:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.108626:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604337536:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.108652:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b8d0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7bc expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.108658:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604337408:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.108676:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302b8c9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7b5 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.108696:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302b8c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7b5 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.108712:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00010000:00010000:3.0:1780298631.108716:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b8d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7bc expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.108726:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:2.0:1780298631.108740:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608540288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 967us (1044us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.108748:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608540416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 947us (1026us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.108748:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5087 00000100:00100000:3.0:1780298631.108760:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5088 00000100:00100000:1.0:1780298631.109734:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.109760:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608540544 00000100:00100000:3.0:1780298631.109766:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608540544 00000100:00100000:1.0:1780298631.109784:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.109802:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608540672 00000100:00100000:3.0:1780298631.109806:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608540672 00000100:00100000:2.0:1780298631.109815:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5089 00000100:00100000:2.0:1780298631.109825:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608540544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.109832:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298631.109838:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5090 00010000:00010000:2.0:1780298631.109840:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302b8d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb7c3 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.109849:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608540672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.109857:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.109866:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302b8de lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb7ca expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.109871:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604337664:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.109901:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604337792:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.109916:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.109928:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.110611:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604337664:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.110640:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302b8d7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7c3 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.110652:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302b8d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7c3 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.110659:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298631.110689:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608540544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 867us (958us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.110695:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5089 00000100:00100000:0.0:1780298631.110754:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604337792:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.110772:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302b8de lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7ca expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.110787:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302b8de lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7ca expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.110798:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:0.0:1780298631.110824:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608540672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 979us (1041us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.110829:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5090 00000100:00100000:1.0:1780298631.111793:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.111821:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608540800 00000100:00100000:1.0:1780298631.111822:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.111828:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608540800 00000100:00100000:2.0:1780298631.111866:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608540928 00000100:00100000:2.0:1780298631.111871:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608540928 00000100:00100000:3.0:1780298631.111872:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5091 00000100:00100000:3.0:1780298631.111884:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608540800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.111894:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298631.111904:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5092 00010000:00010000:3.0:1780298631.111905:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b8e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb7d1 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.111916:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608540928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.111926:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.111936:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302b8ec lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb7d8 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.111949:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604337920:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.111977:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604338048:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.112003:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.112008:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.112781:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604337920:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.112819:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b8e5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7d1 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.112837:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302b8e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7d1 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.112847:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604338048:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.112858:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302b8ec lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7d8 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.112868:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302b8ec lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7d8 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.112876:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00010000:00010000:3.0:1780298631.112891:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:2.0:1780298631.112904:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608540928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 992us (1083us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.112909:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5092 00000100:00100000:3.0:1780298631.112919:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608540800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1036us (1126us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.112931:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5091 00000100:00100000:1.0:1780298631.113803:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.113839:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608541056 00000100:00100000:3.0:1780298631.113845:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608541056 00000100:00100000:1.0:1780298631.113871:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.113882:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608541184 00000100:00100000:3.0:1780298631.113886:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608541184 00000100:00100000:2.0:1780298631.113894:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5093 00000100:00100000:2.0:1780298631.113902:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608541056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.113909:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.113916:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302b8f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb7df expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.113942:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604338176:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.113953:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5094 00000100:00100000:3.0:1780298631.113963:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608541184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.113971:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.113981:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b8fa lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb7e6 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.113988:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.114010:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604338304:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.114040:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.114616:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604338176:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.114633:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302b8f3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7df expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.114649:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302b8f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7df expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.114660:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:2.0:1780298631.114690:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608541056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 789us (887us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.114699:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5093 00000100:00100000:3.0:1780298631.114735:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604338304:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.114754:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b8fa lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7e6 expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.114804:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6302b8fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7e6 expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.114815:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298631.114876:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608541184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 915us (1004us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.114883:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5094 00000100:00100000:1.0:1780298631.115610:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.115639:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608541312 00000100:00100000:0.0:1780298631.115643:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608541312 00000100:00100000:0.0:1780298631.115672:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5095 00000100:00100000:0.0:1780298631.115677:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608541312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.115684:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.115690:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b901 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb7ed expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.115703:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(69 104) 00010000:00010000:0.0:1780298631.115706:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(69 104) 00010000:00010000:0.0:1780298631.115713:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b901 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1560576->4059135] (req 1560576->1626111) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7ed expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.115723:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b901 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1560576->4059135] (req 1560576->1626111) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7ed expref: 6 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.115729:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00000100:00100000:0.0:1780298631.115751:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608541312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 74us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.115755:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5095 00000100:00100000:1.0:1780298631.116334:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.116361:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608541440 00000100:00100000:0.0:1780298631.116364:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608541440 00000100:00100000:0.0:1780298631.116401:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4666 00000100:00100000:0.0:1780298631.116407:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608541440:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298631.116552:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4100321 -> 4100321 00002000:00010000:0.0:1780298631.116555:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.116557:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.116559:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.116560:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:0.0:1780298631.116582:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608541440:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 176us (249us total) trans 4294968849 rc 0/0 00000100:00100000:0.0:1780298631.116586:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4666 00000100:00100000:1.0:1780298631.117313:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.117339:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608541568 00000100:00100000:3.0:1780298631.117344:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608541568 00000100:00100000:1.0:1780298631.117345:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.117382:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608541696 00000100:00100000:3.0:1780298631.117385:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608541696 00000100:00100000:0.0:1780298631.117394:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5096 00000100:00100000:0.0:1780298631.117403:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608541568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.117409:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298631.117414:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5097 00010000:00010000:0.0:1780298631.117417:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302b908 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb7f4 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.117424:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608541696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.117434:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.117443:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b90f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb7fb expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.117459:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604338432:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.117474:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604338560:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.117508:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.117509:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.118166:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604338432:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.118168:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604338560:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.118192:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302b908 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7f4 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.118195:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b90f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7fb expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.118224:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b90f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7fb expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.118224:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302b908 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7f4 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.118239:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:0.0:1780298631.118246:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00000100:00100000:0.0:1780298631.118280:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608541568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 878us (966us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.118287:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5096 00000100:00100000:1.0:1780298631.118304:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608541696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 881us (958us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.118310:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5097 00000100:00100000:1.0:1780298631.119171:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.119200:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608541824 00000100:00100000:2.0:1780298631.119205:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608541824 00000100:00100000:1.0:1780298631.119205:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.119238:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608541952 00000100:00100000:2.0:1780298631.119241:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608541952 00000100:00100000:0.0:1780298631.119248:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5098 00000100:00100000:0.0:1780298631.119257:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608541824:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298631.119261:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5099 00010000:00010000:0.0:1780298631.119265:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298631.119272:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608541952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.119274:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302b916 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb802 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.119279:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.119287:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b91d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb809 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.119299:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604338688:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.119315:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604338816:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.119336:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.119339:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.119946:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604338688:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.119960:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302b916 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb802 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.119971:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302b916 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb802 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.119978:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79200, rc 0) 00000100:00100000:1.0:1780298631.119981:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604338816:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.120003:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b91d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb809 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.120008:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608541824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 752us (836us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.120020:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5098 00010000:00010000:1.0:1780298631.120030:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302b91d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb809 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.120050:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:1.0:1780298631.120085:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608541952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 816us (882us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.120092:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5099 00000100:00100000:3.0:1780298631.120962:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.120997:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608542080 00000100:00100000:1.0:1780298631.121002:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608542080 00000100:00100000:3.0:1780298631.121007:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.121035:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608542208 00000100:00100000:1.0:1780298631.121039:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608542208 00000100:00100000:0.0:1780298631.121052:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5100 00000100:00100000:2.0:1780298631.121065:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5101 00000100:00100000:0.0:1780298631.121066:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608542080:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298631.121076:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608542208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.121082:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.121083:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.121092:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e6302b924 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb817 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.121093:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e6302b92b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb810 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.121122:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604338944:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.121152:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604339072:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.121188:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.121189:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.121851:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604338944:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.121867:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e6302b924 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb817 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.121879:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604339072:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.121880:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a994673/0xaf35132e6302b924 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb817 expref: 8 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.121893:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00010000:00010000:0.0:1780298631.121900:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e6302b92b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb810 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.121910:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e6302b92b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb810 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.121917:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78000, rc 0) 00000100:00100000:1.0:1780298631.121922:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608542208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 849us (916us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.121927:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5101 00000100:00100000:0.0:1780298631.121938:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608542080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 878us (977us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.121943:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5100 00000100:00100000:1.0:1780298631.123017:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.123059:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608542336 00000100:00100000:2.0:1780298631.123064:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608542336 00002000:00100000:2.0:1780298631.123094:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2379776->2383871) req@ffff9cf2425f1f80 x1866777608542336/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.123105:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1f80 with x1866777608542336 ext(2379776->2383871) 00002000:00010000:2.0:1780298631.123111:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f1f80 00000100:00100000:2.0:1780298631.123159:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4667 00000100:00100000:2.0:1780298631.123169:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608542336:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.123328:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608542336:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 161us (310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298631.123337:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4667 00002000:00100000:2.0:1780298631.123344:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (2379776->2383871) req@ffff9cf2425f1f80 x1866777608542336/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.123352:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1f80 with x1866777608542336 ext(2379776->2383871) 00002000:00010000:2.0:1780298631.123356:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f1f80 00000100:00100000:3.0:1780298631.124420:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.124462:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608542464 00000100:00100000:2.0:1780298631.124467:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608542464 00002000:00100000:2.0:1780298631.124487:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2383872->2387967) req@ffff9cf244811880 x1866777608542464/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.124497:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811880 with x1866777608542464 ext(2383872->2387967) 00002000:00010000:2.0:1780298631.124505:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244811880 00000100:00100000:2.0:1780298631.124520:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4668 00000100:00100000:2.0:1780298631.124527:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608542464:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.124608:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608542464:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (188us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298631.124613:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4668 00002000:00100000:2.0:1780298631.124618:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (2383872->2387967) req@ffff9cf244811880 x1866777608542464/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.124624:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811880 with x1866777608542464 ext(2383872->2387967) 00002000:00010000:2.0:1780298631.124626:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244811880 00000100:00100000:1.0:1780298631.125854:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.125892:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608542592 00000100:00100000:2.0:1780298631.125896:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608542592 00002000:00100000:2.0:1780298631.125912:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2359296->2424831) req@ffff9cf2425f1c00 x1866777608542592/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 504/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.125918:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1c00 with x1866777608542592 ext(2359296->2424831) 00002000:00010000:2.0:1780298631.125920:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f1c00 00000100:00100000:2.0:1780298631.125937:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4669 00000100:00100000:2.0:1780298631.125943:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608542592:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.126902:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608542592:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 958us (1047us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298631.126909:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4669 00002000:00100000:2.0:1780298631.126917:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (2359296->2424831) req@ffff9cf2425f1c00 x1866777608542592/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 504/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.126926:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1c00 with x1866777608542592 ext(2359296->2424831) 00002000:00010000:2.0:1780298631.126930:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f1c00 00000100:00100000:1.0:1780298631.130148:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.130199:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608542720 00000100:00100000:3.0:1780298631.130207:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608542720 00002000:00100000:3.0:1780298631.130240:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2424832->2461695) req@ffff9cf2425f3b80 x1866777608542720/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.130247:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f3b80 with x1866777608542720 ext(2424832->2461695) 00002000:00010000:3.0:1780298631.130250:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f3b80 00000100:00100000:3.0:1780298631.130287:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4670 00000100:00100000:3.0:1780298631.130294:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608542720:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.131403:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608542720:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1107us (1280us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1780298631.131412:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4670 00002000:00100000:2.0:1780298631.131419:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (2424832->2461695) req@ffff9cf2425f3b80 x1866777608542720/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.131428:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f3b80 with x1866777608542720 ext(2424832->2461695) 00002000:00010000:2.0:1780298631.131432:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f3b80 00000100:00100000:3.0:1780298631.133108:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.133162:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608542848 00000100:00100000:0.0:1780298631.133169:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608542848 00002000:00100000:0.0:1780298631.133200:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (770048->2445311) req@ffff9cf244812d80 x1866777608542848/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 504/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.133210:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812d80 with x1866777608542848 ext(770048->2445311) 00002000:00010000:0.0:1780298631.133214:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244812d80 00000100:00100000:0.0:1780298631.133239:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4671 00000100:00100000:0.0:1780298631.133249:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777608542848:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298631.134752:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777608542848:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1502us (1643us total) trans 4294969193 rc 0/0 00000100:00100000:0.0:1780298631.134760:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4671 00002000:00100000:0.0:1780298631.134767:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (770048->2445311) req@ffff9cf244812d80 x1866777608542848/t4294969193(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 504/448 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.134774:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812d80 with x1866777608542848 ext(770048->2445311) 00002000:00010000:0.0:1780298631.134777:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244812d80 00000100:00100000:3.0:1780298631.135531:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.135569:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608542976 00000100:00100000:1.0:1780298631.135574:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608542976 00000100:00100000:1.0:1780298631.135602:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5102 00000100:00100000:1.0:1780298631.135607:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777608542976:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298631.136333:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969193 is committed 00000001:00080000:2.0:1780298631.136343:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969192 is committed 00000100:00100000:1.0:1780298631.136423:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608542976:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 815us (894us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.136429:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5102 00000100:00100000:1.0:1780298631.137292:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.137355:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608543104 00000100:00100000:3.0:1780298631.137360:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608543104 00000100:00100000:2.0:1780298631.137403:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.137438:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608543232 00000100:00100000:3.0:1780298631.137442:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608543232 00000100:00100000:1.0:1780298631.137453:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5103 00000100:00100000:1.0:1780298631.137463:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608543104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.137472:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298631.137480:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5104 00010000:00010000:1.0:1780298631.137487:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302b932 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb81e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.137495:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608543232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.137506:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.137518:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b939 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb825 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.137541:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604339200:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.137554:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604339328:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.137614:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.137614:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345062a80 going to sleep for 11 seconds 00002000:00010000:2.0:1780298631.138286:0:8359:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 1160 -> 1288 00000100:00100000:2.0:1780298631.138296:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604339200:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.138315:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302b932 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb81e expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.138331:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302b932 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb81e expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.138339:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bec00, rc 0) 00000100:00100000:2.0:1780298631.138366:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608543104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 906us (1075us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.138384:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5103 00000100:00100000:3.0:1780298631.138400:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604339328:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.138419:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b939 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb825 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.138435:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b939 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb825 expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.138444:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:3.0:1780298631.138506:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608543232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1019us (1104us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.138512:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5104 00000100:00100000:1.0:1780298631.139395:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.139418:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.139435:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608543360 00000100:00100000:0.0:1780298631.139441:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608543360 00000100:00100000:2.0:1780298631.139454:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608543488 00000100:00100000:2.0:1780298631.139459:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608543488 00000100:00100000:0.0:1780298631.139473:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5105 00000100:00100000:0.0:1780298631.139484:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608543360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.139493:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298631.139496:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5106 00000100:00100000:1.0:1780298631.139505:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608543488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.139510:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302b940 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb82c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.139513:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.139520:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f15900ca/0xaf35132e6302b947 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb833 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.139548:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604339456:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.139550:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604339584:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.139600:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345062a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.139600:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.140307:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604339584:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.140325:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f15900ca/0xaf35132e6302b947 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb833 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.140331:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604339456:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.140342:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f15900ca/0xaf35132e6302b947 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb833 expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.140351:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf800, rc 0) 00010000:00010000:0.0:1780298631.140353:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302b940 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb82c expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.140365:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c451c9e/0xaf35132e6302b940 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb82c expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.140388:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79200, rc 0) 00000100:00100000:1.0:1780298631.140391:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608543488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 887us (975us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.140397:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5106 00000100:00100000:0.0:1780298631.140413:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608543360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 932us (1020us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.140419:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5105 00000100:00100000:2.0:1780298631.141391:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.141418:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608543616 00000100:00100000:3.0:1780298631.141423:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608543616 00000100:00100000:3.0:1780298631.141465:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4672 00000100:00100000:3.0:1780298631.141474:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608543616:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298631.141635:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4100321 -> 4100321 00002000:00010000:3.0:1780298631.141639:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.141641:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.141643:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.141645:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:3.0:1780298631.141675:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608543616:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 203us (284us total) trans 4294968850 rc 0/0 00000100:00100000:3.0:1780298631.141682:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4672 00000100:00100000:2.0:1780298631.142465:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.142501:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608543744 00000100:00100000:0.0:1780298631.142504:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608543744 00000100:00100000:0.0:1780298631.142532:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5107 00000100:00100000:0.0:1780298631.142538:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608543744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.142544:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.142553:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302b94e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb83a expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.142566:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.142588:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604339712:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.142600:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608543872 00000100:00100000:1.0:1780298631.142604:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608543872 00000100:00100000:0.0:1780298631.142636:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.142637:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5108 00000100:00100000:1.0:1780298631.142648:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608543872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.142655:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.142661:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302b955 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb841 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.142682:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604339840:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.142712:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345062a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.143320:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604339712:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.143337:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302b94e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb83a expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.143350:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302b94e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb83a expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.143357:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00000100:00100000:3.0:1780298631.143409:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604339840:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.143420:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608543744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 881us (955us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298631.143428:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302b955 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb841 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.143432:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5107 00010000:00010000:3.0:1780298631.143454:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302b955 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb841 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.143465:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf600, rc 0) 00000100:00100000:3.0:1780298631.143489:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608543872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 844us (924us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.143498:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5108 00000100:00100000:0.0:1780298631.144234:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.144287:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608544000 00000100:00100000:3.0:1780298631.144291:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608544000 00000100:00100000:3.0:1780298631.144315:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5109 00000100:00100000:3.0:1780298631.144324:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608544000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.144332:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298631.144332:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298631.144342:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b95c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb848 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.144353:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608544128 00000100:00100000:1.0:1780298631.144356:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608544128 00000100:00100000:1.0:1780298631.144392:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5110 00000100:00100000:1.0:1780298631.144402:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608544128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.144409:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298631.144414:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604339968:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.144416:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2aed615/0xaf35132e6302b963 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb84f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.144439:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604340096:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.144457:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.144462:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345062a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.145084:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604339968:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.145102:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b95c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb848 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.145107:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604340096:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.145115:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6302b95c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb848 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.145119:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a2aed615/0xaf35132e6302b963 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb84f expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.145153:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:1.0:1780298631.145155:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2aed615/0xaf35132e6302b963 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb84f expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.145165:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be200, rc 0) 00000100:00100000:1.0:1780298631.145185:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608544128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 787us (856us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.145194:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5110 00000100:00100000:2.0:1780298631.145211:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608544000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 888us (977us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.145217:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5109 00000100:00100000:2.0:1780298631.146138:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.146206:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608544256 00000100:00100000:3.0:1780298631.146211:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608544256 00000100:00100000:3.0:1780298631.146251:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5111 00000100:00100000:0.0:1780298631.146255:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.146263:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608544256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.146272:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.146281:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b96a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb856 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.146299:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608544384 00000100:00100000:2.0:1780298631.146303:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608544384 00000100:00100000:2.0:1780298631.146327:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5112 00000100:00100000:2.0:1780298631.146334:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608544384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.146340:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298631.146348:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604340224:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.146348:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b971 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb85d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.146390:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604340352:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.146411:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.146417:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.147055:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604340224:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.147077:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b96a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb856 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.147084:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604340352:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.147097:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302b96a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb856 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.147107:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b971 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb85d expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.147109:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00010000:00010000:0.0:1780298631.147153:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302b971 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb85d expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.147168:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608544256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 905us (1039us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298631.147175:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:3.0:1780298631.147176:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5111 00000100:00100000:0.0:1780298631.147201:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608544384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (952us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.147209:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5112 00000100:00100000:0.0:1780298631.148043:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.148085:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608544512 00000100:00100000:2.0:1780298631.148090:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608544512 00000100:00100000:2.0:1780298631.148142:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4673 00000100:00100000:2.0:1780298631.148152:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608544512:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298631.148292:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4100321 -> 4100321 00002000:00010000:2.0:1780298631.148296:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.148299:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.148302:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.148304:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 120 -> 240 00000100:00100000:2.0:1780298631.148333:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608544512:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 183us (290us total) trans 4294968851 rc 0/0 00000100:00100000:2.0:1780298631.148341:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4673 00000100:00100000:1.0:1780298631.149095:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.149157:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608544640 00000100:00100000:2.0:1780298631.149162:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608544640 00000100:00100000:1.0:1780298631.149169:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.149194:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608544768 00000100:00100000:2.0:1780298631.149197:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608544768 00000100:00100000:0.0:1780298631.149209:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5113 00000100:00100000:0.0:1780298631.149221:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608544640:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298631.149225:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5114 00010000:00010000:0.0:1780298631.149232:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298631.149237:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608544768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.149243:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302b978 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb864 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.149246:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.149256:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002de18a35/0xaf35132e6302b97f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb86b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.149281:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604340480:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.149289:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604340608:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.149325:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345062a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.149326:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.149998:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604340608:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.150008:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604340480:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.150016:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002de18a35/0xaf35132e6302b97f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb86b expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.150026:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302b978 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb864 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.150029:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002de18a35/0xaf35132e6302b97f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb86b expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.150043:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bfa00, rc 0) 00010000:00010000:0.0:1780298631.150045:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302b978 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb864 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.150058:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:2.0:1780298631.150069:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608544768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 836us (900us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.150074:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5114 00000100:00100000:0.0:1780298631.150084:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608544640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 866us (989us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.150096:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5113 00000100:00100000:2.0:1780298631.150959:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.150992:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.151006:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608544896 00000100:00100000:1.0:1780298631.151011:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608544896 00000100:00100000:3.0:1780298631.151020:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608545024 00000100:00100000:3.0:1780298631.151024:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608545024 00000100:00100000:1.0:1780298631.151040:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5115 00000100:00100000:3.0:1780298631.151045:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5116 00000100:00100000:1.0:1780298631.151047:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608544896:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298631.151052:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608545024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.151055:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.151058:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.151063:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302b986 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb872 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.151064:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b98d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb879 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.151089:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604340736:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.151089:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604340864:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.151146:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.151146:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345062a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.151818:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604340736:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.151840:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b98d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb879 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.151851:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604340864:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.151856:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302b98d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb879 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.151867:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:2.0:1780298631.151873:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302b986 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb872 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.151899:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302b986 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb872 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.151900:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608545024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 846us (904us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.151917:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5116 00010000:00010000:2.0:1780298631.151921:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be200, rc 0) 00000100:00100000:2.0:1780298631.151949:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608544896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 901us (990us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.151957:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5115 00000100:00100000:2.0:1780298631.152768:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.152796:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608545280 00000100:00100000:3.0:1780298631.152800:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608545280 00000100:00100000:3.0:1780298631.152825:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61524 00000100:00100000:3.0:1780298631.152829:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+75:28749:x1866777608545280:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:3.0:1780298631.152861:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298631.152875:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302b80c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb6ff expref: 75 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.152884:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298631.152887:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298631.152999:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302b994 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.153010:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302b852 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb73e expref: 41 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.153020:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302b994 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.153034:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302b852 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb73e expref: 41 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.153045:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302b852 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb73e expref: 41 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.153052:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604340992:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298631.153084:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.153644:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604340992:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298631.153653:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302b994 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.153835:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.153856:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608545408 00000100:00100000:3.0:1780298631.153886:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608545408 00010000:00010000:3.0:1780298631.153900:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302b852 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb73e expref: 42 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.153920:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14230 00000100:00100000:3.0:1780298631.153925:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+42:2400:x1866777608545408:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298631.153932:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298631.153935:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302b852 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb73e expref: 42 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.153941:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302b852 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb73e expref: 42 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.153950:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302b852 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb73e expref: 42 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.153956:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298631.153958:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302b994 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.153965:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302b994 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.153969:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302b994 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.153982:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298631.153994:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302b994 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.154003:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+41:2400:x1866777608545408:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 76us (167us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298631.154003:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302b994 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.154019:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14230 00000001:00080000:2.0:1780298631.154054:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990697 00000004:00010000:2.0:1780298631.154076:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009dad07ad reply state 000000009b258282 transno 4294990698 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302b994 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.154085:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e6302b994 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.154090:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.154092:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298631.154094:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298631.154167:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+77:28749:x1866777608545280:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1335us (1398us total) trans 4294990698 rc 0/0 00000100:00100000:2.0:1780298631.154178:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61524 00000020:00080000:2.0:1780298631.154183:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298631.154646:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.154684:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608545536 00000100:00100000:1.0:1780298631.154688:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608545536 00000100:00100000:1.0:1780298631.154723:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5117 00000100:00100000:1.0:1780298631.154731:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608545536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.154739:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.154746:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302b99b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb880 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.154762:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b898 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [770048->34324479] (req 770048->806911) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb784 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.154771:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(118 143) 00010000:00010000:1.0:1780298631.154775:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(119 143) 00010000:00010000:1.0:1780298631.154779:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302b99b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb880 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.154794:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b898 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [770048->34324479] (req 770048->806911) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb784 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.154801:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b898 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [770048->34324479] (req 770048->806911) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb784 expref: 7 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.154808:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604341120:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298631.154836:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345062a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.155401:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604341120:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298631.155414:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302b99b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb880 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.155424:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be000, rc 0) 00000100:00100000:1.0:1780298631.155448:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608545536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 719us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.155456:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5117 00000100:00100000:3.0:1780298631.155801:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.155833:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608545664 00000100:00100000:1.0:1780298631.155837:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608545664 00010000:00010000:1.0:1780298631.155849:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b898 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [770048->34324479] (req 770048->806911) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb784 expref: 7 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.155867:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14231 00000100:00100000:1.0:1780298631.155871:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608545664:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298631.155877:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.155885:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b898 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [770048->34324479] (req 770048->806911) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb784 expref: 7 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.155891:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b898 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [770048->34324479] (req 770048->806911) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb784 expref: 7 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.155901:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302b898 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [770048->34324479] (req 770048->806911) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb784 expref: 7 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.155907:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(119 143) 00010000:00010000:1.0:1780298631.155909:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(119 143) 00010000:00010000:1.0:1780298631.155913:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302b99b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb880 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.155918:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302b99b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb880 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.155932:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302b99b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb880 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.155938:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604341248:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298631.155963:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345062a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.156611:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604341248:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298631.156619:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298631.156645:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608545664:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 773us (845us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.156652:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14231 00000100:00100000:3.0:1780298631.156658:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.156693:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608545792 00000100:00100000:2.0:1780298631.156698:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608545792 00000100:00100000:2.0:1780298631.156728:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5118 00000100:00100000:2.0:1780298631.156738:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608545792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.156746:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.156754:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b9a2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb887 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.156770:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b901 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1560576->4059135] (req 1560576->1626111) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7ed expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.156779:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b875 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4059136->37613567] (req 4059136->4104191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb761 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.156786:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(69 104) 00010000:00010000:2.0:1780298631.156789:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(71 104) 00010000:00010000:2.0:1780298631.156794:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b9a2 lrc: 5/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb887 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.156816:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b875 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4059136->37613567] (req 4059136->4104191) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb761 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.156825:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b875 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4059136->37613567] (req 4059136->4104191) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb761 expref: 9 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.156833:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604341376:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298631.156867:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b901 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1560576->4059135] (req 1560576->1626111) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7ed expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.156875:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b901 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1560576->4059135] (req 1560576->1626111) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7ed expref: 10 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.156881:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604341504:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.156898:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.157381:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604341376:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.157555:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604341504:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298631.157580:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b9a2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb887 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.157594:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:2.0:1780298631.157625:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608545792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 888us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.157633:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5118 00000100:00100000:1.0:1780298631.157725:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.157757:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.157775:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608545920 00000100:00100000:3.0:1780298631.157779:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608545920 00010000:00010000:3.0:1780298631.157791:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b875 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [4059136->37613567] (req 4059136->4104191) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb761 expref: 10 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.157810:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608546048 00000100:00100000:3.0:1780298631.157813:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608546048 00010000:00010000:3.0:1780298631.157826:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b901 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1560576->4059135] (req 1560576->1626111) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7ed expref: 10 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.157833:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14232 00000100:00100000:2.0:1780298631.157844:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608545920:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298631.157854:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1780298631.157858:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14233 00010000:00010000:2.0:1780298631.157868:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b875 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [4059136->37613567] (req 4059136->4104191) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb761 expref: 10 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.157869:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608546048:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298631.157884:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.157888:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b875 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [4059136->37613567] (req 4059136->4104191) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb761 expref: 10 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.157905:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b901 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 6 type: EXT [1560576->4059135] (req 1560576->1626111) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7ed expref: 10 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.157916:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302b875 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [4059136->37613567] (req 4059136->4104191) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb761 expref: 10 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.157917:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b901 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 7 type: EXT [1560576->4059135] (req 1560576->1626111) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7ed expref: 10 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.157943:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302b901 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [1560576->4059135] (req 1560576->1626111) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb7ed expref: 10 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.157943:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(71 104) 00010000:00010000:2.0:1780298631.157950:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(71 104) 00010000:00010000:2.0:1780298631.157960:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b9a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb887 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.157970:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b9a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb887 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.157979:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298631.157993:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b9a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb887 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.158005:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608546048:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 140us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.158006:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604341632:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298631.158017:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14233 00000100:00100000:2.0:1780298631.158048:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.158605:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604341632:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298631.158614:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298631.158637:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608545920:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 796us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.158644:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14232 00000100:00100000:0.0:1780298631.158766:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.158800:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608546176 00000100:00100000:2.0:1780298631.158805:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608546176 00000100:00100000:0.0:1780298631.158805:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:2.0:1780298631.158826:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298631.158831:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ce00 with x1866777608546176 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298631.158838:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372ce00. 00000100:00100000:2.0:1780298631.158856:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608546304 00000100:00100000:2.0:1780298631.158859:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608546304 00000100:00100000:3.0:1780298631.158863:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4674 00000100:00100000:3.0:1780298631.158870:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608546176:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298631.158870:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (605663->18446744073709551615) 00002000:00100000:2.0:1780298631.158873:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372c000 with x1866777608546304 ext(605663->18446744073709551615) 00002000:00010000:2.0:1780298631.158877:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372c000. 00000100:00100000:2.0:1780298631.158895:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4675 00000100:00100000:2.0:1780298631.158901:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608546304:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298631.158966:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1780298631.158969:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.158971:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.158973:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.158975:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1288 -> 1288 00000100:00100000:3.0:1780298631.159003:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608546176:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 134us (237us total) trans 4294969194 rc 0/0 00000100:00100000:3.0:1780298631.159010:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4674 00002000:00010000:3.0:1780298631.159013:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298631.159017:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ce00 with x1866777608546176 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298631.159021:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372ce00. 00002000:00010000:2.0:1780298631.159110:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4100321 -> 605663 00002000:00010000:2.0:1780298631.159113:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.159115:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.159118:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.159120:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 240 -> 0 00000100:00100000:2.0:1780298631.159169:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608546304:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 268us (362us total) trans 4294968852 rc 0/0 00000100:00100000:2.0:1780298631.159177:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4675 00002000:00010000:2.0:1780298631.159180:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (605663->18446744073709551615) 00002000:00100000:2.0:1780298631.159183:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372c000 with x1866777608546304 ext(605663->18446744073709551615) 00002000:00010000:2.0:1780298631.159188:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372c000. 00000100:00100000:0.0:1780298631.159783:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.159818:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608546432 00000100:00100000:2.0:1780298631.159823:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608546432 00000100:00100000:2.0:1780298631.159853:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61525 00000100:00100000:2.0:1780298631.159860:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+77:28749:x1866777608546432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.159871:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.159881:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e6302b9a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb88e expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.159934:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b9b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.159945:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b9b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.159954:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b9b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298631.159971:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 4799967 00000004:00200000:2.0:1780298631.159975:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298631.159988:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b9b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.160006:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e6302b9a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb88e expref: 79 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.160018:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b9b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb88e expref: 78 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.160026:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.160028:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298631.160031:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:2.0:1780298631.160054:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+78:28749:x1866777608546432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 196us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.160058:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61525 00000100:00100000:1.0:1780298631.161380:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.161419:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608546688 00000100:00100000:0.0:1780298631.161422:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608546688 00000100:00100000:0.0:1780298631.161446:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61526 00000100:00100000:0.0:1780298631.161452:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+78:28749:x1866777608546688:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298631.161472:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298631.161481:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6302b9b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb88e expref: 78 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.161490:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.161492:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298631.161560:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e6302b9b7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.161570:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e6302b9b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.161575:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e6302b9b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298631.161597:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990699 00000004:00010000:0.0:1780298631.161609:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000159f83ca reply state 00000000a8ad3a56 transno 4294990700 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e6302b9b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.161615:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e6302b9b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.161619:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.161620:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298631.161622:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298631.161657:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+80:28749:x1866777608546688:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 205us (288us total) trans 4294990700 rc 0/0 00000100:00100000:0.0:1780298631.161662:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61526 00000020:00080000:0.0:1780298631.161664:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298631.162234:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.162268:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608546816 00000100:00100000:0.0:1780298631.162273:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608546816 00002000:00010000:0.0:1780298631.162289:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298631.162293:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56ea00 with x1866777608546816 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298631.162299:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56ea00. 00000100:00100000:0.0:1780298631.162324:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4676 00000100:00100000:1.0:1780298631.162334:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.162342:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608546816:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298631.162394:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608546944 00000100:00100000:3.0:1780298631.162399:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608546944 00002000:00010000:3.0:1780298631.162415:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (1332678->18446744073709551615) 00002000:00010000:0.0:1780298631.162417:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00100000:3.0:1780298631.162418:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fc380 with x1866777608546944 ext(1332678->18446744073709551615) 00002000:00010000:0.0:1780298631.162424:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.162425:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fc380. 00002000:00010000:0.0:1780298631.162428:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.162430:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.162433:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1288 -> 1288 00000100:00100000:3.0:1780298631.162439:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4677 00000100:00100000:3.0:1780298631.162446:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608546944:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298631.162467:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608546816:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 135us (231us total) trans 4294969195 rc 0/0 00000100:00100000:0.0:1780298631.162476:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4676 00002000:00010000:0.0:1780298631.162479:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298631.162482:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56ea00 with x1866777608546816 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298631.162488:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56ea00. 00002000:00010000:3.0:1780298631.162521:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 605663 -> 1332678 00002000:00010000:3.0:1780298631.162523:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.162525:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.162526:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.162527:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1780298631.162552:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608546944:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 107us (221us total) trans 4294968853 rc 0/0 00000100:00100000:3.0:1780298631.162616:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4677 00002000:00010000:3.0:1780298631.162618:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (1332678->18446744073709551615) 00002000:00100000:3.0:1780298631.162620:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fc380 with x1866777608546944 ext(1332678->18446744073709551615) 00002000:00010000:3.0:1780298631.162623:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fc380. 00000100:00100000:1.0:1780298631.163453:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.163479:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608547072 00000100:00100000:2.0:1780298631.163483:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608547072 00002000:00100000:2.0:1780298631.163500:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (1323008->1327103) req@ffff9cf3481fd880 x1866777608547072/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.163507:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fd880 with x1866777608547072 ext(1323008->1327103) 00002000:00010000:2.0:1780298631.163510:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fd880 00000100:00100000:2.0:1780298631.163524:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4678 00000100:00100000:2.0:1780298631.163529:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608547072:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.163638:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608547072:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 108us (185us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298631.163643:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4678 00002000:00100000:2.0:1780298631.163646:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (1323008->1327103) req@ffff9cf3481fd880 x1866777608547072/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.163653:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fd880 with x1866777608547072 ext(1323008->1327103) 00002000:00010000:2.0:1780298631.163655:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fd880 00000100:00100000:1.0:1780298631.164553:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.164581:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608547200 00000100:00100000:0.0:1780298631.164585:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608547200 00002000:00100000:0.0:1780298631.164600:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (1327104->1331199) req@ffff9cf3481fc000 x1866777608547200/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.164607:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fc000 with x1866777608547200 ext(1327104->1331199) 00002000:00010000:0.0:1780298631.164609:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fc000 00000100:00100000:0.0:1780298631.164624:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4679 00000100:00100000:0.0:1780298631.164630:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608547200:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.164693:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608547200:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 64us (141us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298631.164698:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4679 00002000:00100000:0.0:1780298631.164702:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (1327104->1331199) req@ffff9cf3481fc000 x1866777608547200/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.164708:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fc000 with x1866777608547200 ext(1327104->1331199) 00002000:00010000:0.0:1780298631.164711:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fc000 00000100:00100000:0.0:1780298631.165815:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.165842:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608547328 00000100:00100000:2.0:1780298631.165846:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608547328 00002000:00100000:2.0:1780298631.165859:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (1302528->1335295) req@ffff9cf34372f100 x1866777608547328/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 504/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.165865:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372f100 with x1866777608547328 ext(1302528->1335295) 00002000:00010000:2.0:1780298631.165867:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372f100 00000100:00100000:2.0:1780298631.165881:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4680 00000100:00100000:2.0:1780298631.165885:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608547328:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.166646:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608547328:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 759us (831us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1780298631.166654:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4680 00002000:00100000:2.0:1780298631.166661:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0xf:0x0] (1302528->1335295) req@ffff9cf34372f100 x1866777608547328/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 504/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.166668:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372f100 with x1866777608547328 ext(1302528->1335295) 00002000:00010000:2.0:1780298631.166672:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372f100 00000100:00100000:0.0:1780298631.167907:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.167949:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608547456 00000100:00100000:1.0:1780298631.167953:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608547456 00002000:00100000:1.0:1780298631.167970:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (1323008->1332677) req@ffff9cf242861f80 x1866777608547456/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 10160/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.167977:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861f80 with x1866777608547456 ext(1323008->1332677) 00002000:00010000:1.0:1780298631.167980:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242861f80 00000100:00100000:1.0:1780298631.168001:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4681 00000100:00100000:1.0:1780298631.168009:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608547456:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298631.168395:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608547456:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 387us (489us total) trans 4294968854 rc 0/0 00000100:00100000:1.0:1780298631.168400:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4681 00002000:00100000:1.0:1780298631.168405:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (1323008->1332677) req@ffff9cf242861f80 x1866777608547456/t4294968854(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 10160/448 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.168411:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861f80 with x1866777608547456 ext(1323008->1332677) 00002000:00010000:1.0:1780298631.168414:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242861f80 00000100:00100000:1.0:1780298631.169110:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.169150:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608547584 00000100:00100000:2.0:1780298631.169154:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608547584 00000100:00100000:2.0:1780298631.169178:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5119 00000100:00100000:2.0:1780298631.169186:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608547584:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298631.169759:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968854 is committed 00000001:00080000:1.0:1780298631.169778:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968848 is committed 00000100:00100000:2.0:1780298631.169852:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608547584:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 666us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.169860:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5119 00000100:00100000:2.0:1780298631.170606:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.170645:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608547712 00000100:00100000:0.0:1780298631.170649:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608547712 00000100:00100000:0.0:1780298631.170677:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61527 00000100:00100000:0.0:1780298631.170683:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+41:28749:x1866777608547712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.170692:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.170707:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302b9be lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb895 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.170766:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302b9c5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.170778:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302b9c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.170785:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302b9c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298631.170801:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 5526982 00000004:00200000:0.0:1780298631.170804:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298631.170816:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302b9c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.170832:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e6302b9be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb895 expref: 43 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.170844:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302b9c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb895 expref: 42 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.170849:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.170851:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298631.170853:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78600, rc 0) 00000100:00100000:0.0:1780298631.170876:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+42:28749:x1866777608547712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 193us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.170880:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61527 00000100:00100000:0.0:1780298631.171786:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.171808:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.171827:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608547840 00000100:00100000:2.0:1780298631.171832:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608547840 00000100:00100000:1.0:1780298631.171844:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608547968 00000100:00100000:1.0:1780298631.171849:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608547968 00000100:00100000:2.0:1780298631.171869:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5120 00000100:00100000:1.0:1780298631.171878:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5121 00000100:00100000:2.0:1780298631.171881:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608547840:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298631.171889:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bb85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608547968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.171890:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.171898:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.171903:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302b9cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb89c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.171907:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2aed615/0xaf35132e6302b9d3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb8a3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.171964:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604341760:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.171965:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604341888:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.172038:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.172038:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345062a80 going to sleep for 11 seconds 00002000:00010000:2.0:1780298631.172766:0:19992:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 24 00000100:00100000:2.0:1780298631.172777:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604341888:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.172800:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a2aed615/0xaf35132e6302b9d3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8a3 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.172816:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2aed615/0xaf35132e6302b9d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8a3 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.172826:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be200, rc 0) 00000100:00100000:2.0:1780298631.172860:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bb85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608547968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 973us (1050us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.172869:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5121 00000100:00100000:1.0:1780298631.172869:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604341760:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.172894:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302b9cc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb89c expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.172915:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302b9cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb89c expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.172925:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:1.0:1780298631.172944:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608547840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1069us (1158us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.172949:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5120 00000100:00100000:1.0:1780298631.173970:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.173992:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.174006:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608548096 00000100:00100000:2.0:1780298631.174011:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608548096 00000100:00100000:3.0:1780298631.174026:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608548224 00000100:00100000:3.0:1780298631.174032:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608548224 00000100:00100000:2.0:1780298631.174043:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5122 00000100:00100000:2.0:1780298631.174053:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608548096:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298631.174059:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5123 00010000:00010000:2.0:1780298631.174063:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298631.174071:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608548224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.174072:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e6302b9da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb8aa expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.174086:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.174096:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b9e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb8b1 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.174106:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604342016:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.174141:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604342144:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.174170:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.174170:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345062a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.174911:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604342016:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.174922:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604342144:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.174927:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e6302b9da lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8aa expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.174938:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b9e1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8b1 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.174940:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e6302b9da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8aa expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.174960:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00010000:00010000:1.0:1780298631.174962:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302b9e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8b1 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.174975:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf200, rc 0) 00000100:00100000:0.0:1780298631.174990:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608548096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 939us (1018us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.175000:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608548224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 930us (1005us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.175000:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5122 00000100:00100000:1.0:1780298631.175011:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5123 00000100:00100000:0.0:1780298631.176027:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.176059:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608548352 00000100:00100000:3.0:1780298631.176065:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608548352 00000100:00100000:0.0:1780298631.176084:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.176106:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608548480 00000100:00100000:3.0:1780298631.176110:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608548480 00000100:00100000:2.0:1780298631.176154:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5124 00000100:00100000:1.0:1780298631.176164:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5125 00000100:00100000:2.0:1780298631.176169:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608548352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.176180:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298631.176183:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608548480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.176190:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302b9e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb8b8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.176194:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.176207:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302b9ef lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb8bf expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.176221:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604342272:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.176243:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604342400:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.176265:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.176272:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345062a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.176992:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604342272:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.177012:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302b9e8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8b8 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.177022:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604342400:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.177031:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e6302b9e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8b8 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.177042:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00010000:00010000:1.0:1780298631.177044:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302b9ef lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8bf expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.177061:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302b9ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8bf expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.177073:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf600, rc 0) 00000100:00100000:2.0:1780298631.177075:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608548352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (1047us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.177082:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5124 00000100:00100000:1.0:1780298631.177101:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608548480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 926us (1016us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.177110:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5125 00000100:00100000:2.0:1780298631.177982:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.178014:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608548608 00000100:00100000:0.0:1780298631.178018:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608548608 00000100:00100000:0.0:1780298631.178056:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5126 00000100:00100000:0.0:1780298631.178066:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608548608:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298631.178074:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298631.178076:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.178085:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b9f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb8c6 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.178112:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604342528:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.178115:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608548736 00000100:00100000:1.0:1780298631.178120:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608548736 00000100:00100000:0.0:1780298631.178174:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.178186:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5127 00000100:00100000:1.0:1780298631.178193:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608548736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.178200:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.178208:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffb57170/0xaf35132e6302b9fd lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb8cd expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.178228:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604342656:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.178259:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345062a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.178821:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604342528:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.178839:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b9f6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8c6 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.178855:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302b9f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8c6 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.178865:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:0.0:1780298631.178897:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608548608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 834us (914us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.178906:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5126 00000100:00100000:1.0:1780298631.178941:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604342656:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.178959:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ffb57170/0xaf35132e6302b9fd lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8cd expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.178972:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffb57170/0xaf35132e6302b9fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8cd expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.178983:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bfc00, rc 0) 00000100:00100000:1.0:1780298631.179016:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608548736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 823us (946us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.179023:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5127 00000100:00100000:2.0:1780298631.180281:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.180318:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608548864 00000100:00100000:3.0:1780298631.180324:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608548864 00000100:00100000:3.0:1780298631.180360:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61528 00000100:00100000:3.0:1780298631.180380:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+80:28749:x1866777608548864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.180395:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.180410:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e6302ba04 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb8d4 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.180495:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302ba0b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.180511:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302ba0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.180523:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302ba0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298631.180552:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 5526982 00000004:00200000:3.0:1780298631.180556:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298631.180573:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302ba0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.180595:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e6302ba04 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8d4 expref: 82 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.180610:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302ba0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8d4 expref: 81 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.180618:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298631.180621:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298631.180625:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:3.0:1780298631.180659:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+81:28749:x1866777608548864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 292us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.180666:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61528 00000100:00100000:3.0:1780298631.181669:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.181704:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608548992 00000100:00100000:2.0:1780298631.181710:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608548992 00000100:00100000:2.0:1780298631.181748:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4682 00000100:00100000:2.0:1780298631.181755:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608548992:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298631.181920:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 1332678 -> 3985222 00002000:00010000:2.0:1780298631.181924:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.181927:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.181929:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.181932:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 24 -> 112 00000100:00100000:2.0:1780298631.181963:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608548992:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 208us (294us total) trans 4294968855 rc 0/0 00000100:00100000:2.0:1780298631.181971:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4682 00000100:00100000:2.0:1780298631.183037:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.183070:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608549120 00000100:00100000:3.0:1780298631.183074:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608549120 00000100:00100000:3.0:1780298631.183097:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5128 00000100:00100000:3.0:1780298631.183102:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608549120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.183109:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.183118:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302ba12 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb8db expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.183160:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b9a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb887 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.183171:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(71 104) 00010000:00010000:3.0:1780298631.183176:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(72 104) 00010000:00010000:3.0:1780298631.183181:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302ba12 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [262144->311295] (req 262144->311295) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8db expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.183207:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b9a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb887 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.183220:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b9a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb887 expref: 6 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.183230:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604342784:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298631.183282:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.183976:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604342784:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298631.183991:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302ba12 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [262144->311295] (req 262144->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8db expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.184001:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:3.0:1780298631.184029:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608549120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 922us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.184035:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5128 00000100:00100000:2.0:1780298631.184253:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.184288:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608549248 00000100:00100000:1.0:1780298631.184293:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608549248 00010000:00010000:1.0:1780298631.184314:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b9a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb887 expref: 7 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.184348:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14234 00000100:00100000:1.0:1780298631.184356:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608549248:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298631.184365:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.184386:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b9a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb887 expref: 7 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.184398:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b9a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb887 expref: 7 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.184414:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302b9a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb887 expref: 7 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.184424:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(72 104) 00010000:00010000:1.0:1780298631.184428:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(72 104) 00010000:00010000:1.0:1780298631.184434:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302ba12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [262144->33816575] (req 262144->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8db expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.184443:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302ba12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [262144->33816575] (req 262144->311295) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8db expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.184467:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302ba12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [262144->33816575] (req 262144->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8db expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.184477:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604342912:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298631.184522:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345062a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.185388:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.185404:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604342912:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298631.185420:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298631.185450:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608549248:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1093us (1195us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.185451:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608549376 00000100:00100000:3.0:1780298631.185457:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608549376 00000100:00100000:1.0:1780298631.185462:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14234 00000100:00100000:3.0:1780298631.185501:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4683 00000100:00100000:3.0:1780298631.185511:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608549376:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298631.185714:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3985222 -> 3985222 00002000:00010000:3.0:1780298631.185717:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.185720:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.185722:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.185724:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:3.0:1780298631.185754:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608549376:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 246us (367us total) trans 4294968856 rc 0/0 00000100:00100000:3.0:1780298631.185760:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4683 00000100:00100000:2.0:1780298631.186591:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.186633:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608549504 00000100:00100000:1.0:1780298631.186637:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608549504 00000100:00100000:1.0:1780298631.186660:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5129 00000100:00100000:1.0:1780298631.186669:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608549504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.186676:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.186684:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302ba19 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb8e2 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.186710:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604343040:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.186751:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34633db40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.187409:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604343040:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.187428:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302ba19 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8e2 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.187444:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302ba19 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8e2 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.187453:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf600, rc 0) 00000100:00100000:1.0:1780298631.187482:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608549504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 817us (891us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.187489:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5129 00000100:00100000:2.0:1780298631.188251:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.188284:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608549632 00000100:00100000:3.0:1780298631.188288:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608549632 00000100:00100000:3.0:1780298631.188311:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5130 00000100:00100000:3.0:1780298631.188316:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608549632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.188322:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.188328:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302ba20 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb8e9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.188350:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604343168:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.188389:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.188977:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604343168:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.188988:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302ba20 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8e9 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.188998:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302ba20 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8e9 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.189005:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:3.0:1780298631.189025:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608549632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 710us (777us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.189030:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5130 00000100:00100000:0.0:1780298631.189920:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.189973:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608549760 00000100:00100000:2.0:1780298631.189979:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608549760 00000100:00100000:2.0:1780298631.190020:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4684 00000100:00100000:2.0:1780298631.190032:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608549760:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298631.190208:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3985222 -> 3985222 00002000:00010000:2.0:1780298631.190212:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.190215:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.190217:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.190219:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:2.0:1780298631.190252:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608549760:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 222us (331us total) trans 4294968857 rc 0/0 00000100:00100000:2.0:1780298631.190260:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4684 00000100:00100000:2.0:1780298631.191113:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.191174:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608549888 00000100:00100000:1.0:1780298631.191179:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608549888 00000100:00100000:1.0:1780298631.191206:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5131 00000100:00100000:1.0:1780298631.191213:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608549888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.191221:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.191230:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffb57170/0xaf35132e6302ba27 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb8f0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.191263:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604343296:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.191307:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34633db40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.191884:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604343296:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.191899:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ffb57170/0xaf35132e6302ba27 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8f0 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.191910:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffb57170/0xaf35132e6302ba27 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8f0 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.191917:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bfc00, rc 0) 00000100:00100000:1.0:1780298631.191940:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608549888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 729us (829us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.191944:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5131 00000100:00100000:0.0:1780298631.192851:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.192886:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608550016 00000100:00100000:3.0:1780298631.192891:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608550016 00000100:00100000:3.0:1780298631.192922:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5132 00000100:00100000:3.0:1780298631.192930:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608550016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.192939:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.192947:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302ba2e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb8f7 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.192976:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604343424:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.193013:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.193664:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604343424:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.193677:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302ba2e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8f7 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.193687:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302ba2e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8f7 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.193694:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298631.193719:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608550016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 791us (870us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.193724:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5132 00000100:00100000:2.0:1780298631.194608:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.194653:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608550144 00000100:00100000:0.0:1780298631.194657:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608550144 00000100:00100000:0.0:1780298631.194695:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4685 00000100:00100000:0.0:1780298631.194700:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608550144:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298631.194864:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3985222 -> 3985222 00002000:00010000:0.0:1780298631.194868:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.194870:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.194872:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.194874:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 112 -> 224 00000100:00100000:0.0:1780298631.194905:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608550144:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 204us (298us total) trans 4294968858 rc 0/0 00000100:00100000:0.0:1780298631.194913:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4685 00000100:00100000:0.0:1780298631.195790:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.195820:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608550272 00000100:00100000:1.0:1780298631.195824:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608550272 00000100:00100000:1.0:1780298631.195849:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5133 00000100:00100000:1.0:1780298631.195856:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608550272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.195864:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.195873:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302ba35 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb8fe expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.195902:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604343552:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.195943:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34633db40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.196671:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604343552:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.196692:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302ba35 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8fe expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.196708:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302ba35 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8fe expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.196719:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf200, rc 0) 00000100:00100000:1.0:1780298631.196748:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608550272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 892us (958us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.196755:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5133 00000100:00100000:2.0:1780298631.197832:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.197869:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608550400 00000100:00100000:3.0:1780298631.197875:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608550400 00000100:00100000:3.0:1780298631.197913:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5134 00000100:00100000:3.0:1780298631.197922:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608550400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.197933:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.197946:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302ba3c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb905 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.197982:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604343680:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.198031:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.198977:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604343680:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.198999:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302ba3c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb905 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.199018:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302ba3c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb905 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.199030:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298631.199068:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608550400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1147us (1237us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.199075:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5134 00000100:00100000:2.0:1780298631.200180:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.200219:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608550528 00000100:00100000:1.0:1780298631.200225:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608550528 00000100:00100000:1.0:1780298631.200268:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5135 00000100:00100000:1.0:1780298631.200278:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608550528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.200290:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.200305:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302ba43 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb90c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.200317:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.200361:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604343808:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.200399:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608550656 00000100:00100000:3.0:1780298631.200403:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608550656 00000100:00100000:1.0:1780298631.200433:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34633db40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.200434:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5136 00000100:00100000:3.0:1780298631.200446:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608550656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.200456:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.200465:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302ba4a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb913 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.200494:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604343936:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.200528:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.201258:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604343936:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.201264:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604343808:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.201279:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302ba4a lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb913 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.201289:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302ba43 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb90c expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.201292:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302ba4a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb913 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.201312:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:1.0:1780298631.201320:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302ba43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb90c expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.201333:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf600, rc 0) 00000100:00100000:3.0:1780298631.201337:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608550656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 893us (1024us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.201343:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5136 00000100:00100000:1.0:1780298631.201364:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608550528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1087us (1184us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.201385:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5135 00000100:00100000:2.0:1780298631.202528:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.202566:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608550784 00000100:00100000:1.0:1780298631.202572:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608550784 00002000:00100000:1.0:1780298631.202614:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2457600->2461695) req@ffff9cf24304d500 x1866777608550784/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.202625:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304d500 with x1866777608550784 ext(2457600->2461695) 00002000:00010000:1.0:1780298631.202631:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304d500 00000100:00100000:1.0:1780298631.202658:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4686 00000100:00100000:1.0:1780298631.202667:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608550784:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298631.202839:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608550784:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 174us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298631.202848:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4686 00002000:00100000:1.0:1780298631.202854:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2457600->2461695) req@ffff9cf24304d500 x1866777608550784/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.202860:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304d500 with x1866777608550784 ext(2457600->2461695) 00002000:00010000:1.0:1780298631.202862:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304d500 00000100:00100000:2.0:1780298631.203994:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.204027:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608550912 00000100:00100000:3.0:1780298631.204031:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608550912 00002000:00100000:3.0:1780298631.204050:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2461696->2465791) req@ffff9cf24304ca80 x1866777608550912/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.204057:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ca80 with x1866777608550912 ext(2461696->2465791) 00002000:00010000:3.0:1780298631.204059:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304ca80 00000100:00100000:3.0:1780298631.204075:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4687 00000100:00100000:3.0:1780298631.204080:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608550912:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298631.204194:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608550912:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 113us (202us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298631.204199:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4687 00002000:00100000:3.0:1780298631.204204:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (2461696->2465791) req@ffff9cf24304ca80 x1866777608550912/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.204209:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ca80 with x1866777608550912 ext(2461696->2465791) 00002000:00010000:3.0:1780298631.204212:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304ca80 00000100:00100000:0.0:1780298631.205352:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.205391:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608551040 00000100:00100000:3.0:1780298631.205398:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608551040 00002000:00100000:3.0:1780298631.205423:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2437120->2502655) req@ffff9cf242860700 x1866777608551040/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 504/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.205433:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860700 with x1866777608551040 ext(2437120->2502655) 00002000:00010000:3.0:1780298631.205437:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242860700 00000100:00100000:3.0:1780298631.205461:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4688 00000100:00100000:3.0:1780298631.205469:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608551040:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.206589:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608551040:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1119us (1236us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298631.206599:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4688 00002000:00100000:2.0:1780298631.206608:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (2437120->2502655) req@ffff9cf242860700 x1866777608551040/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 504/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.206618:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860700 with x1866777608551040 ext(2437120->2502655) 00002000:00010000:2.0:1780298631.206623:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242860700 00000100:00100000:0.0:1780298631.207663:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.207683:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.207699:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608551168 00000100:00100000:1.0:1780298631.207706:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608551168 00000100:00100000:2.0:1780298631.207749:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608551296 00000100:00100000:1.0:1780298631.207755:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5137 00000100:00100000:2.0:1780298631.207756:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608551296 00000100:00100000:1.0:1780298631.207763:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608551168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.207773:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.207791:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302ba51 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb91a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.207797:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5138 00000100:00100000:2.0:1780298631.207809:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608551296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.207819:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.207830:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302ba58 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb921 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.207843:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604344064:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.207870:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604344192:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.207900:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34633db40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.207907:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.208766:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604344192:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.208792:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604344064:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.208810:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302ba58 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb921 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.208813:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302ba51 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb91a expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.208842:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302ba58 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb921 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.208842:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302ba51 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb91a expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.208860:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bfc00, rc 0) 00010000:00010000:2.0:1780298631.208863:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:2.0:1780298631.208893:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608551296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1085us (1206us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.208894:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608551168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1130us (1229us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.208906:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5137 00000100:00100000:2.0:1780298631.208916:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5138 00000100:00100000:3.0:1780298631.209961:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.210012:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608551424 00000100:00100000:0.0:1780298631.210018:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608551424 00000100:00100000:3.0:1780298631.210048:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.210066:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608551552 00000100:00100000:0.0:1780298631.210070:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608551552 00000100:00100000:0.0:1780298631.210096:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5139 00000100:00100000:0.0:1780298631.210105:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608551424:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298631.210111:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5140 00010000:00010000:0.0:1780298631.210119:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298631.210145:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608551552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.210155:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.210158:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302ba5f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb928 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.210166:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302ba66 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb92f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.210208:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604344448:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.210208:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604344320:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.210272:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34633db40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.210272:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.211070:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604344448:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.211074:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604344320:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.211089:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302ba66 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb92f expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.211100:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302ba5f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb928 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.211103:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302ba66 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb92f expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.211141:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf200, rc 0) 00010000:00010000:2.0:1780298631.211148:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302ba5f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb928 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.211162:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:1.0:1780298631.211169:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608551552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1049us (1121us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.211175:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5140 00000100:00100000:2.0:1780298631.211191:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608551424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1087us (1231us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.211199:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5139 00000100:00100000:3.0:1780298631.212250:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.212287:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608551808 00000100:00100000:2.0:1780298631.212291:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608551808 00000100:00100000:2.0:1780298631.212324:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61529 00000100:00100000:2.0:1780298631.212331:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+42:28749:x1866777608551808:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298631.212376:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.212394:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302b9c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb895 expref: 42 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.212406:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.212409:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298631.212541:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302ba6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.212556:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302ba0b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8d4 expref: 80 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.212567:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302ba6d lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.212585:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302ba0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8d4 expref: 80 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.212596:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302ba0b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8d4 expref: 80 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.212604:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604344576:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.212641:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.213288:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604344576:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298631.213301:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302ba6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.213615:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.213657:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608551936 00000100:00100000:1.0:1780298631.213662:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608551936 00010000:00010000:1.0:1780298631.213682:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302ba0b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8d4 expref: 81 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.213726:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14235 00000100:00100000:1.0:1780298631.213733:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+81:2399:x1866777608551936:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298631.213742:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.213747:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302ba0b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8d4 expref: 81 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.213756:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302ba0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8d4 expref: 81 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.213770:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e6302ba0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8d4 expref: 81 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.213782:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298631.213785:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302ba6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.213796:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302ba6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.213803:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302ba6d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.213821:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298631.213843:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302ba6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.213851:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+80:2399:x1866777608551936:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 116us (234us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298631.213853:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302ba6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.213864:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14235 00000001:00080000:2.0:1780298631.213906:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990701 00000004:00010000:2.0:1780298631.213935:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f80bc2e3 reply state 0000000093405b48 transno 4294990702 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302ba6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.213955:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e6302ba6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.213962:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.213965:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298631.213967:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298631.214029:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:28749:x1866777608551808:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1697us (1780us total) trans 4294990702 rc 0/0 00000100:00100000:2.0:1780298631.214037:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61529 00000020:00080000:2.0:1780298631.214041:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298631.214828:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.214864:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608552064 00000100:00100000:0.0:1780298631.214868:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608552064 00000100:00100000:0.0:1780298631.214893:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5141 00000100:00100000:0.0:1780298631.214898:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608552064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.214907:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.214917:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302ba74 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb936 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.214932:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302b99b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb880 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.214939:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(119 143) 00010000:00010000:0.0:1780298631.214942:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(120 143) 00010000:00010000:0.0:1780298631.214945:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302ba74 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb936 expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.214961:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302b99b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb880 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.214969:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302b99b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb880 expref: 7 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.214978:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242863b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604344704:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298631.215014:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.215736:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242863b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604344704:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298631.215756:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302ba74 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb936 expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.215771:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00000100:00100000:2.0:1780298631.215798:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608552064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 899us (972us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.215806:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5141 00000100:00100000:3.0:1780298631.215957:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.216004:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608552192 00000100:00100000:0.0:1780298631.216009:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608552192 00010000:00010000:0.0:1780298631.216028:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302b99b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb880 expref: 8 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.216059:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14236 00000100:00100000:0.0:1780298631.216068:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608552192:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298631.216078:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298631.216093:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302b99b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb880 expref: 8 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.216105:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302b99b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb880 expref: 8 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.216143:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302b99b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb880 expref: 8 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.216161:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(120 143) 00010000:00010000:0.0:1780298631.216165:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(120 143) 00010000:00010000:0.0:1780298631.216172:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302ba74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb936 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.216181:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302ba74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb936 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.216206:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302ba74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb936 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.216214:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604344832:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298631.216247:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.216982:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604344832:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298631.216994:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298631.217023:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608552192:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 956us (1067us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.217031:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14236 00000100:00100000:2.0:1780298631.217104:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.217170:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608552320 00000100:00100000:1.0:1780298631.217176:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608552320 00000100:00100000:1.0:1780298631.217213:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5142 00000100:00100000:1.0:1780298631.217222:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608552320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.217233:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.217245:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302ba7b lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb93d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.217263:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302ba12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [262144->33816575] (req 262144->311295) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8db expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.217271:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(72 104) 00010000:00010000:1.0:1780298631.217274:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(73 104) 00010000:00010000:1.0:1780298631.217279:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302ba7b lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb93d expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.217300:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302ba12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [262144->33816575] (req 262144->311295) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8db expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.217311:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302ba12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [262144->33816575] (req 262144->311295) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8db expref: 13 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.217321:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604344960:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298631.217360:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34633db40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.217924:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604344960:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298631.217935:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302ba7b lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb93d expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.217947:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf600, rc 0) 00000100:00100000:1.0:1780298631.217968:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777608552320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 750us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.217973:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5142 00000100:00100000:2.0:1780298631.218270:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.218296:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608552448 00000100:00100000:1.0:1780298631.218299:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608552448 00010000:00010000:1.0:1780298631.218311:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302ba12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [262144->33816575] (req 262144->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8db expref: 13 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.218331:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14237 00000100:00100000:1.0:1780298631.218335:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608552448:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298631.218342:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.218352:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302ba12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [262144->33816575] (req 262144->311295) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8db expref: 13 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.218359:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302ba12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [262144->33816575] (req 262144->311295) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8db expref: 13 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.218382:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302ba12 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [262144->33816575] (req 262144->311295) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb8db expref: 13 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.218390:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(73 104) 00010000:00010000:1.0:1780298631.218392:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(73 104) 00010000:00010000:1.0:1780298631.218395:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302ba7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb93d expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.218401:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302ba7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb93d expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.218415:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302ba7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb93d expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.218420:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604345088:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298631.218446:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34633db40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.219200:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604345088:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298631.219212:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298631.219420:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608552448:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1082us (1149us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.219427:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14237 00000100:00100000:2.0:1780298631.219583:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.219649:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608552576 00000100:00100000:0.0:1780298631.219653:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608552576 00000100:00100000:2.0:1780298631.219706:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.219748:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608552704 00000100:00100000:1.0:1780298631.219753:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608552704 00002000:00010000:0.0:1780298631.219759:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2196559->18446744073709551615) 00002000:00100000:0.0:1780298631.219765:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512300 with x1866777608552576 ext(2196559->18446744073709551615) 00002000:00010000:1.0:1780298631.219769:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00010000:0.0:1780298631.219773:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255512300. 00002000:00100000:1.0:1780298631.219774:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512a00 with x1866777608552704 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298631.219782:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255512a00. 00000100:00100000:0.0:1780298631.219831:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4689 00000100:00100000:0.0:1780298631.219842:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608552576:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298631.219845:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4690 00000100:00100000:1.0:1780298631.219860:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608552704:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298631.220359:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 2196559 00002000:00010000:0.0:1780298631.220363:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.220377:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.220380:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.220382:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1288 -> 1160 00002000:00010000:1.0:1780298631.220384:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3985222 -> 0 00002000:00010000:1.0:1780298631.220388:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.220391:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.220394:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.220396:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 224 -> 0 00000100:00100000:0.0:1780298631.220422:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608552576:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 582us (839us total) trans 4294969196 rc 0/0 00000100:00100000:1.0:1780298631.220427:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255512a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608552704:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 569us (718us total) trans 4294968859 rc 0/0 00000100:00100000:0.0:1780298631.220436:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4689 00002000:00010000:0.0:1780298631.220441:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2196559->18446744073709551615) 00000100:00100000:1.0:1780298631.220445:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4690 00002000:00100000:0.0:1780298631.220446:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512300 with x1866777608552576 ext(2196559->18446744073709551615) 00002000:00010000:1.0:1780298631.220450:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00010000:0.0:1780298631.220453:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255512300. 00002000:00100000:1.0:1780298631.220454:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255512a00 with x1866777608552704 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298631.220463:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255512a00. 00000100:00100000:3.0:1780298631.221526:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.221577:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608552832 00000100:00100000:0.0:1780298631.221583:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608552832 00000100:00100000:0.0:1780298631.221627:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61530 00000100:00100000:0.0:1780298631.221637:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+80:28749:x1866777608552832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.221650:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.221667:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302ba82 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb944 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.221749:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78e00/0xaf35132e6302ba89 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.221766:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78e00/0xaf35132e6302ba89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.221778:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78e00/0xaf35132e6302ba89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298631.221801:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 2196559 00000004:00200000:0.0:1780298631.221805:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298631.221823:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78e00/0xaf35132e6302ba89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.221846:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302ba82 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb944 expref: 82 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.221861:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78e00/0xaf35132e6302ba89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb944 expref: 81 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.221871:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.221874:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298631.221878:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00000100:00100000:0.0:1780298631.221916:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+81:28749:x1866777608552832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 280us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.221923:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61530 00000100:00100000:3.0:1780298631.222900:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.222944:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608552960 00000100:00100000:0.0:1780298631.222949:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608552960 00000100:00100000:0.0:1780298631.222989:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5143 00000100:00100000:0.0:1780298631.222999:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608552960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.223009:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.223019:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302ba90 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb94b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.223087:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604345216:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.223178:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.223213:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.223253:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608553088 00000100:00100000:0.0:1780298631.223258:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608553088 00000100:00100000:0.0:1780298631.223296:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5144 00000100:00100000:0.0:1780298631.223304:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608553088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.223313:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.223323:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302ba97 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb952 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.223353:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604345344:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.223401:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.224404:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604345216:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.224416:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604345344:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.224431:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302ba90 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb94b expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.224440:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302ba97 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb952 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.224452:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302ba90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb94b expref: 8 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.224459:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302ba97 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb952 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.224462:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00010000:00010000:1.0:1780298631.224475:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79400, rc 0) 00000100:00100000:0.0:1780298631.224496:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608552960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1499us (1598us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.224502:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5143 00000100:00100000:1.0:1780298631.224510:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608553088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1205us (1296us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.224518:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5144 00000100:00100000:3.0:1780298631.225821:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.225875:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608553216 00000100:00100000:2.0:1780298631.225883:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608553216 00000100:00100000:2.0:1780298631.225930:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5145 00000100:00100000:3.0:1780298631.225936:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.225943:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608553216:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298631.225956:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608553344 00010000:00010000:2.0:1780298631.225957:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298631.225961:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608553344 00010000:00010000:2.0:1780298631.225974:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302ba9e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb959 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.225984:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5146 00000100:00100000:1.0:1780298631.225989:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608553344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.225997:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.226007:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302baa5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb960 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.226022:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604345472:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.226056:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604345600:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.226086:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.226087:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34633db40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.226846:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604345472:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.226867:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302ba9e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb959 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.226880:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302ba9e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb959 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.226887:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:2.0:1780298631.226915:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608553216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 978us (1099us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.226921:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5145 00000100:00100000:1.0:1780298631.226925:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604345600:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.226942:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302baa5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb960 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.226953:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302baa5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb960 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.226964:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf200, rc 0) 00000100:00100000:1.0:1780298631.226986:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608553344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 996us (1053us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.226994:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5146 00000100:00100000:3.0:1780298631.229019:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.229059:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608553472 00000100:00100000:0.0:1780298631.229066:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608553472 00000100:00100000:0.0:1780298631.229107:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61531 00000100:00100000:0.0:1780298631.229113:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:28749:x1866777608553472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.229157:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.229177:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e6302baac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb967 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.229254:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302bab3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.229271:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302bab3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.229284:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302bab3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298631.229308:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 2196559 00000004:00200000:0.0:1780298631.229311:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298631.229325:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302bab3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.229343:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e6302baac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb967 expref: 46 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.229355:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302bab3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb967 expref: 45 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.229361:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.229363:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298631.229379:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79200, rc 0) 00000100:00100000:0.0:1780298631.229415:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+45:28749:x1866777608553472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 303us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.229420:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61531 00000100:00100000:3.0:1780298631.230543:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.230579:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608553600 00000100:00100000:1.0:1780298631.230583:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608553600 00000100:00100000:1.0:1780298631.230617:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4691 00000100:00100000:1.0:1780298631.230625:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608553600:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298631.230783:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 3578164 00002000:00010000:1.0:1780298631.230786:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.230788:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.230789:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.230791:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 88 00000100:00100000:1.0:1780298631.230816:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608553600:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 193us (276us total) trans 4294968860 rc 0/0 00000100:00100000:1.0:1780298631.230821:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4691 00000100:00100000:2.0:1780298631.231690:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.231736:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608553728 00000100:00100000:1.0:1780298631.231741:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608553728 00000100:00100000:2.0:1780298631.231767:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.231771:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5147 00000100:00100000:1.0:1780298631.231781:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608553728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.231792:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298631.231797:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608553856 00000100:00100000:0.0:1780298631.231802:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608553856 00010000:00010000:1.0:1780298631.231805:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302baba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb96e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.231837:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5148 00000100:00100000:0.0:1780298631.231847:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608553856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.231856:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298631.231858:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604345728:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.231867:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e6302bac1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb975 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.231905:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604345856:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.231916:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34633db40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.231938:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.232725:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604345728:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.232731:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604345856:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.232749:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302baba lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb96e expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.232758:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e6302bac1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb975 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.232766:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffb57170/0xaf35132e6302baba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb96e expref: 8 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.232777:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bfc00, rc 0) 00010000:00010000:0.0:1780298631.232778:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e6302bac1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb975 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.232792:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79a00, rc 0) 00000100:00100000:1.0:1780298631.232806:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608553728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1028us (1118us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.232810:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5147 00000100:00100000:0.0:1780298631.232819:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608553856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 973us (1052us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.232826:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5148 00000100:00100000:3.0:1780298631.233822:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.233846:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.233863:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608553984 00000100:00100000:1.0:1780298631.233868:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608553984 00000100:00100000:2.0:1780298631.233882:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608554112 00000100:00100000:2.0:1780298631.233888:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608554112 00000100:00100000:1.0:1780298631.233907:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5149 00000100:00100000:1.0:1780298631.233917:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608553984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.233927:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298631.233937:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5150 00010000:00010000:1.0:1780298631.233941:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000015efe84e/0xaf35132e6302bac8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb97c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.233950:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608554112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.233963:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.233973:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302bacf lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb983 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.233983:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604345984:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.234017:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604346112:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.234028:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34633db40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.234057:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.234822:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604345984:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.234823:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604346112:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.234849:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302bacf lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb983 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.234853:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000015efe84e/0xaf35132e6302bac8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb97c expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.234884:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce272b4a/0xaf35132e6302bacf lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb983 expref: 7 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.234888:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000015efe84e/0xaf35132e6302bac8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb97c expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.234894:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00010000:00010000:1.0:1780298631.234904:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf400, rc 0) 00000100:00100000:0.0:1780298631.234920:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2398:x1866777608554112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 975us (1073us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.234925:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5150 00000100:00100000:1.0:1780298631.234932:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2398:x1866777608553984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1016us (1110us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.234941:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5149 00000100:00100000:3.0:1780298631.236361:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.236406:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608554368 00000100:00100000:2.0:1780298631.236412:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608554368 00000100:00100000:2.0:1780298631.236445:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61532 00000100:00100000:2.0:1780298631.236452:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+81:28749:x1866777608554368:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298631.236488:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.236503:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78e00/0xaf35132e6302ba89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb944 expref: 81 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.236516:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.236519:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298631.236679:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e6302bad6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.236690:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302bab3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb967 expref: 44 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.236701:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e6302bad6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.236721:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302bab3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb967 expref: 44 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.236732:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302bab3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb967 expref: 44 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.236746:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604346240:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.236786:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.237442:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604346240:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298631.237458:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e6302bad6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.237633:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.237666:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608554496 00000100:00100000:0.0:1780298631.237671:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608554496 00010000:00010000:0.0:1780298631.237691:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302bab3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb967 expref: 45 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.237719:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14238 00000100:00100000:0.0:1780298631.237726:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+45:2399:x1866777608554496:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298631.237741:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298631.237746:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302bab3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb967 expref: 45 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.237758:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302bab3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb967 expref: 45 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.237771:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302bab3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb967 expref: 45 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.237781:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.237786:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e6302bad6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.237796:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e6302bad6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.237804:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e6302bad6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.237823:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298631.237849:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e6302bad6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.237851:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:2399:x1866777608554496:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 125us (218us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298631.237864:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e6302bad6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.237868:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14238 00000001:00080000:2.0:1780298631.237914:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990703 00000004:00010000:2.0:1780298631.237932:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002413f606 reply state 00000000771840de transno 4294990704 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e6302bad6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.237940:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e6302bad6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.237945:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.237947:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298631.237949:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298631.238022:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+83:28749:x1866777608554368:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1562us (1654us total) trans 4294990704 rc 0/0 00000100:00100000:2.0:1780298631.238028:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61532 00000020:00080000:2.0:1780298631.238032:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298631.238826:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.238861:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608554624 00000100:00100000:2.0:1780298631.238865:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608554624 00000100:00100000:2.0:1780298631.238893:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5151 00000100:00100000:2.0:1780298631.238900:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608554624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.238911:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.238924:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302badd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb98a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.238947:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302ba74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb936 expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.238954:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(120 143) 00010000:00010000:2.0:1780298631.238958:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(121 143) 00010000:00010000:2.0:1780298631.238961:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302badd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb98a expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.238976:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302ba74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb936 expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.238985:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302ba74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb936 expref: 7 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.238993:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255510000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604346368:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.239028:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.239678:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255510000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604346368:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298631.239690:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302badd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb98a expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.239705:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:2.0:1780298631.239731:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608554624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 832us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.239739:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5151 00000100:00100000:1.0:1780298631.239895:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.239927:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608554752 00000100:00100000:3.0:1780298631.239931:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608554752 00010000:00010000:3.0:1780298631.239946:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302ba74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb936 expref: 8 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.239967:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14239 00000100:00100000:3.0:1780298631.239971:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608554752:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298631.239978:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298631.239989:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302ba74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb936 expref: 8 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.239996:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302ba74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb936 expref: 8 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.240007:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302ba74 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb936 expref: 8 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.240014:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(121 143) 00010000:00010000:3.0:1780298631.240017:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(121 143) 00010000:00010000:3.0:1780298631.240020:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302badd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb98a expref: 7 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.240025:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302badd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb98a expref: 7 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.240042:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302badd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb98a expref: 7 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.240048:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604346496:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298631.240085:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.240830:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604346496:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298631.240842:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298631.240874:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608554752:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 901us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.240884:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14239 00000100:00100000:2.0:1780298631.240978:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.241016:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608554880 00000100:00100000:0.0:1780298631.241021:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608554880 00000100:00100000:0.0:1780298631.241058:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5152 00000100:00100000:0.0:1780298631.241068:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608554880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.241079:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.241089:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302bae4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb991 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.241108:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302ba7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb93d expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.241117:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(73 104) 00010000:00010000:0.0:1780298631.241120:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(74 104) 00010000:00010000:0.0:1780298631.241162:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302bae4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb991 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.241188:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302ba7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb93d expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.241196:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302ba7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb93d expref: 13 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.241204:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604346624:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298631.241238:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.241805:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604346624:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298631.241822:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302bae4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb991 expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.241834:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:0.0:1780298631.241863:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608554880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 797us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.241870:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5152 00000100:00100000:3.0:1780298631.241987:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.242020:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608555008 00000100:00100000:2.0:1780298631.242026:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608555008 00010000:00010000:2.0:1780298631.242054:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302ba7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb93d expref: 14 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.242082:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14240 00000100:00100000:2.0:1780298631.242090:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608555008:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298631.242100:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.242114:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302ba7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb93d expref: 14 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.242156:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302ba7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb93d expref: 14 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.242179:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000710bbd58/0xaf35132e6302ba7b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb93d expref: 14 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.242190:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(74 104) 00010000:00010000:2.0:1780298631.242194:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(74 104) 00010000:00010000:2.0:1780298631.242200:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302bae4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb991 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.242209:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302bae4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb991 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.242230:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302bae4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb991 expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.242241:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604346752:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298631.242280:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.242858:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604346752:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298631.242868:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298631.242894:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777608555008:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 805us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.242902:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14240 00000100:00100000:3.0:1780298631.243018:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.243042:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.243060:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608555264 00000100:00100000:2.0:1780298631.243064:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608555264 00000100:00100000:0.0:1780298631.243077:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608555136 00000100:00100000:0.0:1780298631.243082:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608555136 00002000:00010000:2.0:1780298631.243084:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298631.243090:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586dc00 with x1866777608555264 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298631.243094:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5927965->18446744073709551615) 00002000:00010000:2.0:1780298631.243097:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25586dc00. 00002000:00100000:0.0:1780298631.243098:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586d180 with x1866777608555136 ext(5927965->18446744073709551615) 00002000:00010000:0.0:1780298631.243106:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586d180. 00000100:00100000:2.0:1780298631.243122:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4692 00000100:00100000:3.0:1780298631.243150:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4693 00000100:00100000:2.0:1780298631.243153:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608555264:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298631.243159:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608555136:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298631.243269:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3578164 -> 4194304 00002000:00010000:2.0:1780298631.243272:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.243275:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.243277:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.243279:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2196559 -> 5927965 00002000:00010000:2.0:1780298631.243279:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 88 -> 88 00002000:00010000:3.0:1780298631.243282:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.243284:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.243286:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.243288:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1160 -> 1160 00000100:00100000:3.0:1780298631.243309:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608555136:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 152us (265us total) trans 4294969197 rc 0/0 00000100:00100000:2.0:1780298631.243309:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608555264:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 159us (292us total) trans 4294968861 rc 0/0 00000100:00100000:2.0:1780298631.243318:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4692 00002000:00010000:2.0:1780298631.243322:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (4194304->18446744073709551615) 00000100:00100000:3.0:1780298631.243323:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4693 00002000:00100000:2.0:1780298631.243325:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586dc00 with x1866777608555264 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298631.243326:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (5927965->18446744073709551615) 00002000:00100000:3.0:1780298631.243328:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586d180 with x1866777608555136 ext(5927965->18446744073709551615) 00002000:00010000:2.0:1780298631.243330:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25586dc00. 00002000:00010000:3.0:1780298631.243333:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586d180. 00000100:00100000:1.0:1780298631.244386:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.244416:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608555392 00000100:00100000:2.0:1780298631.244420:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608555392 00002000:00100000:2.0:1780298631.244440:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (5910528->5914623) req@ffff9cf3481ff800 x1866777608555392/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.244451:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481ff800 with x1866777608555392 ext(5910528->5914623) 00002000:00010000:2.0:1780298631.244454:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481ff800 00000100:00100000:2.0:1780298631.244472:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4694 00000100:00100000:2.0:1780298631.244478:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608555392:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.244600:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608555392:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 122us (215us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298631.244608:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4694 00002000:00100000:2.0:1780298631.244613:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0xe:0x0] (5910528->5914623) req@ffff9cf3481ff800 x1866777608555392/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.244628:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481ff800 with x1866777608555392 ext(5910528->5914623) 00002000:00010000:2.0:1780298631.244631:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481ff800 00000100:00100000:0.0:1780298631.245600:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.245650:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608555520 00000100:00100000:1.0:1780298631.245655:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608555520 00002000:00100000:1.0:1780298631.245674:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (5914624->5918719) req@ffff9cf242862d80 x1866777608555520/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.245681:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862d80 with x1866777608555520 ext(5914624->5918719) 00002000:00010000:1.0:1780298631.245684:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862d80 00000100:00100000:1.0:1780298631.245705:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4695 00000100:00100000:1.0:1780298631.245710:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608555520:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298631.245790:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608555520:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 80us (192us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298631.245795:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4695 00002000:00100000:1.0:1780298631.245799:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (5914624->5918719) req@ffff9cf242862d80 x1866777608555520/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.245804:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862d80 with x1866777608555520 ext(5914624->5918719) 00002000:00010000:1.0:1780298631.245807:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862d80 00000100:00100000:3.0:1780298631.246835:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.246868:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608555648 00000100:00100000:1.0:1780298631.246872:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608555648 00002000:00100000:1.0:1780298631.246886:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (5890048->5931007) req@ffff9cf25586ce00 x1866777608555648/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 504/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.246892:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586ce00 with x1866777608555648 ext(5890048->5931007) 00002000:00010000:1.0:1780298631.246894:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586ce00 00000100:00100000:1.0:1780298631.246908:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4696 00000100:00100000:1.0:1780298631.246912:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608555648:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298631.247659:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608555648:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 745us (824us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1780298631.247670:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4696 00002000:00100000:1.0:1780298631.247676:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (5890048->5931007) req@ffff9cf25586ce00 x1866777608555648/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 504/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.247682:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586ce00 with x1866777608555648 ext(5890048->5931007) 00002000:00010000:1.0:1780298631.247684:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25586ce00 00000100:00100000:0.0:1780298631.248949:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.248991:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608555776 00000100:00100000:1.0:1780298631.248995:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608555776 00002000:00100000:1.0:1780298631.249010:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (5910528->5927964) req@ffff9cf242863480 x1866777608555776/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.249016:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863480 with x1866777608555776 ext(5910528->5927964) 00002000:00010000:1.0:1780298631.249018:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242863480 00000100:00100000:1.0:1780298631.249032:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4697 00000100:00100000:1.0:1780298631.249036:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608555776:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298631.250178:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608555776:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1140us (1230us total) trans 4294969198 rc 0/0 00000100:00100000:1.0:1780298631.250186:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4697 00002000:00100000:1.0:1780298631.250193:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (5910528->5927964) req@ffff9cf242863480 x1866777608555776/t4294969198(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/448 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.250202:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863480 with x1866777608555776 ext(5910528->5927964) 00002000:00010000:1.0:1780298631.250205:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242863480 00000100:00100000:0.0:1780298631.250938:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.250964:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608555904 00000100:00100000:3.0:1780298631.250969:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608555904 00000100:00100000:3.0:1780298631.250999:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5153 00000100:00100000:3.0:1780298631.251007:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608555904:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298631.251748:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969198 is committed 00000001:00080000:2.0:1780298631.251758:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969196 is committed 00000100:00100000:3.0:1780298631.251834:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608555904:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 826us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.251842:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5153 00000100:00100000:0.0:1780298631.252643:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.252683:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608556032 00000100:00100000:2.0:1780298631.252687:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608556032 00000100:00100000:2.0:1780298631.252716:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61533 00000100:00100000:2.0:1780298631.252720:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+83:28749:x1866777608556032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.252734:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.252750:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e6302baeb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb998 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.252819:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e6302baf2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.252832:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e6302baf2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.252841:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e6302baf2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298631.252857:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 10122269 00000004:00200000:2.0:1780298631.252860:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298631.252873:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e6302baf2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.252891:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e6302baeb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb998 expref: 85 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.252906:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e6302baf2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb998 expref: 84 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.252912:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.252914:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298631.252917:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298631.252940:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+84:28749:x1866777608556032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 220us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.252944:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61533 00000100:00100000:0.0:1780298631.254175:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.254203:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608556160 00000100:00100000:3.0:1780298631.254208:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608556160 00000100:00100000:3.0:1780298631.254237:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4698 00000100:00100000:3.0:1780298631.254245:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608556160:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298631.254390:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5927965 -> 5927965 00002000:00010000:3.0:1780298631.254392:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.254394:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.254396:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.254397:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1160 -> 1264 00000100:00100000:3.0:1780298631.254421:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608556160:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 177us (247us total) trans 4294969199 rc 0/0 00000100:00100000:3.0:1780298631.254427:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4698 00000100:00100000:0.0:1780298631.255399:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.255437:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608556416 00000100:00100000:1.0:1780298631.255442:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608556416 00000100:00100000:1.0:1780298631.255466:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61534 00000100:00100000:1.0:1780298631.255471:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+84:28749:x1866777608556416:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298631.255497:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.255513:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e6302baf2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb998 expref: 84 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.255527:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298631.255530:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298631.255649:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfc00/0xaf35132e6302baf9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.255662:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfc00/0xaf35132e6302baf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.255667:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfc00/0xaf35132e6302baf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298631.255698:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990705 00000004:00010000:1.0:1780298631.255725:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d9758055 reply state 00000000ed5d12f7 transno 4294990706 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfc00/0xaf35132e6302baf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.255736:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfc00/0xaf35132e6302baf9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.255742:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298631.255745:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298631.255748:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298631.255793:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+86:28749:x1866777608556416:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 321us (395us total) trans 4294990706 rc 0/0 00000100:00100000:1.0:1780298631.255798:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61534 00000020:00080000:1.0:1780298631.255801:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298631.256514:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.256532:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.256549:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608556672 00000100:00100000:2.0:1780298631.256554:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608556672 00002000:00010000:2.0:1780298631.256572:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00000100:00100000:3.0:1780298631.256574:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608556544 00002000:00100000:2.0:1780298631.256576:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488a80 with x1866777608556672 ext(0->18446744073709551615) 00000100:00100000:3.0:1780298631.256581:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608556544 00002000:00010000:2.0:1780298631.256585:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255488a80. 00002000:00010000:3.0:1780298631.256600:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2955600->18446744073709551615) 00002000:00100000:3.0:1780298631.256605:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b800 with x1866777608556544 ext(2955600->18446744073709551615) 00000100:00100000:2.0:1780298631.256608:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4699 00002000:00010000:3.0:1780298631.256614:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548b800. 00000100:00100000:2.0:1780298631.256619:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608556672:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298631.256640:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4700 00000100:00100000:3.0:1780298631.256650:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608556544:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298631.256763:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:2.0:1780298631.256767:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.256770:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.256772:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.256774:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 88 -> 0 00000100:00100000:2.0:1780298631.256808:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608556672:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 191us (293us total) trans 4294968862 rc 0/0 00000100:00100000:2.0:1780298631.256816:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4699 00002000:00010000:2.0:1780298631.256821:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298631.256824:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488a80 with x1866777608556672 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298631.256829:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255488a80. 00002000:00010000:3.0:1780298631.256873:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5927965 -> 2955600 00002000:00010000:3.0:1780298631.256877:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.256879:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.256881:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.256884:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1264 -> 1160 00000100:00100000:3.0:1780298631.256941:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608556544:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 294us (407us total) trans 4294969200 rc 0/0 00000100:00100000:3.0:1780298631.256946:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4700 00002000:00010000:3.0:1780298631.256949:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (2955600->18446744073709551615) 00002000:00100000:3.0:1780298631.256951:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b800 with x1866777608556544 ext(2955600->18446744073709551615) 00002000:00010000:3.0:1780298631.256955:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548b800. 00000100:00100000:0.0:1780298631.257653:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.257683:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608556800 00000100:00100000:2.0:1780298631.257688:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608556800 00000100:00100000:2.0:1780298631.257712:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61535 00000100:00100000:2.0:1780298631.257717:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+86:28749:x1866777608556800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.257725:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.257732:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302bb00 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb99f expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.257770:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e6302bb07 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.257777:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e6302bb07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.257782:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e6302bb07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298631.257793:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 2955600 00000004:00200000:2.0:1780298631.257796:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298631.257804:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e6302bb07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.257816:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302bb00 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb99f expref: 88 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.257825:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e6302bb07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb99f expref: 87 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.257834:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.257836:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298631.257837:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:2.0:1780298631.257858:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+87:28749:x1866777608556800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 141us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.257862:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61535 00000100:00100000:0.0:1780298631.258855:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.258884:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608556928 00000100:00100000:1.0:1780298631.258888:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608556928 00000100:00100000:1.0:1780298631.258911:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4701 00000100:00100000:1.0:1780298631.258916:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608556928:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298631.259058:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2955600 -> 2955600 00002000:00010000:1.0:1780298631.259060:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.259062:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.259064:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.259065:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1160 -> 1144 00000100:00100000:1.0:1780298631.259087:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608556928:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 170us (232us total) trans 4294969201 rc 0/0 00000100:00100000:1.0:1780298631.259091:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4701 00000100:00100000:0.0:1780298631.260004:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.260032:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608557056 00000100:00100000:1.0:1780298631.260036:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608557056 00000100:00100000:1.0:1780298631.260060:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4702 00000100:00100000:1.0:1780298631.260065:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608557056:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298631.260154:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2955600 -> 2955600 00002000:00010000:1.0:1780298631.260157:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.260159:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.260160:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.260162:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1144 -> 1144 00000100:00100000:1.0:1780298631.260183:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608557056:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 118us (180us total) trans 4294969202 rc 0/0 00000100:00100000:1.0:1780298631.260188:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4702 00000100:00100000:0.0:1780298631.261052:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.261082:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608557184 00000100:00100000:1.0:1780298631.261085:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608557184 00000100:00100000:1.0:1780298631.261109:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5154 00000100:00100000:1.0:1780298631.261114:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608557184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.261120:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.261146:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302bb0e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb9a6 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.261164:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302badd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb98a expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.261170:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(121 143) 00010000:00010000:1.0:1780298631.261173:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(122 143) 00010000:00010000:1.0:1780298631.261176:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302bb0e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2666496->2699263] (req 2666496->2699263) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9a6 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.261198:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302badd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb98a expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.261207:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302badd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb98a expref: 9 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.261216:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604346880:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298631.261264:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.261867:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604346880:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298631.261883:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302bb0e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2666496->2699263] (req 2666496->2699263) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9a6 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.261897:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf600, rc 0) 00000100:00100000:1.0:1780298631.261922:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608557184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 808us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.261926:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5154 00000100:00100000:0.0:1780298631.262022:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.262055:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608557312 00000100:00100000:1.0:1780298631.262058:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608557312 00010000:00010000:1.0:1780298631.262072:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302badd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb98a expref: 10 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.262091:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14241 00000100:00100000:1.0:1780298631.262096:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608557312:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298631.262103:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.262110:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302badd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb98a expref: 10 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.262118:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302badd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb98a expref: 10 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.262147:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302badd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb98a expref: 10 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.262154:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(122 143) 00010000:00010000:1.0:1780298631.262157:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(122 143) 00010000:00010000:1.0:1780298631.262162:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302bb0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9a6 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.262169:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302bb0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9a6 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.262184:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302bb0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9a6 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.262190:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604347008:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298631.262218:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.262851:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604347008:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298631.262860:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298631.262880:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608557312:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 783us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.262886:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14241 00000100:00100000:0.0:1780298631.262929:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.262966:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608557440 00000100:00100000:2.0:1780298631.262971:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608557440 00000100:00100000:2.0:1780298631.263010:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4703 00000100:00100000:2.0:1780298631.263019:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608557440:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298631.263173:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2955600 -> 2955600 00002000:00010000:2.0:1780298631.263177:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.263179:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.263181:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.263183:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1144 -> 1208 00000100:00100000:2.0:1780298631.263210:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608557440:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 193us (282us total) trans 4294969203 rc 0/0 00000100:00100000:2.0:1780298631.263218:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4703 00000100:00100000:3.0:1780298631.263937:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.263969:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608557568 00000100:00100000:2.0:1780298631.263974:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608557568 00000100:00100000:2.0:1780298631.264002:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5155 00000100:00100000:2.0:1780298631.264009:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608557568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.264017:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.264025:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302bb15 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb9ad expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.264053:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604347136:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.264094:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.264671:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604347136:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.264688:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302bb15 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9ad expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.264712:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302bb15 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9ad expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.264721:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298631.264747:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608557568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 739us (811us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.264753:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5155 00000100:00100000:0.0:1780298631.265456:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.265483:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608557696 00000100:00100000:3.0:1780298631.265487:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608557696 00000100:00100000:3.0:1780298631.265508:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5156 00000100:00100000:3.0:1780298631.265514:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608557696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.265521:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.265527:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e6302bb1c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb9b4 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.265547:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604347264:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.265578:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.266085:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604347264:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.266100:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e6302bb1c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9b4 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.266114:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e6302bb1c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9b4 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.266146:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:0.0:1780298631.266176:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608557696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 661us (721us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.266183:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5156 00000100:00100000:0.0:1780298631.266768:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.266795:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608557824 00000100:00100000:2.0:1780298631.266799:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608557824 00000100:00100000:2.0:1780298631.266822:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61536 00000100:00100000:2.0:1780298631.266827:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:28749:x1866777608557824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.266834:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.266840:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302bb23 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb9bb expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.266880:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302bb2a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.266891:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302bb2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.266897:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302bb2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298631.266909:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 2955600 00000004:00200000:2.0:1780298631.266911:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298631.266920:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302bb2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.266931:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e6302bb23 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9bb expref: 46 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.266939:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302bb2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9bb expref: 45 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.266944:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.266946:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298631.266947:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:2.0:1780298631.266971:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+45:28749:x1866777608557824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 142us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.266977:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61536 00000100:00100000:1.0:1780298631.267684:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.267716:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608557952 00000100:00100000:3.0:1780298631.267720:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608557952 00000100:00100000:3.0:1780298631.267743:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5157 00000100:00100000:3.0:1780298631.267749:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608557952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.267755:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.267762:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bb31 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb9c2 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.267762:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.267791:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608558080 00000100:00100000:1.0:1780298631.267795:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608558080 00000100:00100000:3.0:1780298631.267815:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604347392:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.267822:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5158 00000100:00100000:1.0:1780298631.267830:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608558080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.267837:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.267845:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302bb38 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb9c9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.267853:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.267870:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604347520:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.267898:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.268363:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604347392:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.268431:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bb31 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9c2 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.268442:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bb31 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9c2 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.268449:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00000100:00100000:1.0:1780298631.268499:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604347520:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.268507:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608557952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 756us (821us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.268513:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5157 00010000:00010000:1.0:1780298631.268522:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302bb38 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9c9 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.268538:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302bb38 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9c9 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.268548:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf200, rc 0) 00000100:00100000:1.0:1780298631.268579:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777608558080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 750us (817us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.268585:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5158 00000100:00100000:2.0:1780298631.269299:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.269325:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608558208 00000100:00100000:1.0:1780298631.269328:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608558208 00000100:00100000:1.0:1780298631.269349:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5159 00000100:00100000:1.0:1780298631.269354:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:28749:x1866777608558208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.269360:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.269378:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002de18a35/0xaf35132e6302bb3f lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb9d0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.269390:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302bae4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb991 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.269395:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(74 104) 00010000:00010000:1.0:1780298631.269397:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(75 104) 00010000:00010000:1.0:1780298631.269400:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002de18a35/0xaf35132e6302bb3f lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [425984->458751] (req 425984->458751) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9d0 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.269415:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302bae4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb991 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.269423:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302bae4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb991 expref: 8 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.269429:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604347648:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298631.269456:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.269901:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604347648:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298631.269910:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002de18a35/0xaf35132e6302bb3f lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [425984->458751] (req 425984->458751) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9d0 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.269917:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bfa00, rc 0) 00000100:00100000:1.0:1780298631.269937:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:28749:x1866777608558208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 583us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.269941:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5159 00000100:00100000:0.0:1780298631.270040:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.270060:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608558336 00000100:00100000:3.0:1780298631.270064:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608558336 00010000:00010000:3.0:1780298631.270078:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302bae4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb991 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.270110:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14242 00000100:00100000:3.0:1780298631.270118:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608558336:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298631.270147:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298631.270159:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302bae4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb991 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.270170:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302bae4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb991 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.270184:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302bae4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb991 expref: 9 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.270194:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(75 104) 00010000:00010000:3.0:1780298631.270198:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(75 104) 00010000:00010000:3.0:1780298631.270204:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002de18a35/0xaf35132e6302bb3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [425984->33980415] (req 425984->458751) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9d0 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.270213:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002de18a35/0xaf35132e6302bb3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [425984->33980415] (req 425984->458751) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9d0 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.270263:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002de18a35/0xaf35132e6302bb3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [425984->33980415] (req 425984->458751) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9d0 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.270276:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604347776:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298631.270316:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.270852:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604347776:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298631.270859:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298631.270880:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608558336:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 765us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.270885:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14242 00000100:00100000:3.0:1780298631.271055:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.271077:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608558464 00000100:00100000:0.0:1780298631.271081:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608558464 00000100:00100000:0.0:1780298631.271114:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4704 00000100:00100000:0.0:1780298631.271121:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608558464:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298631.271243:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1780298631.271246:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.271248:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.271251:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.271253:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 64 00000100:00100000:0.0:1780298631.271279:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608558464:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 159us (224us total) trans 4294968863 rc 0/0 00000100:00100000:0.0:1780298631.271286:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4704 00000100:00100000:0.0:1780298631.271975:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.271994:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608558592 00000100:00100000:3.0:1780298631.271998:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608558592 00000100:00100000:3.0:1780298631.272022:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5160 00000100:00100000:0.0:1780298631.272027:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.272032:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608558592:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298631.272050:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608558720 00000100:00100000:2.0:1780298631.272056:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608558720 00010000:00010000:3.0:1780298631.272065:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.272073:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019c1a219/0xaf35132e6302bb46 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb9d7 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.272089:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5161 00000100:00100000:3.0:1780298631.272096:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604347904:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.272102:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608558720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.272112:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.272121:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302bb4d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb9de expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.272147:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.272184:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604348032:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.272221:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.272831:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604347904:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.272843:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019c1a219/0xaf35132e6302bb46 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9d7 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.272852:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604348032:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.272857:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019c1a219/0xaf35132e6302bb46 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9d7 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.272864:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830dc00, rc 0) 00010000:00010000:2.0:1780298631.272874:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302bb4d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9de expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.272888:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777608558592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 859us (914us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298631.272892:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302bb4d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9de expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.272898:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5160 00010000:00010000:2.0:1780298631.272910:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298631.272933:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608558720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 837us (907us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.272940:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5161 00000100:00100000:0.0:1780298631.273707:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.273728:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.273753:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608558848 00000100:00100000:1.0:1780298631.273759:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608558848 00000100:00100000:2.0:1780298631.273761:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608558976 00000100:00100000:2.0:1780298631.273766:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608558976 00000100:00100000:1.0:1780298631.273793:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5162 00000100:00100000:2.0:1780298631.273807:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5163 00000100:00100000:1.0:1780298631.273808:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608558848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.273818:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298631.273822:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608558976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.273827:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002922ea1e/0xaf35132e6302bb54 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb9e5 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.273831:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.273840:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302bb5b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb9ec expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.273869:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604348160:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.273874:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604348288:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.273920:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.273922:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.274555:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604348160:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.274568:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604348288:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.274576:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002922ea1e/0xaf35132e6302bb54 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9e5 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.274585:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302bb5b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9ec expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.274594:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002922ea1e/0xaf35132e6302bb54 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9e5 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.274599:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000577d6b77/0xaf35132e6302bb5b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9ec expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.274615:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bea00, rc 0) 00010000:00010000:2.0:1780298631.274616:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:1.0:1780298631.274644:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608558848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 844us (937us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.274648:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608558976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 830us (916us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.274654:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5162 00000100:00100000:2.0:1780298631.274659:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5163 00000100:00100000:0.0:1780298631.275521:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.275550:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608559104 00000100:00100000:0.0:1780298631.275551:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.275555:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608559104 00000100:00100000:3.0:1780298631.275582:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608559232 00000100:00100000:2.0:1780298631.275586:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5164 00000100:00100000:3.0:1780298631.275588:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608559232 00000100:00100000:2.0:1780298631.275594:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608559104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.275601:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.275607:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302bb62 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb9f3 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.275615:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5165 00000100:00100000:3.0:1780298631.275626:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608559232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.275633:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298631.275639:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604348416:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.275642:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e6302bb69 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cb9fa expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.275671:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604348544:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.275679:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.275698:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.276293:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604348544:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.276311:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e6302bb69 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9fa expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.276312:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604348416:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.276330:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302bb62 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9f3 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.276333:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e6302bb69 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9fa expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.276353:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00010000:00010000:2.0:1780298631.276353:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302bb62 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9f3 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.276362:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:3.0:1780298631.276390:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608559232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 765us (839us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.276396:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608559104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 803us (875us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.276397:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5165 00000100:00100000:2.0:1780298631.276406:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5164 00000100:00100000:0.0:1780298631.277158:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.277176:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608559360 00000100:00100000:3.0:1780298631.277180:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608559360 00000100:00100000:0.0:1780298631.277198:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.277222:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5166 00000100:00100000:1.0:1780298631.277232:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608559360:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298631.277235:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608559488 00000100:00100000:3.0:1780298631.277239:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608559488 00010000:00010000:1.0:1780298631.277240:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.277250:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bb70 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba01 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.277266:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5167 00000100:00100000:1.0:1780298631.277276:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604348672:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.277278:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608559488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.277287:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.277295:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bb77 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba08 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.277312:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.277319:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604348800:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.277342:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.277941:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604348672:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.277956:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bb70 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba01 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.277959:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604348800:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.277973:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bb70 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba01 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.277979:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bb77 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba08 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.277990:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bb77 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba08 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.277990:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf200, rc 0) 00010000:00010000:3.0:1780298631.278000:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00000100:00100000:1.0:1780298631.278016:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608559360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 787us (859us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.278021:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608559488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 746us (821us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.278027:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5166 00000100:00100000:3.0:1780298631.278033:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5167 00000100:00100000:0.0:1780298631.278858:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.278886:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608559616 00000100:00100000:1.0:1780298631.278890:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608559616 00000100:00100000:0.0:1780298631.278895:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.278923:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608559744 00000100:00100000:1.0:1780298631.278927:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608559744 00000100:00100000:2.0:1780298631.278945:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5168 00000100:00100000:3.0:1780298631.278955:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5169 00000100:00100000:2.0:1780298631.278957:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bb86050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608559616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.278965:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298631.278967:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777608559744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.278973:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.278973:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302bb7e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba0f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.278981:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302bb85 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba16 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.279015:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604349056:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.279017:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604348928:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.279052:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.279053:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.279673:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604349056:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.279684:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302bb85 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba16 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.279696:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6302bb85 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba16 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.279702:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:2.0:1780298631.279726:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604348928:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.279731:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777608559744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 768us (834us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.279738:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5169 00010000:00010000:2.0:1780298631.279748:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302bb7e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba0f expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.279760:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6302bb7e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba0f expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.279768:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:2.0:1780298631.279788:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bb86050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608559616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 836us (931us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.279794:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5168 00000100:00100000:0.0:1780298631.280570:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.280599:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608559872 00000100:00100000:2.0:1780298631.280603:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608559872 00000100:00100000:0.0:1780298631.280612:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.280632:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608560000 00000100:00100000:2.0:1780298631.280635:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608560000 00000100:00100000:1.0:1780298631.280649:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5170 00000100:00100000:2.0:1780298631.280655:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5171 00000100:00100000:1.0:1780298631.280662:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608559872:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298631.280666:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608560000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.280673:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.280674:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.280682:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302bb8c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba1d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.280683:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302bb93 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba24 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.280717:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604349184:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.280725:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604349312:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.280754:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.280755:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.281299:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604349184:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.281311:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302bb93 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba24 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.281325:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008676129/0xaf35132e6302bb93 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba24 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.281332:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298631.281355:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608560000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 694us (743us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.281361:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5171 00000100:00100000:1.0:1780298631.281400:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604349312:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.281412:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302bb8c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba1d expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.281425:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302bb8c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba1d expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.281433:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be000, rc 0) 00000100:00100000:1.0:1780298631.281455:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608559872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 799us (887us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.281460:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5170 00000100:00100000:0.0:1780298631.282278:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.282300:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608560128 00000100:00100000:1.0:1780298631.282303:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608560128 00000100:00100000:0.0:1780298631.282317:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.282328:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608560256 00000100:00100000:1.0:1780298631.282330:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608560256 00000100:00100000:1.0:1780298631.282353:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5172 00000100:00100000:2.0:1780298631.282361:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5173 00000100:00100000:1.0:1780298631.282362:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608560128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.282381:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298631.282384:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777608560256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.282389:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302bb9a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba2b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.282391:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.282399:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302bba1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba32 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.282413:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604349440:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.282429:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604349568:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.282449:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.282463:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.282969:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604349440:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.282983:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302bb9a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba2b expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.282993:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e6302bb9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba2b expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.283001:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be200, rc 0) 00000100:00100000:2.0:1780298631.283017:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604349568:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.283026:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608560128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 667us (749us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.283033:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5172 00010000:00010000:2.0:1780298631.283034:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302bba1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba32 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.283047:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e6302bba1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba32 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.283053:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298631.283071:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777608560256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 694us (756us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.283076:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5173 00000100:00100000:3.0:1780298631.283852:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.283872:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.283888:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608560384 00000100:00100000:1.0:1780298631.283891:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608560384 00000100:00100000:1.0:1780298631.283908:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608560512 00000100:00100000:1.0:1780298631.283910:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608560512 00000100:00100000:2.0:1780298631.283920:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5174 00000100:00100000:3.0:1780298631.283931:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5175 00000100:00100000:2.0:1780298631.283932:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608560384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.283939:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298631.283943:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608560512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.283948:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e6302bba8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba39 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.283950:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.283958:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e6302bbaf lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba40 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.283976:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604349696:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.283984:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604349824:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.284023:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.284025:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.284683:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604349696:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.284694:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604349824:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.284699:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e6302bba8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba39 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.284712:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e6302bbaf lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba40 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.284712:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e6302bba8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba39 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.284735:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3200, rc 0) 00010000:00010000:3.0:1780298631.284736:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e6302bbaf lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba40 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.284750:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:3.0:1780298631.284774:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608560512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 832us (897us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.284775:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608560384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 844us (917us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.284784:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5175 00000100:00100000:2.0:1780298631.284791:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5174 00000100:00100000:0.0:1780298631.285717:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.285748:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608560768 00000100:00100000:2.0:1780298631.285751:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608560768 00000100:00100000:2.0:1780298631.285779:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61537 00000100:00100000:2.0:1780298631.285784:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+87:28749:x1866777608560768:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298631.285814:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.285825:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376c00/0xaf35132e6302bb07 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb99f expref: 87 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.285834:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.285837:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298631.285949:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e6302bbb6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.285959:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302bb2a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9bb expref: 44 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.285971:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e6302bbb6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.285992:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302bb2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9bb expref: 44 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.286005:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302bb2a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9bb expref: 44 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.286016:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604349952:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.286048:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.286779:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604349952:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298631.286792:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e6302bbb6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.287078:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.287123:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608560896 00000100:00100000:1.0:1780298631.287150:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608560896 00010000:00010000:1.0:1780298631.287173:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302bb2a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9bb expref: 45 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.287206:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14243 00000100:00100000:1.0:1780298631.287215:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+45:2400:x1866777608560896:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298631.287228:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.287234:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302bb2a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9bb expref: 45 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.287248:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302bb2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9bb expref: 45 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.287267:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e6302bb2a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9bb expref: 45 pid: 9976 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.287280:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298631.287285:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e6302bbb6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.287296:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e6302bbb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.287304:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e6302bbb6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.287326:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298631.287347:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e6302bbb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.287356:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e6302bbb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.287358:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:2400:x1866777608560896:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 144us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.287386:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14243 00000001:00080000:2.0:1780298631.287454:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990707 00000004:00010000:2.0:1780298631.287483:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000496fa875 reply state 000000005f511268 transno 4294990708 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e6302bbb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.287496:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e6302bbb6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.287503:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.287505:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298631.287508:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298631.287576:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+89:28749:x1866777608560768:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1790us (1858us total) trans 4294990708 rc 0/0 00000100:00100000:2.0:1780298631.287584:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61537 00000020:00080000:2.0:1780298631.287589:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298631.288252:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.288275:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608561024 00000100:00100000:3.0:1780298631.288281:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608561024 00000100:00100000:3.0:1780298631.288307:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5176 00000100:00100000:3.0:1780298631.288312:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608561024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.288320:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.288328:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302bbbd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba47 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.288342:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302bb0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9a6 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.288348:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(122 143) 00010000:00010000:3.0:1780298631.288351:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(123 143) 00010000:00010000:3.0:1780298631.288354:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302bbbd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba47 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.288381:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302bb0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9a6 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.288390:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302bb0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9a6 expref: 7 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.288397:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604350080:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298631.288431:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.288956:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604350080:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298631.288966:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302bbbd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba47 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.288975:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:3.0:1780298631.288995:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608561024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 683us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.288999:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5176 00000100:00100000:0.0:1780298631.289178:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.289199:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608561152 00000100:00100000:3.0:1780298631.289202:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608561152 00010000:00010000:3.0:1780298631.289214:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302bb0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9a6 expref: 8 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.289231:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14244 00000100:00100000:3.0:1780298631.289236:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608561152:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298631.289242:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298631.289254:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302bb0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9a6 expref: 8 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.289261:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302bb0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9a6 expref: 8 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.289275:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000710bbd58/0xaf35132e6302bb0e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9a6 expref: 8 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.289281:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(123 143) 00010000:00010000:3.0:1780298631.289284:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(123 143) 00010000:00010000:3.0:1780298631.289287:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302bbbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba47 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.289292:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302bbbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba47 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.289307:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302bbbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba47 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.289313:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604350208:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298631.289337:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.289838:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604350208:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298631.289845:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298631.289862:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608561152:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 627us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.289868:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14244 00000100:00100000:0.0:1780298631.289962:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.290003:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608561280 00000100:00100000:2.0:1780298631.290007:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608561280 00000100:00100000:2.0:1780298631.290029:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5177 00000100:00100000:2.0:1780298631.290034:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608561280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.290041:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.290049:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6302bbc4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba4e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.290061:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002de18a35/0xaf35132e6302bb3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [425984->33980415] (req 425984->458751) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9d0 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.290067:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(75 104) 00010000:00010000:2.0:1780298631.290070:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(76 104) 00010000:00010000:2.0:1780298631.290072:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6302bbc4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba4e expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.290085:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002de18a35/0xaf35132e6302bb3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [425984->33980415] (req 425984->458751) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9d0 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.290092:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002de18a35/0xaf35132e6302bb3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [425984->33980415] (req 425984->458751) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9d0 expref: 14 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.290099:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604350336:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.290136:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.290726:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604350336:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298631.290737:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6302bbc4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba4e expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.290745:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00000100:00100000:2.0:1780298631.290766:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608561280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 732us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.290771:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5177 00000100:00100000:0.0:1780298631.290841:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.290870:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608561408 00000100:00100000:2.0:1780298631.290874:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608561408 00010000:00010000:2.0:1780298631.290885:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002de18a35/0xaf35132e6302bb3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [425984->33980415] (req 425984->458751) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9d0 expref: 15 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.290904:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14245 00000100:00100000:2.0:1780298631.290909:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777608561408:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298631.290915:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.290923:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002de18a35/0xaf35132e6302bb3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [425984->33980415] (req 425984->458751) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9d0 expref: 15 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.290931:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002de18a35/0xaf35132e6302bb3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [425984->33980415] (req 425984->458751) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9d0 expref: 15 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.290941:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002de18a35/0xaf35132e6302bb3f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [425984->33980415] (req 425984->458751) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cb9d0 expref: 15 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.290948:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(76 104) 00010000:00010000:2.0:1780298631.290950:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(76 104) 00010000:00010000:2.0:1780298631.290953:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6302bbc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba4e expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.290959:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6302bbc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba4e expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.290981:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6302bbc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba4e expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.290988:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604350464:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298631.291014:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.291725:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604350464:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298631.291733:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298631.291746:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.291761:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608561408:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 849us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.291770:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14245 00000100:00100000:3.0:1780298631.291790:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608561664 00000100:00100000:3.0:1780298631.291794:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608561664 00002000:00010000:3.0:1780298631.291809:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:3.0:1780298631.291813:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599f480 with x1866777608561664 ext(0->18446744073709551615) 00000100:00100000:1.0:1780298631.291837:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:3.0:1780298631.291846:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25599f480. 00000100:00100000:3.0:1780298631.291862:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608561536 00000100:00100000:3.0:1780298631.291865:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608561536 00002000:00010000:3.0:1780298631.291873:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (397271->18446744073709551615) 00000100:00100000:2.0:1780298631.291877:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4705 00002000:00100000:3.0:1780298631.291878:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fed80 with x1866777608561536 ext(397271->18446744073709551615) 00002000:00010000:3.0:1780298631.291882:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fed80. 00000100:00100000:2.0:1780298631.291889:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608561664:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298631.291897:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4706 00000100:00100000:3.0:1780298631.291905:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608561536:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298631.291983:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1780298631.291986:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.291988:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.291990:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.291992:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:2.0:1780298631.292018:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608561664:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 131us (274us total) trans 4294968864 rc 0/0 00000100:00100000:2.0:1780298631.292023:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4705 00002000:00010000:2.0:1780298631.292026:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298631.292028:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599f480 with x1866777608561664 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298631.292032:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25599f480. 00002000:00010000:3.0:1780298631.292922:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 2955600 -> 397271 00002000:00010000:3.0:1780298631.292925:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.292927:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.292928:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.292930:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1208 -> 576 00000100:00100000:3.0:1780298631.292952:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608561536:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 1049us (1116us total) trans 4294969204 rc 0/0 00000100:00100000:3.0:1780298631.292956:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4706 00002000:00010000:3.0:1780298631.292958:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (397271->18446744073709551615) 00002000:00100000:3.0:1780298631.292960:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fed80 with x1866777608561536 ext(397271->18446744073709551615) 00002000:00010000:3.0:1780298631.292963:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fed80. 00000100:00100000:1.0:1780298631.293645:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.293687:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608561792 00000100:00100000:0.0:1780298631.293691:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608561792 00000100:00100000:0.0:1780298631.293717:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61538 00000100:00100000:0.0:1780298631.293723:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:28749:x1866777608561792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.293731:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.293739:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302bbcb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba55 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.293788:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302bbd2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.293796:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302bbd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.293802:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302bbd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298631.293819:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 397271 00000004:00200000:0.0:1780298631.293822:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298631.293832:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302bbd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.293846:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302bbcb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba55 expref: 46 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.293855:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302bbd2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba55 expref: 45 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.293860:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.293862:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298631.293864:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00000100:00100000:0.0:1780298631.293887:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+45:28749:x1866777608561792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 165us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.293891:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61538 00000100:00100000:0.0:1780298631.294728:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.294754:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.294766:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608561920 00000100:00100000:2.0:1780298631.294770:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608561920 00000100:00100000:3.0:1780298631.294783:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608562048 00000100:00100000:3.0:1780298631.294787:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608562048 00000100:00100000:2.0:1780298631.294802:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5178 00000100:00100000:2.0:1780298631.294812:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608561920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.294819:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298631.294822:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5179 00010000:00010000:2.0:1780298631.294829:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6302bbd9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba5c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.294831:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608562048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.294837:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.294843:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2aed615/0xaf35132e6302bbe0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba63 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.294859:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604350592:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.294863:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604350720:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.294900:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.294900:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.295619:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604350720:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.295633:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a2aed615/0xaf35132e6302bbe0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba63 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.295649:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2aed615/0xaf35132e6302bbe0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba63 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.295655:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be200, rc 0) 00000100:00100000:1.0:1780298631.295682:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608562048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 853us (928us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.295689:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5179 00000100:00100000:2.0:1780298631.295717:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604350592:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.295734:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6302bbd9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba5c expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.295742:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6302bbd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba5c expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.295749:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00000100:00100000:2.0:1780298631.295770:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608561920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 962us (1044us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.295776:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5178 00000100:00100000:0.0:1780298631.296519:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.296541:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608562176 00000100:00100000:0.0:1780298631.296546:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.296548:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608562176 00000100:00100000:3.0:1780298631.296580:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608562304 00000100:00100000:3.0:1780298631.296584:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608562304 00000100:00100000:1.0:1780298631.296594:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5180 00000100:00100000:1.0:1780298631.296604:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608562176:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298631.296612:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5181 00010000:00010000:1.0:1780298631.296612:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.296620:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302bbe7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba6a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.296623:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608562304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.296634:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.296642:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e6302bbee lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba71 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.296653:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604350848:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.296669:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604350976:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.296697:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.296697:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.297324:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604350848:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.297335:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604350976:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.297340:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302bbe7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba6a expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.297351:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e6302bbe7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba6a expref: 8 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.297353:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e6302bbee lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba71 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.297382:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be000, rc 0) 00010000:00010000:3.0:1780298631.297387:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e6302bbee lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba71 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.297395:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:1.0:1780298631.297409:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608562176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 806us (890us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.297417:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5180 00000100:00100000:3.0:1780298631.297419:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608562304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 796us (871us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.297425:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5181 00000100:00100000:0.0:1780298631.298230:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.298266:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608562432 00000100:00100000:2.0:1780298631.298270:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608562432 00000100:00100000:2.0:1780298631.298299:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61539 00000100:00100000:2.0:1780298631.298304:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+89:28749:x1866777608562432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.298315:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.298323:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6302bbf5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba78 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.298381:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302bbfc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.298394:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302bbfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.298400:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302bbfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298631.298416:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 397271 00000004:00200000:2.0:1780298631.298419:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298631.298429:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302bbfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.298442:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6302bbf5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba78 expref: 91 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.298450:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302bbfc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba78 expref: 90 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.298455:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.298457:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298631.298459:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2800, rc 0) 00000100:00100000:2.0:1780298631.298481:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+90:28749:x1866777608562432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 178us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.298485:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61539 00000100:00100000:0.0:1780298631.299814:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.299853:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608562560 00000100:00100000:1.0:1780298631.299858:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608562560 00000100:00100000:1.0:1780298631.299895:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5182 00000100:00100000:1.0:1780298631.299904:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608562560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.299913:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.299923:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bc03 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba7f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.299943:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302bbbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba47 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.299952:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(123 143) 00010000:00010000:1.0:1780298631.299957:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(124 143) 00010000:00010000:1.0:1780298631.299962:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bc03 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1409024->1433599] (req 1409024->1433599) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba7f expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.299986:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302bbbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba47 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.300000:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302bbbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba47 expref: 10 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.300011:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604351104:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298631.300067:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.300771:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604351104:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298631.300788:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bc03 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1409024->1433599] (req 1409024->1433599) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba7f expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.300801:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf200, rc 0) 00000100:00100000:1.0:1780298631.300833:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608562560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 931us (1022us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.300840:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5182 00000100:00100000:0.0:1780298631.300930:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.300963:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608562688 00000100:00100000:2.0:1780298631.300967:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608562688 00010000:00010000:2.0:1780298631.300982:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302bbbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba47 expref: 11 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.301019:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14246 00000100:00100000:2.0:1780298631.301028:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608562688:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298631.301037:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.301051:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302bbbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba47 expref: 11 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.301063:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302bbbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba47 expref: 11 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.301081:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e6302bbbd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba47 expref: 11 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.301092:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(124 143) 00010000:00010000:2.0:1780298631.301095:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(124 143) 00010000:00010000:2.0:1780298631.301101:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bc03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1409024->34963455] (req 1409024->1433599) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba7f expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.301108:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bc03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1409024->34963455] (req 1409024->1433599) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba7f expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.301150:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bc03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1409024->34963455] (req 1409024->1433599) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba7f expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.301159:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604351232:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298631.301190:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.301838:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604351232:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298631.301850:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298631.301873:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608562688:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 847us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.301881:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14246 00000100:00100000:0.0:1780298631.302680:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.302711:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608562816 00000100:00100000:2.0:1780298631.302716:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608562816 00000100:00100000:2.0:1780298631.302740:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5183 00000100:00100000:2.0:1780298631.302746:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608562816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.302753:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.302761:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6302bc0a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba86 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.302785:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604351360:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.302816:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00002000:00010000:2.0:1780298631.303507:0:9128:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 397271 -> 1431842 00000100:00100000:2.0:1780298631.303519:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604351360:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.303536:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6302bc0a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba86 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.303547:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6302bc0a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba86 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.303554:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00000100:00100000:2.0:1780298631.303577:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608562816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 832us (900us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.303582:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5183 00000100:00100000:3.0:1780298631.304311:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.304354:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608562944 00000100:00100000:0.0:1780298631.304359:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608562944 00000100:00100000:0.0:1780298631.304401:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5184 00000100:00100000:0.0:1780298631.304410:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608562944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.304425:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.304432:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302bc11 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba8d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.304454:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604351488:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.304485:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.305208:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604351488:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.305226:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302bc11 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba8d expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.305241:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302bc11 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba8d expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.305252:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00000100:00100000:3.0:1780298631.305283:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608562944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 874us (973us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.305290:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5184 00000100:00100000:3.0:1780298631.306075:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.306119:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608563072 00000100:00100000:0.0:1780298631.306142:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608563072 00000100:00100000:0.0:1780298631.306175:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5185 00000100:00100000:0.0:1780298631.306182:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608563072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.306189:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.306196:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc18 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba94 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.306221:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604351616:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.306261:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.306266:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.306306:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608563200 00000100:00100000:1.0:1780298631.306311:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608563200 00000100:00100000:1.0:1780298631.306341:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5186 00000100:00100000:1.0:1780298631.306350:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608563200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.306358:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.306378:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fedd83c9/0xaf35132e6302bc1f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cba9b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.306407:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604351744:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.306439:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.306879:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604351616:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.306892:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc18 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba94 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.306903:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc18 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba94 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.306914:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79400, rc 0) 00000100:00100000:0.0:1780298631.306936:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608563072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 756us (862us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.306941:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5185 00000100:00100000:0.0:1780298631.307028:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604351744:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.307047:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fedd83c9/0xaf35132e6302bc1f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba9b expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.307062:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fedd83c9/0xaf35132e6302bc1f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba9b expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.307073:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be000, rc 0) 00000100:00100000:0.0:1780298631.307103:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608563200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 755us (845us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.307111:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5186 00000100:00100000:1.0:1780298631.307987:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.308033:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608563328 00000100:00100000:2.0:1780298631.308038:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608563328 00000100:00100000:3.0:1780298631.308066:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.308073:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5187 00000100:00100000:2.0:1780298631.308084:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608563328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.308093:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298631.308095:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608563456 00010000:00010000:2.0:1780298631.308101:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bc26 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbaa2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.308101:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608563456 00000100:00100000:1.0:1780298631.308163:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5188 00000100:00100000:2.0:1780298631.308164:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604351872:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.308174:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777608563456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.308183:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.308194:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002922ea1e/0xaf35132e6302bc2d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbaa9 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.308211:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.308227:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604352000:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.308253:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.309154:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604351872:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.309175:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bc26 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbaa2 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.309190:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bc26 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbaa2 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.309199:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3600, rc 0) 00000100:00100000:2.0:1780298631.309228:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608563328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1147us (1241us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.309235:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5187 00000100:00100000:1.0:1780298631.309408:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604352000:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.309425:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002922ea1e/0xaf35132e6302bc2d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbaa9 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.309439:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002922ea1e/0xaf35132e6302bc2d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbaa9 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.309448:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bea00, rc 0) 00000100:00100000:1.0:1780298631.309477:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777608563456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1306us (1412us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.309484:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5188 00000100:00100000:3.0:1780298631.310357:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.310400:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608563712 00000100:00100000:2.0:1780298631.310405:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608563712 00000100:00100000:2.0:1780298631.310447:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61540 00000100:00100000:2.0:1780298631.310456:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+90:28749:x1866777608563712:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298631.310495:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.310521:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302bbfc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba78 expref: 90 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.310535:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.310539:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298631.310691:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3800/0xaf35132e6302bc34 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.310707:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302bbd2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba55 expref: 44 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.310723:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3800/0xaf35132e6302bc34 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.310747:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302bbd2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba55 expref: 44 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.310761:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302bbd2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba55 expref: 44 pid: 7411 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.310774:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604352128:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.310822:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.311383:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604352128:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298631.311395:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3800/0xaf35132e6302bc34 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.311649:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.311681:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608563840 00000100:00100000:1.0:1780298631.311685:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608563840 00010000:00010000:1.0:1780298631.311700:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302bbd2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba55 expref: 45 pid: 7411 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.311719:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14247 00000100:00100000:1.0:1780298631.311724:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+45:2400:x1866777608563840:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298631.311731:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.311735:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302bbd2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba55 expref: 45 pid: 7411 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.311746:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302bbd2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba55 expref: 45 pid: 7411 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.311756:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302bbd2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba55 expref: 45 pid: 7411 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.311763:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298631.311766:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3800/0xaf35132e6302bc34 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.311774:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3800/0xaf35132e6302bc34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.311779:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3800/0xaf35132e6302bc34 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.311792:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298631.311814:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:2400:x1866777608563840:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 88us (164us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298631.311815:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3800/0xaf35132e6302bc34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.311826:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14247 00010000:00010000:2.0:1780298631.311827:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3800/0xaf35132e6302bc34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298631.311878:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990709 00000004:00010000:2.0:1780298631.311898:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000078071751 reply state 0000000029b9523e transno 4294990710 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3800/0xaf35132e6302bc34 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.311911:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3800/0xaf35132e6302bc34 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.311918:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.311921:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298631.311923:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298631.311974:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+92:28749:x1866777608563712:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1519us (1618us total) trans 4294990710 rc 0/0 00000100:00100000:2.0:1780298631.311982:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61540 00000020:00080000:2.0:1780298631.311986:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298631.312688:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.312725:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608563968 00000100:00100000:0.0:1780298631.312729:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608563968 00000100:00100000:0.0:1780298631.312753:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5189 00000100:00100000:0.0:1780298631.312758:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608563968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.312766:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.312774:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc3b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbab0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.312790:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bc03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1409024->34963455] (req 1409024->1433599) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba7f expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.312797:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(124 143) 00010000:00010000:0.0:1780298631.312801:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(125 143) 00010000:00010000:0.0:1780298631.312803:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc3b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbab0 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.312816:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bc03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1409024->34963455] (req 1409024->1433599) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba7f expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.312824:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bc03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1409024->34963455] (req 1409024->1433599) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba7f expref: 7 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.312830:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604352256:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298631.312861:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.313461:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604352256:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298631.313478:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc3b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbab0 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.313490:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79400, rc 0) 00000100:00100000:0.0:1780298631.313521:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608563968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 762us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.313527:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5189 00000100:00100000:2.0:1780298631.313762:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.313807:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608564096 00000100:00100000:1.0:1780298631.313812:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608564096 00002000:00100000:1.0:1780298631.313837:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1409024->1431841) req@ffff9cf255513800 x1866777608564096/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.313843:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255513800 with x1866777608564096 ext(1409024->1431841) 00010000:00010000:1.0:1780298631.313849:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bc03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1409024->34963455] (req 1409024->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba7f expref: 8 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.313861:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bc03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1409024->34963455] (req 1409024->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba7f expref: 8 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298631.313867:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf255513800 00000100:00100000:1.0:1780298631.313884:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 125 00000100:00100000:1.0:1780298631.313889:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608564096:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298631.315120:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608564096:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1229us (1357us total) trans 4294969205 rc 0/0 00000100:00100000:1.0:1780298631.315142:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 125 00002000:00100000:1.0:1780298631.315153:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (1409024->1431841) req@ffff9cf255513800 x1866777608564096/t4294969205(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/448 e 0 to 0 dl 1780298642 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.315160:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255513800 with x1866777608564096 ext(1409024->1431841) 00010000:00010000:1.0:1780298631.315165:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bc03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1409024->34963455] (req 1409024->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba7f expref: 10 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.315176:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bc03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1409024->34963455] (req 1409024->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba7f expref: 10 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298631.315181:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf255513800 00000100:00100000:3.0:1780298631.316066:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.316119:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608564224 00000100:00100000:0.0:1780298631.316155:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608564224 00010000:00010000:0.0:1780298631.316179:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bc03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [1409024->34963455] (req 1409024->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba7f expref: 10 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.316205:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14248 00000100:00100000:0.0:1780298631.316212:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608564224:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298631.316223:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298631.316233:0:8374:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 576 -> 624 00010000:00010000:0.0:1780298631.316239:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bc03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1409024->34963455] (req 1409024->1433599) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba7f expref: 10 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.316250:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bc03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1409024->34963455] (req 1409024->1433599) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba7f expref: 10 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.316268:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cddfdb0a/0xaf35132e6302bc03 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [1409024->34963455] (req 1409024->1433599) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba7f expref: 10 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.316283:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(125 143) 00010000:00010000:0.0:1780298631.316287:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(125 143) 00010000:00010000:0.0:1780298631.316294:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbab0 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.316304:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbab0 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.316330:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbab0 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.316347:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604352384:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298631.316406:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb13c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.317080:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604352384:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298631.317093:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298631.317116:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608564224:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 906us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.317140:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14248 00000100:00100000:2.0:1780298631.317252:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.317298:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608564352 00000100:00100000:0.0:1780298631.317303:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608564352 00002000:00010000:0.0:1780298631.317318:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (487885->18446744073709551615) 00002000:00100000:0.0:1780298631.317322:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510e00 with x1866777608564352 ext(487885->18446744073709551615) 00002000:00010000:0.0:1780298631.317330:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255510e00. 00000100:00100000:0.0:1780298631.317356:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4707 00000100:00100000:2.0:1780298631.317363:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.317379:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608564352:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298631.317398:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608564480 00000100:00100000:1.0:1780298631.317404:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608564480 00002000:00010000:1.0:1780298631.317421:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:1.0:1780298631.317435:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510000 with x1866777608564480 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298631.317442:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255510000. 00000100:00100000:2.0:1780298631.318993:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4708 00000100:00100000:2.0:1780298631.319053:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608564480:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298631.319244:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1780298631.319247:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.319250:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.319251:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.319253:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 64 -> 64 00000100:00100000:2.0:1780298631.319301:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608564480:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 258us (1939us total) trans 4294968865 rc 0/0 00000100:00100000:2.0:1780298631.319306:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4708 00002000:00010000:2.0:1780298631.319311:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298631.319313:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510000 with x1866777608564480 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298631.319315:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 1431842 -> 487885 00002000:00010000:2.0:1780298631.319321:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255510000. 00002000:00010000:0.0:1780298631.319325:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.319331:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.319334:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.319336:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 624 -> 576 00000100:00100000:0.0:1780298631.319405:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255510e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608564352:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 2038us (2156us total) trans 4294969206 rc 0/0 00000100:00100000:0.0:1780298631.319414:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4707 00002000:00010000:0.0:1780298631.319418:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (487885->18446744073709551615) 00002000:00100000:0.0:1780298631.319422:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255510e00 with x1866777608564352 ext(487885->18446744073709551615) 00002000:00010000:0.0:1780298631.319428:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255510e00. 00000100:00100000:3.0:1780298631.320547:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.320596:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608564608 00000100:00100000:2.0:1780298631.320607:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608564608 00000100:00100000:2.0:1780298631.320664:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61541 00000100:00100000:2.0:1780298631.320676:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:28749:x1866777608564608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.320691:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.320712:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e6302bc42 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbab7 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.320811:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6302bc49 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.320828:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6302bc49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.320841:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6302bc49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298631.320868:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 487885 00000004:00200000:2.0:1780298631.320871:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298631.320891:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6302bc49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.320914:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e6302bc42 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbab7 expref: 46 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.320931:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6302bc49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbab7 expref: 45 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.320939:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.320942:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298631.320946:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00000100:00100000:2.0:1780298631.320995:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+45:28749:x1866777608564608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 324us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.321002:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61541 00000100:00100000:3.0:1780298631.322087:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.322144:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608564736 00000100:00100000:0.0:1780298631.322153:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608564736 00000100:00100000:3.0:1780298631.322172:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.322214:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608564864 00000100:00100000:0.0:1780298631.322235:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5190 00000100:00100000:1.0:1780298631.322239:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608564864 00000100:00100000:0.0:1780298631.322249:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608564736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.322266:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.322282:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302bc50 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbabe expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.322295:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5191 00000100:00100000:0.0:1780298631.322346:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604352512:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.322362:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608564864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.322384:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.322396:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002922ea1e/0xaf35132e6302bc57 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbac5 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.322435:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.322448:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604352640:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.322494:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.323236:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604352512:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.323277:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302bc50 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbabe expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.323299:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302bc50 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbabe expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.323317:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00000100:00100000:0.0:1780298631.323346:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604352640:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.323363:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608564736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1114us (1274us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.323382:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5190 00010000:00010000:0.0:1780298631.323388:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002922ea1e/0xaf35132e6302bc57 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbac5 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.323409:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002922ea1e/0xaf35132e6302bc57 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbac5 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.323419:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bea00, rc 0) 00000100:00100000:0.0:1780298631.323450:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608564864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1146us (1279us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.323455:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5191 00000100:00100000:3.0:1780298631.324346:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.324398:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608564992 00000100:00100000:1.0:1780298631.324404:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608564992 00000100:00100000:1.0:1780298631.324455:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5192 00000100:00100000:1.0:1780298631.324468:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608564992:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298631.324477:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298631.324491:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.324507:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302bc5e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbacc expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.324507:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608565120 00000100:00100000:0.0:1780298631.324515:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608565120 00000100:00100000:0.0:1780298631.324546:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5193 00000100:00100000:0.0:1780298631.324555:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608565120:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298631.324561:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604352768:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.324566:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.324575:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302bc65 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbad3 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.324604:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604352896:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.324644:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.324647:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.325592:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604352768:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.325592:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604352896:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.325610:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302bc65 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbad3 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.325620:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302bc5e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbacc expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.325623:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c451c9e/0xaf35132e6302bc65 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbad3 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.325643:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79200, rc 0) 00010000:00010000:1.0:1780298631.325650:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302bc5e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbacc expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.325660:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf800, rc 0) 00000100:00100000:0.0:1780298631.325669:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777608565120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1116us (1197us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.325675:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5193 00000100:00100000:1.0:1780298631.325684:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608564992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1220us (1337us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.325692:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5192 00000100:00100000:2.0:1780298631.327788:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.327835:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608565376 00000100:00100000:0.0:1780298631.327844:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608565376 00000100:00100000:0.0:1780298631.327884:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61542 00000100:00100000:0.0:1780298631.327894:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+45:28749:x1866777608565376:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298631.327944:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298631.327965:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6302bc49 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbab7 expref: 45 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.327980:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.327984:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298631.328203:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302bc6c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.328234:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302bc6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.328246:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302bc6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298631.328293:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990711 00000004:00010000:0.0:1780298631.328317:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000819d338e reply state 0000000067ed8027 transno 4294990712 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302bc6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.328328:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e6302bc6c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.328334:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.328338:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298631.328341:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298631.328425:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+47:28749:x1866777608565376:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 526us (633us total) trans 4294990712 rc 0/0 00000100:00100000:0.0:1780298631.328434:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61542 00000020:00080000:0.0:1780298631.328439:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298631.329225:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.329271:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608565504 00000100:00100000:2.0:1780298631.329285:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608565504 00000100:00100000:2.0:1780298631.329323:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5194 00000100:00100000:2.0:1780298631.329329:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608565504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.329342:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.329355:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bc73 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbada expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.329388:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbab0 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.329395:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(125 143) 00010000:00010000:2.0:1780298631.329399:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(126 143) 00010000:00010000:2.0:1780298631.329402:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bc73 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbada expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.329425:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbab0 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.329435:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbab0 expref: 11 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.329445:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604353024:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.329500:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.330163:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604353024:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298631.330189:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bc73 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbada expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.330202:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3600, rc 0) 00000100:00100000:2.0:1780298631.330241:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608565504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.330250:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5194 00000100:00100000:3.0:1780298631.330344:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.330390:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608565632 00000100:00100000:1.0:1780298631.330397:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608565632 00010000:00010000:1.0:1780298631.330423:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbab0 expref: 12 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.330455:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14249 00000100:00100000:1.0:1780298631.330465:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608565632:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298631.330478:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.330494:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbab0 expref: 12 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.330508:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbab0 expref: 12 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.330530:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc3b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbab0 expref: 12 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.330542:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(126 143) 00010000:00010000:1.0:1780298631.330545:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(126 143) 00010000:00010000:1.0:1780298631.330551:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bc73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbada expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.330561:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bc73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbada expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.330592:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bc73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbada expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.330606:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604353152:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298631.330662:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.331381:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604353152:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298631.331396:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298631.331425:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777608565632:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 963us (1082us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.331468:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14249 00000100:00100000:3.0:1780298631.331544:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.331691:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608565760 00000100:00100000:1.0:1780298631.331696:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608565760 00000100:00100000:1.0:1780298631.331729:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5195 00000100:00100000:1.0:1780298631.331739:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:28749:x1866777608565760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.331751:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.331765:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000408198ca/0xaf35132e6302bc7a lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbae1 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.331786:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6302bbc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba4e expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.331795:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(76 104) 00010000:00010000:1.0:1780298631.331799:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(77 104) 00010000:00010000:1.0:1780298631.331804:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000408198ca/0xaf35132e6302bc7a lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae1 expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.331826:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6302bbc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba4e expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.331839:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6302bbc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba4e expref: 10 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.331851:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604353280:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298631.331891:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.332536:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604353280:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298631.332548:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000408198ca/0xaf35132e6302bc7a lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae1 expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.332556:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bec00, rc 0) 00000100:00100000:1.0:1780298631.332580:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:28749:x1866777608565760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 845us (1039us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.332585:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5195 00000100:00100000:0.0:1780298631.332739:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.332781:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608565888 00000100:00100000:3.0:1780298631.332788:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608565888 00010000:00010000:3.0:1780298631.332813:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6302bbc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba4e expref: 11 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.332851:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14250 00000100:00100000:3.0:1780298631.332862:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608565888:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298631.332872:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298631.332890:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6302bbc4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba4e expref: 11 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.332903:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6302bbc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba4e expref: 11 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.332923:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6302bbc4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cba4e expref: 11 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.332937:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(77 104) 00010000:00010000:3.0:1780298631.332941:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(77 104) 00010000:00010000:3.0:1780298631.332946:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000408198ca/0xaf35132e6302bc7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae1 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.332955:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000408198ca/0xaf35132e6302bc7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae1 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.332978:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000408198ca/0xaf35132e6302bc7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae1 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.332989:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604353408:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298631.333039:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.333724:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604353408:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298631.333736:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298631.333765:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608565888:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 907us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.333774:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14250 00000100:00100000:1.0:1780298631.333952:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.333997:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608566144 00000100:00100000:1.0:1780298631.334003:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.334003:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608566144 00002000:00010000:0.0:1780298631.334031:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (424224->18446744073709551615) 00002000:00100000:0.0:1780298631.334036:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fd180 with x1866777608566144 ext(424224->18446744073709551615) 00002000:00010000:0.0:1780298631.334044:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fd180. 00000100:00100000:0.0:1780298631.334064:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608566016 00000100:00100000:0.0:1780298631.334068:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608566016 00000100:00100000:3.0:1780298631.334079:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4709 00002000:00010000:0.0:1780298631.334080:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298631.334083:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813100 with x1866777608566016 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298631.334089:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244813100. 00000100:00100000:3.0:1780298631.334090:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777608566144:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298631.334115:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4710 00000100:00100000:2.0:1780298631.334178:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608566016:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298631.334345:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 424224 00002000:00010000:3.0:1780298631.334348:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.334351:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.334352:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.334354:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 64 -> 0 00002000:00010000:2.0:1780298631.334358:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 487885 -> 4194304 00002000:00010000:2.0:1780298631.334364:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.334382:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.334385:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.334388:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 576 -> 576 00000100:00100000:3.0:1780298631.334395:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608566144:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 304us (440us total) trans 4294968866 rc 0/0 00000100:00100000:3.0:1780298631.334402:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4709 00002000:00010000:3.0:1780298631.334406:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (424224->18446744073709551615) 00002000:00100000:3.0:1780298631.334409:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fd180 with x1866777608566144 ext(424224->18446744073709551615) 00002000:00010000:3.0:1780298631.334414:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fd180. 00000100:00100000:2.0:1780298631.334438:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608566016:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 309us (431us total) trans 4294969207 rc 0/0 00000100:00100000:2.0:1780298631.334447:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4710 00002000:00010000:2.0:1780298631.334451:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298631.334455:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813100 with x1866777608566016 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298631.334463:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244813100. 00000100:00100000:0.0:1780298631.335567:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.335611:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608566272 00000100:00100000:1.0:1780298631.335615:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608566272 00002000:00100000:1.0:1780298631.335637:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (397312->401407) req@ffff9cf2548b9f80 x1866777608566272/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.335645:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b9f80 with x1866777608566272 ext(397312->401407) 00002000:00010000:1.0:1780298631.335648:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548b9f80 00000100:00100000:1.0:1780298631.335665:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4711 00000100:00100000:1.0:1780298631.335671:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608566272:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298631.335837:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777608566272:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 164us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298631.335845:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4711 00002000:00100000:1.0:1780298631.335853:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (397312->401407) req@ffff9cf2548b9f80 x1866777608566272/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.335860:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b9f80 with x1866777608566272 ext(397312->401407) 00002000:00010000:1.0:1780298631.335864:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548b9f80 00000100:00100000:0.0:1780298631.337152:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.337189:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608566400 00000100:00100000:1.0:1780298631.337194:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608566400 00002000:00100000:1.0:1780298631.337215:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (401408->405503) req@ffff9cf2548baa00 x1866777608566400/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.337226:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548baa00 with x1866777608566400 ext(401408->405503) 00002000:00010000:1.0:1780298631.337230:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548baa00 00000100:00100000:1.0:1780298631.337248:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4712 00000100:00100000:1.0:1780298631.337256:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777608566400:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298631.337355:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777608566400:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 100us (204us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298631.337362:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4712 00002000:00100000:1.0:1780298631.337379:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0xf:0x0] (401408->405503) req@ffff9cf2548baa00 x1866777608566400/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.337389:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548baa00 with x1866777608566400 ext(401408->405503) 00002000:00010000:1.0:1780298631.337392:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548baa00 00000100:00100000:3.0:1780298631.339011:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.339082:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608566528 00000100:00100000:2.0:1780298631.339094:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608566528 00002000:00100000:2.0:1780298631.339179:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (376832->425983) req@ffff9cf347cd6d80 x1866777608566528/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 504/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.339192:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd6d80 with x1866777608566528 ext(376832->425983) 00002000:00010000:2.0:1780298631.339197:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd6d80 00000100:00100000:2.0:1780298631.339232:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4713 00000100:00100000:2.0:1780298631.339243:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777608566528:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.340262:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777608566528:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1021us (1253us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1780298631.340268:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4713 00002000:00100000:2.0:1780298631.340274:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (376832->425983) req@ffff9cf347cd6d80 x1866777608566528/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 504/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.340280:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd6d80 with x1866777608566528 ext(376832->425983) 00002000:00010000:2.0:1780298631.340283:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd6d80 00000100:00100000:1.0:1780298631.342463:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.342524:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608566656 00000100:00100000:0.0:1780298631.342535:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608566656 00002000:00100000:0.0:1780298631.342571:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (397312->424223) req@ffff9cf244812300 x1866777608566656/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.342579:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812300 with x1866777608566656 ext(397312->424223) 00002000:00010000:0.0:1780298631.342583:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244812300 00000100:00100000:0.0:1780298631.342610:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4714 00000100:00100000:0.0:1780298631.342626:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777608566656:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298631.343986:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777608566656:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1364us (1523us total) trans 4294968867 rc 0/0 00000100:00100000:2.0:1780298631.343997:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4714 00002000:00100000:2.0:1780298631.344005:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (397312->424223) req@ffff9cf244812300 x1866777608566656/t4294968867(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/448 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.344014:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812300 with x1866777608566656 ext(397312->424223) 00002000:00010000:2.0:1780298631.344019:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244812300 00000100:00100000:0.0:1780298631.344920:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.344956:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608566784 00000100:00100000:3.0:1780298631.344961:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608566784 00000100:00100000:3.0:1780298631.344989:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5196 00000100:00100000:3.0:1780298631.344996:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777608566784:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298631.345891:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968867 is committed 00000001:00080000:1.0:1780298631.345903:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968865 is committed 00000100:00100000:3.0:1780298631.346017:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608566784:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 1019us (1097us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.346028:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5196 00000100:00100000:0.0:1780298631.346987:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.347028:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608566912 00000100:00100000:2.0:1780298631.347034:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608566912 00000100:00100000:2.0:1780298631.347079:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61543 00000100:00100000:2.0:1780298631.347088:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+92:28749:x1866777608566912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.347106:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.347150:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302bc81 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbae8 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.347230:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6302bc88 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.347250:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6302bc88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.347261:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6302bc88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298631.347281:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 4618528 00000004:00200000:2.0:1780298631.347284:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298631.347298:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6302bc88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.347320:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302bc81 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae8 expref: 94 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.347331:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6302bc88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae8 expref: 93 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.347337:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.347339:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298631.347342:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3c00, rc 0) 00000100:00100000:2.0:1780298631.347380:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+93:28749:x1866777608566912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 294us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.347386:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61543 00000100:00100000:1.0:1780298631.348288:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.348334:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.348335:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608567040 00000100:00100000:2.0:1780298631.348340:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608567040 00000100:00100000:2.0:1780298631.348383:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608567168 00000100:00100000:2.0:1780298631.348387:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608567168 00000100:00100000:0.0:1780298631.348391:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5197 00000100:00100000:0.0:1780298631.348400:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608567040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.348408:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.348417:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302bc8f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbaef expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.348418:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5198 00000100:00100000:2.0:1780298631.348432:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608567168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.348441:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.348454:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302bc96 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbaf6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.348463:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604353536:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.348494:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604353664:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.348533:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.348534:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00002000:00010000:2.0:1780298631.349274:0:8359:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 0 -> 56 00000100:00100000:2.0:1780298631.349286:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604353664:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.349295:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548bad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604353536:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.349308:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302bc96 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbaf6 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.349321:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302bc8f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbaef expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.349324:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6302bc96 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbaf6 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.349345:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00010000:00010000:1.0:1780298631.349362:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302bc8f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbaef expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.349384:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608567168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 956us (1050us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298631.349386:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00000100:00100000:2.0:1780298631.349392:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5198 00000100:00100000:1.0:1780298631.349419:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777608567040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1019us (1129us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.349426:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5197 00000100:00100000:1.0:1780298631.350432:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.350471:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608567296 00000100:00100000:0.0:1780298631.350476:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608567296 00000100:00100000:0.0:1780298631.350502:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5199 00000100:00100000:0.0:1780298631.350507:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608567296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.350515:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.350522:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc9d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbafd expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.350548:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604353792:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.350601:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.350682:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.350727:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608567424 00000100:00100000:2.0:1780298631.350731:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608567424 00000100:00100000:2.0:1780298631.350761:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5200 00000100:00100000:2.0:1780298631.350768:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608567424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.350774:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.350781:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6302bca4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb04 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.350799:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604353920:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.350823:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.351339:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604353792:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.351351:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc9d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbafd expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.351380:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bc9d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbafd expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.351388:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79400, rc 0) 00000100:00100000:0.0:1780298631.351409:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777608567296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 903us (979us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.351413:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5199 00000100:00100000:2.0:1780298631.351635:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604353920:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.351647:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6302bca4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb04 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.351658:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6302bca4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb04 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.351668:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00000100:00100000:2.0:1780298631.351697:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608567424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 930us (1016us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.351704:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5200 00000100:00100000:3.0:1780298631.352536:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.352576:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608567552 00000100:00100000:2.0:1780298631.352581:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608567552 00000100:00100000:2.0:1780298631.352615:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5201 00000100:00100000:2.0:1780298631.352623:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:28749:x1866777608567552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.352633:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.352642:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302bcab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb0b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.352661:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bc73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbada expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.352670:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(126 143) 00010000:00010000:2.0:1780298631.352674:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(127 143) 00010000:00010000:2.0:1780298631.352680:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302bcab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2162688->2191359] (req 2162688->2191359) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb0b expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.352701:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bc73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbada expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.352715:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bc73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbada expref: 10 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.352727:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604354048:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.352765:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.353399:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604354048:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298631.353411:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302bcab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2162688->2191359] (req 2162688->2191359) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb0b expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.353419:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2800, rc 0) 00000100:00100000:2.0:1780298631.353448:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608567552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 823us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.353456:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5201 00000100:00100000:3.0:1780298631.353551:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.353586:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608567680 00000100:00100000:2.0:1780298631.353591:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608567680 00010000:00010000:2.0:1780298631.353611:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bc73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbada expref: 11 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.353641:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14251 00000100:00100000:2.0:1780298631.353651:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608567680:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298631.353659:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.353670:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bc73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbada expref: 11 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.353687:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bc73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbada expref: 11 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.353710:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bc73 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbada expref: 11 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.353720:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(127 143) 00010000:00010000:2.0:1780298631.353722:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(127 143) 00010000:00010000:2.0:1780298631.353728:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302bcab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2162688->35717119] (req 2162688->2191359) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb0b expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.353735:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302bcab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2162688->35717119] (req 2162688->2191359) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb0b expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.353752:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302bcab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2162688->35717119] (req 2162688->2191359) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb0b expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.353758:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604354176:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298631.353788:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.354473:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777604354176:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298631.354484:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298631.354510:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608567680:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 861us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.354518:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14251 00000100:00100000:3.0:1780298631.354577:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.354621:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608567808 00000100:00100000:2.0:1780298631.354625:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608567808 00000100:00100000:2.0:1780298631.354665:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4715 00000100:00100000:2.0:1780298631.354677:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608567808:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298631.354935:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298631.354938:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.354940:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.354942:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:2.0:1780298631.354944:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 576 -> 632 00000100:00100000:2.0:1780298631.354973:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608567808:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 300us (397us total) trans 4294969208 rc 0/0 00000100:00100000:2.0:1780298631.354979:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4715 00000100:00100000:1.0:1780298631.355857:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.355905:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608567936 00000100:00100000:2.0:1780298631.355910:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608567936 00000100:00100000:2.0:1780298631.355947:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61544 00000100:00100000:2.0:1780298631.355955:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+47:28749:x1866777608567936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.355970:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.355984:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302bcb2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb12 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.356056:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2e00/0xaf35132e6302bcb9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.356070:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2e00/0xaf35132e6302bcb9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.356081:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2e00/0xaf35132e6302bcb9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298631.356111:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 4618528 00000004:00200000:2.0:1780298631.356114:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298631.356151:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2e00/0xaf35132e6302bcb9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.356173:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302bcb2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb12 expref: 49 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.356187:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2e00/0xaf35132e6302bcb9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb12 expref: 48 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.356194:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.356197:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298631.356200:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2e00, rc 0) 00000100:00100000:2.0:1780298631.356229:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+48:28749:x1866777608567936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 276us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.356236:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61544 00000100:00100000:1.0:1780298631.357682:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.357729:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608568064 00000100:00100000:0.0:1780298631.357734:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608568064 00000100:00100000:0.0:1780298631.357762:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5202 00000100:00100000:0.0:1780298631.357767:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608568064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.357776:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.357786:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bcc0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb19 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.357823:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604354304:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.357871:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.358623:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604354304:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.358647:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bcc0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb19 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.358666:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bcc0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb19 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.358677:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79400, rc 0) 00000100:00100000:0.0:1780298631.358712:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608568064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 940us (1030us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.358719:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5202 00000100:00100000:1.0:1780298631.359664:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.359719:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608568192 00000100:00100000:0.0:1780298631.359725:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608568192 00000100:00100000:0.0:1780298631.359757:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5203 00000100:00100000:0.0:1780298631.359766:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608568192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.359776:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.359786:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302bcc7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb20 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.359828:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604354432:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.359872:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.360676:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604354432:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.360692:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302bcc7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb20 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.360714:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302bcc7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb20 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.360721:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:0.0:1780298631.360744:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608568192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 982us (1083us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.360750:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5203 00000100:00100000:3.0:1780298631.361699:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.361732:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608568320 00000100:00100000:2.0:1780298631.361737:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608568320 00000100:00100000:2.0:1780298631.361765:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5204 00000100:00100000:2.0:1780298631.361770:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608568320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.361777:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.361785:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bcce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb27 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.361817:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604354560:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.361857:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.362588:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604354560:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.362612:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bcce lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb27 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.362628:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6302bcce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb27 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.362638:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3600, rc 0) 00000100:00100000:2.0:1780298631.362669:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608568320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 898us (970us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.362675:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5204 00000100:00100000:1.0:1780298631.363581:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.363616:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608568448 00000100:00100000:2.0:1780298631.363621:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608568448 00000100:00100000:2.0:1780298631.363651:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5205 00000100:00100000:2.0:1780298631.363656:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608568448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.363664:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.363671:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302bcd5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb2e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.363696:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604354688:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.363739:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf35acec900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.364478:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604354688:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.364498:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302bcd5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb2e expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.364529:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302bcd5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb2e expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.364545:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00000100:00100000:2.0:1780298631.364575:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608568448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 918us (994us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.364582:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5205 00000100:00100000:1.0:1780298631.365711:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.365761:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608568704 00000100:00100000:2.0:1780298631.365766:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608568704 00000100:00100000:2.0:1780298631.365809:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61545 00000100:00100000:2.0:1780298631.365818:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+48:28749:x1866777608568704:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298631.365862:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.365882:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2e00/0xaf35132e6302bcb9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb12 expref: 48 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.365896:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.365900:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298631.366050:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302bcdc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.366066:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6302bc88 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae8 expref: 92 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.366082:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302bcdc lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.366109:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6302bc88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae8 expref: 92 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.366150:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6302bc88 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae8 expref: 92 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.366164:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604354816:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.366216:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.367000:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777604354816:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298631.367016:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302bcdc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.367103:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.367162:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608568832 00000100:00100000:2.0:1780298631.367166:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608568832 00010000:00010000:2.0:1780298631.367183:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6302bc88 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae8 expref: 93 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.367203:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14252 00000100:00100000:2.0:1780298631.367209:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+93:2400:x1866777608568832:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298631.367217:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.367221:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6302bc88 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae8 expref: 93 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.367229:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6302bc88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae8 expref: 93 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.367239:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6302bc88 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae8 expref: 93 pid: 6476 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.367250:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.367253:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302bcdc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.367264:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302bcdc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.367273:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302bcdc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.367292:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298631.367311:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302bcdc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.367318:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302bcdc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.367322:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+92:2400:x1866777608568832:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 112us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.367331:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14252 00000001:00080000:3.0:1780298631.367384:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990713 00000004:00010000:3.0:1780298631.367407:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000046b67f58 reply state 00000000306734e7 transno 4294990714 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302bcdc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.367451:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3200/0xaf35132e6302bcdc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.367457:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298631.367458:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298631.367460:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780298631.367512:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+50:28749:x1866777608568704:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1695us (1803us total) trans 4294990714 rc 0/0 00000100:00100000:3.0:1780298631.367519:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61545 00000020:00080000:3.0:1780298631.367522:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298631.368295:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.368340:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608568960 00000100:00100000:0.0:1780298631.368346:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608568960 00000100:00100000:0.0:1780298631.368389:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5206 00000100:00100000:0.0:1780298631.368398:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608568960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.368409:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.368421:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302bce3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb35 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.368444:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302bcab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2162688->35717119] (req 2162688->2191359) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb0b expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.368459:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(127 143) 00010000:00010000:0.0:1780298631.368463:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(128 143) 00010000:00010000:0.0:1780298631.368468:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302bce3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb35 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.368491:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302bcab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2162688->35717119] (req 2162688->2191359) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb0b expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.368503:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302bcab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2162688->35717119] (req 2162688->2191359) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb0b expref: 12 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.368514:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604354944:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298631.368562:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.369209:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604354944:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298631.369227:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302bce3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb35 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.369240:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:0.0:1780298631.369268:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608568960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 872us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.369275:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5206 00000100:00100000:3.0:1780298631.369391:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.369424:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608569088 00000100:00100000:1.0:1780298631.369428:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608569088 00010000:00010000:1.0:1780298631.369442:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302bcab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2162688->35717119] (req 2162688->2191359) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb0b expref: 13 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.369460:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14253 00000100:00100000:1.0:1780298631.369464:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608569088:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298631.369471:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.369488:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302bcab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2162688->35717119] (req 2162688->2191359) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb0b expref: 13 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.369505:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302bcab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2162688->35717119] (req 2162688->2191359) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb0b expref: 13 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.369529:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6302bcab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [2162688->35717119] (req 2162688->2191359) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb0b expref: 13 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.369537:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(128 143) 00010000:00010000:1.0:1780298631.369540:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(128 143) 00010000:00010000:1.0:1780298631.369544:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302bce3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb35 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.369552:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302bce3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb35 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.369575:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302bce3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb35 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.369596:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604355072:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298631.369626:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.370292:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604355072:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298631.370304:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298631.370330:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777608569088:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 865us (941us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.370337:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14253 00000100:00100000:0.0:1780298631.370543:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.370563:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.370593:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608569216 00000100:00100000:1.0:1780298631.370597:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608569216 00000100:00100000:2.0:1780298631.370612:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608569344 00002000:00010000:1.0:1780298631.370614:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298631.370618:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b9180 with x1866777608569216 ext(4194304->18446744073709551615) 00000100:00100000:2.0:1780298631.370619:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608569344 00002000:00010000:1.0:1780298631.370625:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b9180. 00002000:00010000:2.0:1780298631.370636:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (864712->18446744073709551615) 00002000:00100000:2.0:1780298631.370640:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bbb80 with x1866777608569344 ext(864712->18446744073709551615) 00000100:00100000:1.0:1780298631.370644:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4716 00002000:00010000:2.0:1780298631.370646:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548bbb80. 00000100:00100000:1.0:1780298631.370652:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608569216:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298631.370673:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4717 00000100:00100000:0.0:1780298631.370682:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608569344:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298631.370737:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298631.370739:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.370741:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.370743:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.370744:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 632 -> 632 00000100:00100000:1.0:1780298631.370767:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608569216:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 118us (225us total) trans 4294969209 rc 0/0 00000100:00100000:1.0:1780298631.370772:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4716 00002000:00010000:1.0:1780298631.370775:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298631.370777:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b9180 with x1866777608569216 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298631.370781:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b9180. 00002000:00010000:0.0:1780298631.370823:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 424224 -> 864712 00002000:00010000:0.0:1780298631.370828:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.370831:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.370834:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.370836:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:0.0:1780298631.370870:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608569344:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 189us (304us total) trans 4294968868 rc 0/0 00000100:00100000:0.0:1780298631.370877:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4717 00002000:00010000:0.0:1780298631.370880:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (864712->18446744073709551615) 00002000:00100000:0.0:1780298631.370883:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bbb80 with x1866777608569344 ext(864712->18446744073709551615) 00002000:00010000:0.0:1780298631.370889:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548bbb80. 00000100:00100000:0.0:1780298631.372271:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.372315:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608569472 00000100:00100000:2.0:1780298631.372321:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608569472 00002000:00100000:2.0:1780298631.372347:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (778240->843775) req@ffff9cf2548bb100 x1866777608569472/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.372357:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bb100 with x1866777608569472 ext(778240->843775) 00002000:00010000:2.0:1780298631.372362:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548bb100 00000100:00100000:2.0:1780298631.372395:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4718 00000100:00100000:2.0:1780298631.372404:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608569472:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.373346:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608569472:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 942us (1076us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1780298631.373353:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4718 00002000:00100000:2.0:1780298631.373359:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (778240->843775) req@ffff9cf2548bb100 x1866777608569472/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.373374:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bb100 with x1866777608569472 ext(778240->843775) 00002000:00010000:2.0:1780298631.373377:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548bb100 00000100:00100000:0.0:1780298631.376176:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.376215:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608569600 00000100:00100000:2.0:1780298631.376222:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608569600 00002000:00100000:2.0:1780298631.376255:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (843776->868351) req@ffff9cf2548b8000 x1866777608569600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.376266:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8000 with x1866777608569600 ext(843776->868351) 00002000:00010000:2.0:1780298631.376270:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548b8000 00000100:00100000:2.0:1780298631.376295:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4719 00000100:00100000:2.0:1780298631.376304:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608569600:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.377148:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608569600:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 822us (956us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1780298631.377156:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4719 00002000:00100000:2.0:1780298631.377163:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (843776->868351) req@ffff9cf2548b8000 x1866777608569600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.377173:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8000 with x1866777608569600 ext(843776->868351) 00002000:00010000:2.0:1780298631.377176:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548b8000 00000100:00100000:3.0:1780298631.379286:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.379328:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608569728 00000100:00100000:2.0:1780298631.379334:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608569728 00002000:00100000:2.0:1780298631.379359:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (806912->864711) req@ffff9cf347cd7800 x1866777608569728/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.379377:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd7800 with x1866777608569728 ext(806912->864711) 00002000:00010000:2.0:1780298631.379380:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd7800 00000100:00100000:2.0:1780298631.379398:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4720 00000100:00100000:2.0:1780298631.379404:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608569728:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298631.380642:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608569728:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1237us (1357us total) trans 4294968869 rc 0/0 00000100:00100000:2.0:1780298631.380648:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4720 00002000:00100000:2.0:1780298631.380655:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (806912->864711) req@ffff9cf347cd7800 x1866777608569728/t4294968869(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/448 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.380661:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd7800 with x1866777608569728 ext(806912->864711) 00002000:00010000:2.0:1780298631.380664:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd7800 00000100:00100000:1.0:1780298631.381326:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.381361:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608569856 00000100:00100000:0.0:1780298631.381375:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608569856 00000100:00100000:0.0:1780298631.381403:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5207 00000100:00100000:0.0:1780298631.381409:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608569856:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298631.382075:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968869 is committed 00000100:00100000:0.0:1780298631.382180:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608569856:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 770us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.382189:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5207 00000100:00100000:0.0:1780298631.383073:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.383121:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608569984 00000100:00100000:1.0:1780298631.383143:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608569984 00000100:00100000:1.0:1780298631.383178:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61546 00000100:00100000:1.0:1780298631.383184:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+50:28749:x1866777608569984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.383200:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.383217:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bea00/0xaf35132e6302bcea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb3c expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.383281:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e6302bcf1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.383294:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e6302bcf1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.383303:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e6302bcf1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298631.383320:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 5059016 00000004:00200000:1.0:1780298631.383323:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298631.383335:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e6302bcf1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.383352:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bea00/0xaf35132e6302bcea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb3c expref: 52 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.383364:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e6302bcf1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb3c expref: 51 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.383383:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298631.383385:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298631.383388:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be400, rc 0) 00000100:00100000:1.0:1780298631.383413:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+51:28749:x1866777608569984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 230us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.383417:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61546 00000100:00100000:3.0:1780298631.384826:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.384867:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608570112 00000100:00100000:2.0:1780298631.384871:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608570112 00000100:00100000:3.0:1780298631.384875:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.384901:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608570240 00000100:00100000:2.0:1780298631.384903:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608570240 00000100:00100000:2.0:1780298631.384923:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5208 00000100:00100000:1.0:1780298631.384932:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5209 00000100:00100000:2.0:1780298631.384933:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608570112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.384941:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298631.384945:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608570240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.384951:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302bcf8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb43 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.384952:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.384962:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f15900ca/0xaf35132e6302bcff lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb4a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.384997:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604355200:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.384997:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604355328:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.385074:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.385075:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12f00 going to sleep for 11 seconds 00002000:00010000:1.0:1780298631.385793:0:8358:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 56 -> 176 00000100:00100000:2.0:1780298631.385803:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255513100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604355200:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.385808:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604355328:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.385827:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302bcf8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb43 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.385830:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f15900ca/0xaf35132e6302bcff lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb4a expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.385860:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302bcf8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb43 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.385860:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f15900ca/0xaf35132e6302bcff lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb4a expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.385883:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf800, rc 0) 00010000:00010000:2.0:1780298631.385893:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3c00, rc 0) 00000100:00100000:1.0:1780298631.385914:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608570240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 973us (1040us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.385921:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777608570112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 990us (1096us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.385924:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5209 00000100:00100000:2.0:1780298631.385935:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5208 00000100:00100000:0.0:1780298631.387030:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.387078:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608570368 00000100:00100000:1.0:1780298631.387084:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608570368 00000100:00100000:1.0:1780298631.387121:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5210 00000100:00100000:1.0:1780298631.387149:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:28749:x1866777608570368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.387159:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.387170:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e6302bd06 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb51 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.387191:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302bce3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb35 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.387201:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(128 143) 00010000:00010000:1.0:1780298631.387207:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(129 143) 00010000:00010000:1.0:1780298631.387212:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e6302bd06 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3551232->3555327] (req 3551232->3555327) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb51 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.387235:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302bce3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb35 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.387250:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302bce3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb35 expref: 11 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.387262:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604355456:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298631.387309:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.388597:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604355456:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298631.388608:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298631.388621:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e6302bd06 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3551232->3555327] (req 3551232->3555327) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb51 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.388634:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be800, rc 0) 00000100:00100000:1.0:1780298631.388667:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:28749:x1866777608570368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1522us (1640us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.388673:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5210 00000100:00100000:0.0:1780298631.388678:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608570496 00000100:00100000:0.0:1780298631.388685:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608570496 00010000:00010000:0.0:1780298631.388710:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302bce3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb35 expref: 12 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.388747:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14254 00000100:00100000:0.0:1780298631.388755:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608570496:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298631.388767:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298631.388782:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302bce3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb35 expref: 12 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.388794:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302bce3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb35 expref: 12 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.388813:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e6302bce3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb35 expref: 12 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.388826:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(129 143) 00010000:00010000:0.0:1780298631.388830:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(129 143) 00010000:00010000:0.0:1780298631.388839:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e6302bd06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3551232->37105663] (req 3551232->3555327) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb51 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.388849:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e6302bd06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3551232->37105663] (req 3551232->3555327) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb51 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.388877:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e6302bd06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3551232->37105663] (req 3551232->3555327) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb51 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.388895:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548bad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604355584:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298631.388938:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.389658:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548bad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604355584:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298631.389671:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298631.389703:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608570496:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 949us (1097us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.389710:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14254 00000100:00100000:3.0:1780298631.389914:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.389955:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608570624 00000100:00100000:0.0:1780298631.389961:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608570624 00002000:00100000:0.0:1780298631.389986:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (3551232->3555327) req@ffff9cf255682a00 x1866777608570624/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.389997:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255682a00 with x1866777608570624 ext(3551232->3555327) 00002000:00010000:0.0:1780298631.390001:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255682a00 00000100:00100000:0.0:1780298631.390025:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4721 00000100:00100000:0.0:1780298631.390034:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608570624:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.390224:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608570624:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 190us (310us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298631.390232:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4721 00002000:00100000:0.0:1780298631.390239:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (3551232->3555327) req@ffff9cf255682a00 x1866777608570624/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.390248:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255682a00 with x1866777608570624 ext(3551232->3555327) 00002000:00010000:0.0:1780298631.390252:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255682a00 00000100:00100000:2.0:1780298631.391352:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.391390:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608570752 00000100:00100000:0.0:1780298631.391394:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608570752 00002000:00100000:0.0:1780298631.391411:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3555328->3559423) req@ffff9cf255513100 x1866777608570752/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.391418:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255513100 with x1866777608570752 ext(3555328->3559423) 00002000:00010000:0.0:1780298631.391421:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255513100 00000100:00100000:0.0:1780298631.391436:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4722 00000100:00100000:0.0:1780298631.391441:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608570752:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.391516:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608570752:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 74us (167us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298631.391522:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4722 00002000:00100000:0.0:1780298631.391527:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3555328->3559423) req@ffff9cf255513100 x1866777608570752/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.391533:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255513100 with x1866777608570752 ext(3555328->3559423) 00002000:00010000:0.0:1780298631.391536:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255513100 00000100:00100000:3.0:1780298631.392526:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.392562:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608570880 00000100:00100000:2.0:1780298631.392566:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608570880 00002000:00100000:2.0:1780298631.392582:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (3559424->3563519) req@ffff9cf255683480 x1866777608570880/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.392588:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255683480 with x1866777608570880 ext(3559424->3563519) 00002000:00010000:2.0:1780298631.392595:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255683480 00000100:00100000:2.0:1780298631.392608:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4723 00000100:00100000:2.0:1780298631.392612:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608570880:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.392682:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608570880:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (156us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298631.392689:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4723 00002000:00100000:2.0:1780298631.392703:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (3559424->3563519) req@ffff9cf255683480 x1866777608570880/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.392714:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255683480 with x1866777608570880 ext(3559424->3563519) 00002000:00010000:2.0:1780298631.392718:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255683480 00000100:00100000:3.0:1780298631.393711:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.393760:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608571008 00000100:00100000:2.0:1780298631.393765:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608571008 00002000:00100000:2.0:1780298631.393785:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3563520->3567615) req@ffff9cf255680000 x1866777608571008/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.393794:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255680000 with x1866777608571008 ext(3563520->3567615) 00002000:00010000:2.0:1780298631.393798:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255680000 00000100:00100000:2.0:1780298631.393813:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4724 00000100:00100000:2.0:1780298631.393820:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608571008:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.393900:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608571008:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 80us (190us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298631.393906:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4724 00002000:00100000:2.0:1780298631.393912:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3563520->3567615) req@ffff9cf255680000 x1866777608571008/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.393921:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255680000 with x1866777608571008 ext(3563520->3567615) 00002000:00010000:2.0:1780298631.393924:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255680000 00000100:00100000:0.0:1780298631.394882:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.394929:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608571136 00000100:00100000:2.0:1780298631.394934:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608571136 00002000:00100000:2.0:1780298631.394954:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3567616->3571711) req@ffff9cf2548bad80 x1866777608571136/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.394963:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bad80 with x1866777608571136 ext(3567616->3571711) 00002000:00010000:2.0:1780298631.394967:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548bad80 00000100:00100000:2.0:1780298631.394987:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4725 00000100:00100000:2.0:1780298631.394995:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608571136:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.395079:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608571136:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 85us (198us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298631.395087:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4725 00002000:00100000:2.0:1780298631.395095:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (3567616->3571711) req@ffff9cf2548bad80 x1866777608571136/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.395104:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bad80 with x1866777608571136 ext(3567616->3571711) 00002000:00010000:2.0:1780298631.395108:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548bad80 00000100:00100000:3.0:1780298631.396044:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.396083:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608571264 00000100:00100000:0.0:1780298631.396088:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608571264 00002000:00100000:0.0:1780298631.396111:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (3571712->3575807) req@ffff9cf255681500 x1866777608571264/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.396120:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255681500 with x1866777608571264 ext(3571712->3575807) 00002000:00010000:0.0:1780298631.396140:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255681500 00000100:00100000:0.0:1780298631.396157:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4726 00000100:00100000:0.0:1780298631.396165:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608571264:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.396240:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608571264:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (196us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298631.396250:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4726 00002000:00100000:0.0:1780298631.396255:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (3571712->3575807) req@ffff9cf255681500 x1866777608571264/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.396263:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255681500 with x1866777608571264 ext(3571712->3575807) 00002000:00010000:0.0:1780298631.396266:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255681500 00000100:00100000:3.0:1780298631.397386:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.397416:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608571392 00000100:00100000:0.0:1780298631.397420:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608571392 00002000:00100000:0.0:1780298631.397437:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3575808->3579903) req@ffff9cf255681180 x1866777608571392/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.397444:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255681180 with x1866777608571392 ext(3575808->3579903) 00002000:00010000:0.0:1780298631.397446:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255681180 00000100:00100000:0.0:1780298631.397461:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4727 00000100:00100000:0.0:1780298631.397466:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608571392:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.397540:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608571392:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 74us (157us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298631.397545:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4727 00002000:00100000:0.0:1780298631.397549:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (3575808->3579903) req@ffff9cf255681180 x1866777608571392/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.397556:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255681180 with x1866777608571392 ext(3575808->3579903) 00002000:00010000:0.0:1780298631.397558:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255681180 00000100:00100000:2.0:1780298631.398640:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.398685:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608571520 00000100:00100000:0.0:1780298631.398689:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608571520 00002000:00100000:0.0:1780298631.398703:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (3579904->3616767) req@ffff9cf24304dc00 x1866777608571520/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.398710:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304dc00 with x1866777608571520 ext(3579904->3616767) 00002000:00010000:0.0:1780298631.398714:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304dc00 00000100:00100000:0.0:1780298631.398733:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4728 00000100:00100000:0.0:1780298631.398742:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608571520:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.399622:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777608571520:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 880us (981us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1780298631.399632:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4728 00002000:00100000:0.0:1780298631.399639:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (3579904->3616767) req@ffff9cf24304dc00 x1866777608571520/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.399650:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304dc00 with x1866777608571520 ext(3579904->3616767) 00002000:00010000:0.0:1780298631.399654:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304dc00 00000100:00100000:2.0:1780298631.401624:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.401673:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608571648 00000100:00100000:0.0:1780298631.401680:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608571648 00002000:00100000:0.0:1780298631.401720:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3551232->3608575) req@ffff9cf24304f800 x1866777608571648/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.401730:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f800 with x1866777608571648 ext(3551232->3608575) 00002000:00010000:0.0:1780298631.401734:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304f800 00000100:00100000:0.0:1780298631.401760:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4729 00000100:00100000:0.0:1780298631.401770:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777608571648:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298631.403180:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777608571648:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1410us (1555us total) trans 4294969210 rc 0/0 00000100:00100000:0.0:1780298631.403194:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4729 00002000:00100000:0.0:1780298631.403203:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (3551232->3608575) req@ffff9cf24304f800 x1866777608571648/t4294969210(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/448 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.403213:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f800 with x1866777608571648 ext(3551232->3608575) 00002000:00010000:0.0:1780298631.403217:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304f800 00000100:00100000:2.0:1780298631.404071:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.404121:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608571776 00000100:00100000:0.0:1780298631.404144:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608571776 00000100:00100000:0.0:1780298631.404180:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5211 00000100:00100000:0.0:1780298631.404189:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777608571776:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298631.405000:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969210 is committed 00000001:00080000:2.0:1780298631.405010:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969209 is committed 00000100:00100000:0.0:1780298631.405116:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608571776:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 929us (1045us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.405121:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5211 00000100:00100000:3.0:1780298631.406025:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.406075:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608571904 00000100:00100000:2.0:1780298631.406080:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608571904 00000100:00100000:2.0:1780298631.406146:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61547 00000100:00100000:2.0:1780298631.406157:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+92:28749:x1866777608571904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.406173:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.406196:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e6302bd0d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb58 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.406275:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6302bd14 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.406297:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6302bd14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.406309:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6302bd14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298631.406334:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 5059016 00000004:00200000:2.0:1780298631.406339:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298631.406355:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6302bd14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.406393:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3600/0xaf35132e6302bd0d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb58 expref: 94 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.406409:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6302bd14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb58 expref: 93 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.406418:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.406421:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298631.406425:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00000100:00100000:2.0:1780298631.406460:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+93:28749:x1866777608571904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 306us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.406467:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61547 00000100:00100000:3.0:1780298631.407346:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.407391:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.407405:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608572032 00000100:00100000:0.0:1780298631.407413:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608572032 00000100:00100000:1.0:1780298631.407432:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608572160 00000100:00100000:1.0:1780298631.407437:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608572160 00000100:00100000:0.0:1780298631.407447:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5212 00000100:00100000:0.0:1780298631.407455:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608572032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.407462:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298631.407473:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5213 00010000:00010000:0.0:1780298631.407473:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bd1b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb5f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.407484:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608572160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.407492:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.407502:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6302bd22 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb66 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.407519:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604355712:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.407539:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604355840:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.407609:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.407609:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.408424:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604355840:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.408446:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6302bd22 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb66 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.408461:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6302bd22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb66 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298631.408464:0:8356:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 632 -> 744 00010000:00010000:2.0:1780298631.408472:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3c00, rc 0) 00000100:00100000:1.0:1780298631.408478:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604355712:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.408496:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bd1b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb5f expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.408502:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608572160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1019us (1110us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.408512:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5213 00010000:00010000:1.0:1780298631.408515:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302bd1b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb5f expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.408525:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79400, rc 0) 00000100:00100000:1.0:1780298631.408552:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608572032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1098us (1207us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.408559:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5212 00000100:00100000:3.0:1780298631.409543:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.409574:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.409620:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608572288 00000100:00100000:1.0:1780298631.409625:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608572288 00000100:00100000:0.0:1780298631.409632:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608572416 00000100:00100000:0.0:1780298631.409638:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608572416 00000100:00100000:1.0:1780298631.409663:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5214 00000100:00100000:1.0:1780298631.409674:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bb84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608572288:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298631.409678:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5215 00010000:00010000:1.0:1780298631.409689:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298631.409690:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608572416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.409705:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.409709:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302bd29 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb6d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.409716:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302bd30 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb74 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.409748:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604355968:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.409756:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604356096:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.409789:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.409790:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.410479:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604356096:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.410500:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302bd29 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb6d expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.410504:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604355968:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.410522:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302bd30 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb74 expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.410525:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302bd29 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb6d expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.410543:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302bd30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb74 expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.410546:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf800, rc 0) 00010000:00010000:0.0:1780298631.410558:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00000100:00100000:1.0:1780298631.410581:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bb84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608572288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 910us (1036us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.410587:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5214 00000100:00100000:0.0:1780298631.410599:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608572416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (1024us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.410605:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5215 00000100:00100000:2.0:1780298631.411550:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.411586:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608572544 00000100:00100000:2.0:1780298631.411591:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.411592:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608572544 00000100:00100000:0.0:1780298631.411633:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608572672 00000100:00100000:0.0:1780298631.411639:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608572672 00000100:00100000:1.0:1780298631.411650:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5216 00000100:00100000:1.0:1780298631.411658:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608572544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.411665:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.411674:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002922ea1e/0xaf35132e6302bd37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb7b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.411675:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5217 00000100:00100000:3.0:1780298631.411685:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608572672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.411693:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.411701:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e6302bd3e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb82 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.411710:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604356224:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.411727:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604356352:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.411754:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.411756:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.412433:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604356224:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.412459:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002922ea1e/0xaf35132e6302bd37 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb7b expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.412476:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002922ea1e/0xaf35132e6302bd37 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb7b expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.412486:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bea00, rc 0) 00000100:00100000:2.0:1780298631.412493:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604356352:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.412514:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e6302bd3e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb82 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.412523:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2397:x1866777608572544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 863us (972us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298631.412534:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e6302bd3e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb82 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.412534:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5216 00010000:00010000:2.0:1780298631.412548:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00000100:00100000:2.0:1780298631.412573:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608572672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 890us (984us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.412588:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5217 00000100:00100000:2.0:1780298631.413574:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.413615:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.413624:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608572800 00000100:00100000:0.0:1780298631.413630:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608572800 00000100:00100000:3.0:1780298631.413647:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608572928 00000100:00100000:0.0:1780298631.413659:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5218 00000100:00100000:0.0:1780298631.413667:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608572800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.413677:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.413687:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302bd45 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb89 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.413691:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608572928 00000100:00100000:3.0:1780298631.413720:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5219 00000100:00100000:0.0:1780298631.413724:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604356480:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.413730:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608572928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.413737:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.413745:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e6302bd4c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb90 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.413767:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604356608:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.413775:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.413792:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.414400:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604356480:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.414422:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302bd45 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb89 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.414438:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e6302bd45 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb89 expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.414449:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:2.0:1780298631.414486:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608572800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 819us (911us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.414494:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5218 00000100:00100000:0.0:1780298631.414502:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604356608:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.414523:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e6302bd4c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb90 expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.414538:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e6302bd4c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb90 expref: 6 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.414547:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:0.0:1780298631.414576:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2400:x1866777608572928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 850us (962us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.414594:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5219 00000100:00100000:3.0:1780298631.416054:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.416105:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608573184 00000100:00100000:2.0:1780298631.416109:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608573184 00000100:00100000:2.0:1780298631.416157:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61548 00000100:00100000:2.0:1780298631.416163:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+93:28749:x1866777608573184:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298631.416202:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.416219:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6302bd14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb58 expref: 93 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.416231:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.416234:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298631.416363:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302bd53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.416386:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e6302bcf1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb3c expref: 50 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.416396:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302bd53 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.416417:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e6302bcf1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb3c expref: 50 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.416426:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e6302bcf1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb3c expref: 50 pid: 7411 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.416435:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604356736:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.416472:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.417275:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604356736:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298631.417294:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302bd53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.417324:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.417379:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608573312 00000100:00100000:1.0:1780298631.417384:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608573312 00010000:00010000:1.0:1780298631.417408:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e6302bcf1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb3c expref: 51 pid: 7411 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.417439:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14255 00000100:00100000:1.0:1780298631.417448:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+51:2399:x1866777608573312:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298631.417457:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.417463:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e6302bcf1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb3c expref: 51 pid: 7411 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.417473:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e6302bcf1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb3c expref: 51 pid: 7411 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.417488:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e6302bcf1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb3c expref: 51 pid: 7411 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.417498:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298631.417502:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302bd53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.417513:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302bd53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.417519:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302bd53 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.417539:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298631.417565:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302bd53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.417572:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302bd53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.417576:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+50:2399:x1866777608573312:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 128us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.417586:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14255 00000001:00080000:3.0:1780298631.417632:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990715 00000004:00010000:3.0:1780298631.417695:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000090458cf1 reply state 00000000d40b8bad transno 4294990716 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302bd53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.417709:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2800/0xaf35132e6302bd53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.417716:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298631.417719:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298631.417721:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780298631.417785:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+95:28749:x1866777608573184:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1620us (1731us total) trans 4294990716 rc 0/0 00000100:00100000:3.0:1780298631.417792:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61548 00000020:00080000:3.0:1780298631.417796:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298631.418514:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.418550:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608573440 00000100:00100000:2.0:1780298631.418553:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608573440 00000100:00100000:2.0:1780298631.418583:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5220 00000100:00100000:2.0:1780298631.418590:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608573440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.418600:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.418610:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302bd5a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb97 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.418632:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e6302bd06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3551232->37105663] (req 3551232->3555327) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb51 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.418647:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(129 143) 00010000:00010000:2.0:1780298631.418651:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(130 143) 00010000:00010000:2.0:1780298631.418656:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302bd5a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb97 expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.418673:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e6302bd06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3551232->37105663] (req 3551232->3555327) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb51 expref: 7 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.418681:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e6302bd06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3551232->37105663] (req 3551232->3555327) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb51 expref: 7 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.418689:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604356864:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.418729:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.419345:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604356864:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298631.419358:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302bd5a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb97 expref: 7 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.419382:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00000100:00100000:0.0:1780298631.419405:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608573440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 817us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.419413:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5220 00000100:00100000:1.0:1780298631.419709:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.419729:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608573568 00000100:00100000:3.0:1780298631.419733:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608573568 00010000:00010000:3.0:1780298631.419746:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e6302bd06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [3551232->37105663] (req 3551232->3555327) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb51 expref: 7 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.419773:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14256 00000100:00100000:3.0:1780298631.419778:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608573568:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298631.419784:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298631.419795:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e6302bd06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3551232->37105663] (req 3551232->3555327) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb51 expref: 7 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.419802:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e6302bd06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3551232->37105663] (req 3551232->3555327) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb51 expref: 7 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.419813:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e6302bd06 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [3551232->37105663] (req 3551232->3555327) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb51 expref: 7 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.419820:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(130 143) 00010000:00010000:3.0:1780298631.419822:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(130 143) 00010000:00010000:3.0:1780298631.419826:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302bd5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb97 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.419835:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302bd5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb97 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.419849:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302bd5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb97 expref: 6 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.419855:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255681880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604356992:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298631.419882:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.420509:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255681880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777604356992:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298631.420517:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298631.420539:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608573568:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 761us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.420544:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14256 00000100:00100000:2.0:1780298631.420624:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.420659:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608573696 00000100:00100000:3.0:1780298631.420663:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608573696 00000100:00100000:3.0:1780298631.420693:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5221 00000100:00100000:3.0:1780298631.420700:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608573696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.420710:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.420719:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bd61 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbb9e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.420733:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000408198ca/0xaf35132e6302bc7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae1 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.420738:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(77 104) 00010000:00010000:3.0:1780298631.420740:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(78 104) 00010000:00010000:3.0:1780298631.420743:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bd61 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb9e expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.420758:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000408198ca/0xaf35132e6302bc7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae1 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.420765:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000408198ca/0xaf35132e6302bc7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae1 expref: 8 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.420773:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604357120:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298631.420812:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.421405:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604357120:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298631.421415:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bd61 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb9e expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.421422:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00000100:00100000:3.0:1780298631.421443:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608573696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 745us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.421447:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5221 00000100:00100000:0.0:1780298631.421826:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.421859:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608573824 00000100:00100000:1.0:1780298631.421862:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608573824 00010000:00010000:1.0:1780298631.421876:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000408198ca/0xaf35132e6302bc7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae1 expref: 9 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.421898:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14257 00000100:00100000:1.0:1780298631.421905:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608573824:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298631.421914:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.421925:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000408198ca/0xaf35132e6302bc7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae1 expref: 9 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.421935:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000408198ca/0xaf35132e6302bc7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae1 expref: 9 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.421946:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000408198ca/0xaf35132e6302bc7a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbae1 expref: 9 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.421953:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(78 104) 00010000:00010000:1.0:1780298631.421956:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(78 104) 00010000:00010000:1.0:1780298631.421959:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bd61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb9e expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.421964:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bd61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb9e expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.421979:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bd61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb9e expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.421985:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604357248:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298631.422016:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.422662:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777604357248:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298631.422674:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298631.422704:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608573824:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 797us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.422711:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14257 00000100:00100000:0.0:1780298631.422731:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.422790:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608573952 00000100:00100000:0.0:1780298631.422802:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.422824:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608573952 00000100:00100000:1.0:1780298631.422839:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608574080 00000100:00100000:1.0:1780298631.422844:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608574080 00002000:00010000:3.0:1780298631.422845:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298631.422849:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bb800 with x1866777608573952 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298631.422854:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548bb800. 00002000:00010000:1.0:1780298631.422856:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (3734505->18446744073709551615) 00002000:00100000:1.0:1780298631.422860:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bb480 with x1866777608574080 ext(3734505->18446744073709551615) 00002000:00010000:1.0:1780298631.422865:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548bb480. 00000100:00100000:3.0:1780298631.422874:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4730 00000100:00100000:3.0:1780298631.422882:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608573952:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298631.422889:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4731 00000100:00100000:1.0:1780298631.422897:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608574080:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298631.422982:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1780298631.422985:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.422987:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.422989:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:3.0:1780298631.422990:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 744 -> 744 00000100:00100000:3.0:1780298631.423015:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608573952:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 135us (287us total) trans 4294969211 rc 0/0 00000100:00100000:3.0:1780298631.423019:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4730 00002000:00010000:3.0:1780298631.423022:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298631.423024:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bb800 with x1866777608573952 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298631.423029:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548bb800. 00002000:00010000:1.0:1780298631.423032:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 864712 -> 3734505 00002000:00010000:1.0:1780298631.423037:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.423040:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.423043:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.423045:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 176 -> 176 00000100:00100000:1.0:1780298631.423078:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608574080:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 182us (275us total) trans 4294968870 rc 0/0 00000100:00100000:1.0:1780298631.423087:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4731 00002000:00010000:1.0:1780298631.423091:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (3734505->18446744073709551615) 00002000:00100000:1.0:1780298631.423094:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bb480 with x1866777608574080 ext(3734505->18446744073709551615) 00002000:00010000:1.0:1780298631.423099:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548bb480. 00000100:00100000:0.0:1780298631.423753:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.423784:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608574208 00000100:00100000:3.0:1780298631.423787:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608574208 00000100:00100000:3.0:1780298631.423812:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61549 00000100:00100000:3.0:1780298631.423817:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+50:28749:x1866777608574208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.423824:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.423833:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e6302bd68 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbba5 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.423883:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302bd6f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.423892:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302bd6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.423897:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302bd6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298631.423913:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 7928809 00000004:00200000:3.0:1780298631.423916:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298631.423927:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302bd6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.423941:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e6302bd68 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbba5 expref: 52 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.423948:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302bd6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbba5 expref: 51 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.423953:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298631.423955:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298631.423957:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d000, rc 0) 00000100:00100000:3.0:1780298631.423978:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+51:28749:x1866777608574208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 162us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.423982:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61549 00000100:00100000:2.0:1780298631.424743:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.424808:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608574336 00000100:00100000:3.0:1780298631.424811:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608574336 00000100:00100000:0.0:1780298631.424850:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.424871:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608574464 00000100:00100000:3.0:1780298631.424874:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608574464 00000100:00100000:2.0:1780298631.424881:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5222 00000100:00100000:2.0:1780298631.424890:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608574336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.424896:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298631.424903:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5223 00010000:00010000:2.0:1780298631.424904:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302bd76 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbbac expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.424913:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608574464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.424920:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.424927:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e6302bd7d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbbb3 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.424936:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604357376:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.424958:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604357504:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.424976:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.424982:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.425686:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777604357376:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.425689:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604357504:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.425711:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e6302bd7d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbb3 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.425717:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302bd76 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbac expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.425724:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e6302bd7d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbb3 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.425739:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00010000:00010000:0.0:1780298631.425745:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003540747e/0xaf35132e6302bd76 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbac expref: 7 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.425757:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3c00, rc 0) 00000100:00100000:3.0:1780298631.425763:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608574464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (916us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.425768:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5223 00000100:00100000:0.0:1780298631.425785:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608574336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 896us (1041us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.425793:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5222 00000100:00100000:0.0:1780298631.426665:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.426684:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.426702:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608574592 00000100:00100000:2.0:1780298631.426708:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608574592 00000100:00100000:2.0:1780298631.426735:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608574720 00000100:00100000:2.0:1780298631.426738:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608574720 00000100:00100000:1.0:1780298631.426746:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5224 00000100:00100000:1.0:1780298631.426760:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608574592:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298631.426761:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5225 00010000:00010000:1.0:1780298631.426770:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298631.426775:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608574720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.426778:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302bd84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbbba expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.426781:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.426789:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052307124/0xaf35132e6302bd8b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbbc1 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.426803:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604357632:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.426815:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604357760:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.426840:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.426841:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.427566:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604357760:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.427568:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604357632:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.427590:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302bd84 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbba expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.427595:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000052307124/0xaf35132e6302bd8b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbc1 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.427605:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302bd84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbba expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.427613:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bec00, rc 0) 00010000:00010000:3.0:1780298631.427614:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052307124/0xaf35132e6302bd8b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbc1 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.427626:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d800, rc 0) 00000100:00100000:0.0:1780298631.427640:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608574592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 886us (974us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.427645:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5224 00000100:00100000:3.0:1780298631.427652:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2398:x1866777608574720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 881us (965us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.427659:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5225 00000100:00100000:2.0:1780298631.428777:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.428810:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608574848 00000100:00100000:0.0:1780298631.428814:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608574848 00000100:00100000:0.0:1780298631.428844:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4732 00000100:00100000:0.0:1780298631.428849:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608574848:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298631.428973:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298631.428976:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.428978:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.428979:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.428981:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 744 -> 744 00000100:00100000:0.0:1780298631.429007:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608574848:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 157us (232us total) trans 4294969212 rc 0/0 00000100:00100000:0.0:1780298631.429011:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4732 00000100:00100000:2.0:1780298631.429830:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.429869:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608574976 00000100:00100000:1.0:1780298631.429873:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608574976 00000100:00100000:1.0:1780298631.429900:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61550 00000100:00100000:1.0:1780298631.429905:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+95:28749:x1866777608574976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.429917:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.429926:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bea00/0xaf35132e6302bd92 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbbc8 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.429977:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e6302bd99 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.429987:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e6302bd99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.429996:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e6302bd99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298631.430012:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 7928809 00000004:00200000:1.0:1780298631.430014:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298631.430025:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e6302bd99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.430040:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bea00/0xaf35132e6302bd92 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbc8 expref: 97 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.430049:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e6302bd99 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbc8 expref: 96 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.430054:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298631.430056:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298631.430058:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf400, rc 0) 00000100:00100000:1.0:1780298631.430088:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+96:28749:x1866777608574976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 182us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.430094:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61550 00000100:00100000:1.0:1780298631.431541:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.431574:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608575104 00000100:00100000:0.0:1780298631.431578:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608575104 00002000:00100000:0.0:1780298631.431611:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2551808->2613247) req@ffff9cf24519ea00 x1866777608575104/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.431621:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ea00 with x1866777608575104 ext(2551808->2613247) 00002000:00010000:0.0:1780298631.431625:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519ea00 00000100:00100000:0.0:1780298631.431642:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4733 00000100:00100000:0.0:1780298631.431650:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608575104:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.432554:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608575104:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 904us (1012us total) trans 0 rc 61440/61440 00000100:00100000:0.0:1780298631.432563:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4733 00002000:00100000:0.0:1780298631.432570:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (2551808->2613247) req@ffff9cf24519ea00 x1866777608575104/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.432584:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ea00 with x1866777608575104 ext(2551808->2613247) 00002000:00010000:0.0:1780298631.432588:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519ea00 00000100:00100000:1.0:1780298631.434880:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.434923:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608575232 00000100:00100000:0.0:1780298631.434928:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608575232 00000100:00100000:0.0:1780298631.434962:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5226 00000100:00100000:0.0:1780298631.434973:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608575232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.434986:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298631.434990:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298631.435002:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302bda0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbbcf expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.435024:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608575360 00000100:00100000:1.0:1780298631.435029:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608575360 00000100:00100000:1.0:1780298631.435062:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5227 00000100:00100000:0.0:1780298631.435068:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604357888:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.435075:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608575360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.435085:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.435096:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006c9b2c2/0xaf35132e6302bda7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbbd6 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.435149:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604358016:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.435164:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.435181:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12480 going to sleep for 11 seconds 00002000:00010000:2.0:1780298631.435985:0:8356:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 4194304 -> 5660662 00000100:00100000:2.0:1780298631.435999:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604357888:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.436000:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604358016:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.436024:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302bda0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbcf expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.436029:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000006c9b2c2/0xaf35132e6302bda7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbd6 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.436046:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6302bda0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbcf expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.436050:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006c9b2c2/0xaf35132e6302bda7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbd6 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.436075:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00010000:00010000:0.0:1780298631.436075:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be400, rc 0) 00000100:00100000:0.0:1780298631.436113:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608575360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1043us (1122us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.436119:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608575232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1148us (1243us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.436155:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5227 00000100:00100000:2.0:1780298631.436162:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5226 00000100:00100000:2.0:1780298631.437120:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.437176:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608575488 00000100:00100000:0.0:1780298631.437180:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608575488 00000100:00100000:2.0:1780298631.437196:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.437216:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608575616 00000100:00100000:0.0:1780298631.437220:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608575616 00000100:00100000:1.0:1780298631.437233:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5228 00000100:00100000:1.0:1780298631.437242:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608575488:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298631.437249:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5229 00010000:00010000:1.0:1780298631.437250:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298631.437254:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608575616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.437258:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302bdae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbbdd expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.437260:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.437266:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302bdb5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbbe4 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.437287:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604358144:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.437287:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604358272:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.437328:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.437328:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.438104:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604358272:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.438121:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302bdb5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbe4 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.438150:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604358144:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.438166:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302bdb5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbe4 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.438173:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302bdae lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbdd expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.438175:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00010000:00010000:2.0:1780298631.438188:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f15900ca/0xaf35132e6302bdae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbdd expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.438197:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf800, rc 0) 00000100:00100000:0.0:1780298631.438205:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608575616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 950us (1011us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.438211:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5229 00000100:00100000:2.0:1780298631.438219:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608575488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 978us (1099us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.438228:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5228 00000100:00100000:2.0:1780298631.439396:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.439431:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608575744 00000100:00100000:0.0:1780298631.439437:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608575744 00002000:00100000:0.0:1780298631.439464:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (827392->872447) req@ffff9cf242862a00 x1866777608575744/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.439474:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862a00 with x1866777608575744 ext(827392->872447) 00002000:00010000:0.0:1780298631.439478:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242862a00 00000100:00100000:0.0:1780298631.439501:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4734 00000100:00100000:0.0:1780298631.439510:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608575744:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.440412:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2397:x1866777608575744:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 903us (1016us total) trans 0 rc 45056/45056 00000100:00100000:0.0:1780298631.440419:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4734 00002000:00100000:0.0:1780298631.440426:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (827392->872447) req@ffff9cf242862a00 x1866777608575744/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.440435:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862a00 with x1866777608575744 ext(827392->872447) 00002000:00010000:0.0:1780298631.440438:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242862a00 00000100:00100000:1.0:1780298631.441694:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.441726:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608575872 00000100:00100000:2.0:1780298631.441731:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608575872 00000100:00100000:2.0:1780298631.441759:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5230 00000100:00100000:2.0:1780298631.441764:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608575872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.441773:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.441785:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302bdbc lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbbeb expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.441804:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bd61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb9e expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.441810:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(78 104) 00010000:00010000:2.0:1780298631.441813:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(79 104) 00010000:00010000:2.0:1780298631.441817:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302bdbc lrc: 4/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1212416->1236991] (req 1212416->1236991) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbeb expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.441839:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bd61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb9e expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.441859:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bd61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb9e expref: 6 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.441873:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604358400:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.441927:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.442617:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604358400:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298631.442636:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302bdbc lrc: 3/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1212416->1236991] (req 1212416->1236991) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbeb expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.442651:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:2.0:1780298631.442679:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608575872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 914us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.442686:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5230 00000100:00100000:1.0:1780298631.442796:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.442828:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608576000 00000100:00100000:2.0:1780298631.442833:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608576000 00010000:00010000:2.0:1780298631.442851:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bd61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb9e expref: 7 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.442879:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14258 00000100:00100000:2.0:1780298631.442885:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608576000:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298631.442893:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.442904:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bd61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb9e expref: 7 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.442915:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bd61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb9e expref: 7 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.442930:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6302bd61 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb9e expref: 7 pid: 8359 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.442937:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(79 104) 00010000:00010000:2.0:1780298631.442940:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(79 104) 00010000:00010000:2.0:1780298631.442945:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302bdbc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1212416->1236991) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbeb expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.442951:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302bdbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1212416->1236991) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbeb expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.442966:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302bdbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1212416->1236991) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbeb expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.442973:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604358528:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298631.443002:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.443754:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604358528:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298631.443762:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298631.443782:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608576000:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 899us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.443787:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14258 00000100:00100000:1.0:1780298631.444068:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.444105:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608576128 00000100:00100000:0.0:1780298631.444109:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608576128 00002000:00100000:0.0:1780298631.444154:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (1212416->1236991) req@ffff9cf24519dc00 x1866777608576128/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.444161:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519dc00 with x1866777608576128 ext(1212416->1236991) 00002000:00010000:0.0:1780298631.444165:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519dc00 00000100:00100000:0.0:1780298631.444182:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4735 00000100:00100000:0.0:1780298631.444188:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608576128:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.445076:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608576128:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 885us (1006us total) trans 0 rc 24576/24576 00000100:00100000:0.0:1780298631.445084:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4735 00002000:00100000:0.0:1780298631.445092:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (1212416->1236991) req@ffff9cf24519dc00 x1866777608576128/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.445101:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519dc00 with x1866777608576128 ext(1212416->1236991) 00002000:00010000:0.0:1780298631.445104:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519dc00 00000100:00100000:3.0:1780298631.446010:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.446054:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608576256 00000100:00100000:2.0:1780298631.446060:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608576256 00000100:00100000:2.0:1780298631.446086:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5231 00000100:00100000:2.0:1780298631.446091:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608576256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.446100:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.446111:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302bdc3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbbf2 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.446157:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604358656:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.446193:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.446905:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604358656:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.446920:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302bdc3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbf2 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.446934:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6302bdc3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbf2 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.446941:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:2.0:1780298631.446964:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608576256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 873us (955us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.446969:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5231 00000100:00100000:1.0:1780298631.447867:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.447893:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608576384 00000100:00100000:3.0:1780298631.447897:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608576384 00000100:00100000:3.0:1780298631.447920:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5232 00000100:00100000:3.0:1780298631.447925:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608576384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.447931:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.447938:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019c1a219/0xaf35132e6302bdca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbbf9 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.447962:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604358784:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.447992:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.448659:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604358784:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.448677:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019c1a219/0xaf35132e6302bdca lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbf9 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.448691:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019c1a219/0xaf35132e6302bdca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbf9 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.448697:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830dc00, rc 0) 00000100:00100000:2.0:1780298631.448724:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608576384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 798us (857us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.448731:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5232 00000100:00100000:1.0:1780298631.449571:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.449610:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608576512 00000100:00100000:2.0:1780298631.449614:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608576512 00000100:00100000:2.0:1780298631.449638:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5233 00000100:00100000:2.0:1780298631.449643:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608576512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.449649:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.449655:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302bdd1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc00 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.449676:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604358912:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.449708:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.450360:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604358912:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.450388:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302bdd1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc00 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.450403:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302bdd1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc00 expref: 7 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.450418:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298631.450448:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608576512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 805us (877us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.450456:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5233 00000100:00100000:3.0:1780298631.451196:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.451222:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608576640 00000100:00100000:2.0:1780298631.451231:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608576640 00000100:00100000:2.0:1780298631.451268:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5234 00000100:00100000:2.0:1780298631.451278:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608576640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.451288:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.451298:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302bdd8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc07 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.451327:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604359040:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.451379:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.452107:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604359040:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.452144:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302bdd8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc07 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.452158:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008676129/0xaf35132e6302bdd8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc07 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.452167:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377000, rc 0) 00000100:00100000:2.0:1780298631.452200:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608576640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 925us (1005us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.452207:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5234 00000100:00100000:1.0:1780298631.453434:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.453478:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608576768 00000100:00100000:3.0:1780298631.453483:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608576768 00002000:00100000:3.0:1780298631.453525:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (4673536->4739071) req@ffff9cf24519c380 x1866777608576768/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.453543:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519c380 with x1866777608576768 ext(4673536->4739071) 00002000:00010000:3.0:1780298631.453548:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519c380 00000100:00100000:3.0:1780298631.453569:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4736 00000100:00100000:3.0:1780298631.453578:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608576768:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298631.454309:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608576768:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 733us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.454314:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4736 00002000:00100000:1.0:1780298631.454319:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (4673536->4739071) req@ffff9cf24519c380 x1866777608576768/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.454326:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519c380 with x1866777608576768 ext(4673536->4739071) 00002000:00010000:1.0:1780298631.454328:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519c380 00000100:00100000:1.0:1780298631.455279:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.455309:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608576896 00000100:00100000:2.0:1780298631.455314:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608576896 00000100:00100000:2.0:1780298631.455342:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5235 00000100:00100000:2.0:1780298631.455348:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608576896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.455356:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.455376:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302bddf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc0e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.455415:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604359168:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.455461:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.456185:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604359168:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.456202:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302bddf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc0e expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.456215:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e6302bddf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc0e expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.456223:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:0.0:1780298631.456248:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608576896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 899us (969us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.456256:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5235 00000100:00100000:3.0:1780298631.457012:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.457043:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608577024 00000100:00100000:2.0:1780298631.457047:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608577024 00000100:00100000:2.0:1780298631.457070:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5236 00000100:00100000:2.0:1780298631.457075:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608577024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.457082:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.457088:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302bde6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc15 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.457110:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604359296:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.457167:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.457824:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604359296:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.457835:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302bde6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc15 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.457849:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e6302bde6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc15 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.457855:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:2.0:1780298631.457877:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608577024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 802us (868us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.457881:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5236 00000100:00100000:1.0:1780298631.458699:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.458745:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608577152 00000100:00100000:2.0:1780298631.458750:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608577152 00000100:00100000:2.0:1780298631.458788:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5237 00000100:00100000:2.0:1780298631.458797:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608577152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.458807:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.458819:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302bded lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc1c expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.458840:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302bdbc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1212416->1236991) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbeb expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.458850:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(79 104) 00010000:00010000:2.0:1780298631.458855:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(79 104) 00010000:00010000:2.0:1780298631.458861:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302bded lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1728512->1748991] (req 1728512->1748991) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc1c expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.458883:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302bdbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1212416->1236991) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbeb expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.458897:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302bdbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1212416->1236991) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbeb expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.458917:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604359424:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.458956:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.459624:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604359424:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298631.459641:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302bded lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1728512->1748991] (req 1728512->1748991) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc1c expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.459654:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:2.0:1780298631.459692:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608577152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 896us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.459700:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5237 00000100:00100000:1.0:1780298631.459926:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.459979:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608577280 00000100:00100000:3.0:1780298631.459984:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608577280 00010000:00010000:3.0:1780298631.460006:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302bdbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1212416->1236991) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbeb expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.460049:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14259 00000100:00100000:3.0:1780298631.460057:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608577280:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298631.460068:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298631.460082:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302bdbc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1212416->1236991) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbeb expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.460094:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302bdbc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1212416->1236991) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbeb expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.460112:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e6302bdbc lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1212416->1236991) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbeb expref: 10 pid: 12101 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.460144:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(79 104) 00010000:00010000:3.0:1780298631.460149:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(79 104) 00010000:00010000:3.0:1780298631.460159:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302bded lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1728512->35282943] (req 1728512->1748991) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc1c expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.460169:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302bded lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1728512->35282943] (req 1728512->1748991) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc1c expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.460193:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302bded lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1728512->35282943] (req 1728512->1748991) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc1c expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.460204:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604359552:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298631.460257:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.461006:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604359552:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298631.461021:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298631.461036:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.461085:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608577408 00000100:00100000:0.0:1780298631.461090:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608577408 00000100:00100000:3.0:1780298631.461110:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608577280:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1052us (1183us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.461120:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14259 00000100:00100000:0.0:1780298631.461167:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4737 00000100:00100000:0.0:1780298631.461177:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608577408:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298631.461429:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3734505 -> 3734505 00002000:00010000:0.0:1780298631.461433:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.461435:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.461438:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.461440:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 176 -> 216 00000100:00100000:0.0:1780298631.461481:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608577408:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 305us (446us total) trans 4294968871 rc 0/0 00000100:00100000:0.0:1780298631.461490:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4737 00000100:00100000:2.0:1780298631.462507:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.462551:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608577536 00000100:00100000:0.0:1780298631.462556:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608577536 00000100:00100000:0.0:1780298631.462590:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5238 00000100:00100000:0.0:1780298631.462601:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608577536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.462611:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.462625:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302bdf4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc23 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.462632:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.462667:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608577664 00000100:00100000:2.0:1780298631.462672:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608577664 00000100:00100000:0.0:1780298631.462676:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604359680:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.462715:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5239 00000100:00100000:2.0:1780298631.462726:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608577664:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298631.462733:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00010000:00010000:2.0:1780298631.462734:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.462746:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302bdfb lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc2a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.462788:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25548a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604359808:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.462826:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.463470:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604359680:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.463492:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302bdf4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc23 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.463510:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302bdf4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc23 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.463522:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00000100:00100000:0.0:1780298631.463553:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608577536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 955us (1048us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.463561:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5238 00000100:00100000:2.0:1780298631.463568:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25548a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604359808:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.463588:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302bdfb lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc2a expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.463602:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e6302bdfb lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc2a expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.463611:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:2.0:1780298631.463629:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608577664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 908us (1001us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.463633:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5239 00000100:00100000:1.0:1780298631.464716:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.464742:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.464763:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608577792 00000100:00100000:2.0:1780298631.464769:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608577792 00000100:00100000:3.0:1780298631.464770:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608577920 00000100:00100000:3.0:1780298631.464777:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608577920 00000100:00100000:2.0:1780298631.464800:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5240 00000100:00100000:2.0:1780298631.464806:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608577792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.464814:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298631.464820:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5241 00010000:00010000:2.0:1780298631.464823:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302be02 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc31 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.464832:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608577920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.464841:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298631.464851:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25548a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604359936:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.464853:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052307124/0xaf35132e6302be09 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc38 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.464889:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604360064:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.464892:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.464921:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.465618:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25548a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604359936:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.465637:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302be02 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc31 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.465663:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e6302be02 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc31 expref: 7 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.465673:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00000100:00100000:2.0:1780298631.465705:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2397:x1866777608577792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 899us (991us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.465712:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5240 00000100:00100000:3.0:1780298631.465918:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604360064:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.465933:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000052307124/0xaf35132e6302be09 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc38 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.465948:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052307124/0xaf35132e6302be09 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc38 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.465957:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d800, rc 0) 00000100:00100000:3.0:1780298631.465986:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608577920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1158us (1242us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.465993:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5241 00000100:00100000:1.0:1780298631.466931:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.466980:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608578048 00000100:00100000:0.0:1780298631.466986:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608578048 00000100:00100000:0.0:1780298631.467027:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5242 00000100:00100000:0.0:1780298631.467036:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608578048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.467047:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.467057:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302be10 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc3f expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.467077:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302bded lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1728512->35282943] (req 1728512->1748991) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc1c expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.467086:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(79 104) 00010000:00010000:0.0:1780298631.467090:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(80 104) 00010000:00010000:0.0:1780298631.467095:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302be10 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2002944->2043903] (req 2002944->2043903) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc3f expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.467117:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302bded lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1728512->35282943] (req 1728512->1748991) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc1c expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.467156:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302bded lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1728512->35282943] (req 1728512->1748991) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc1c expref: 9 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.467169:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604360192:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298631.467219:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.467931:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604360192:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298631.467949:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302be10 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2002944->2043903] (req 2002944->2043903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc3f expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.467961:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00000100:00100000:0.0:1780298631.467993:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:28749:x1866777608578048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 958us (1064us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.468000:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5242 00000100:00100000:1.0:1780298631.468247:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.468292:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608578176 00000100:00100000:0.0:1780298631.468297:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608578176 00010000:00010000:0.0:1780298631.468317:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302bded lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [1728512->35282943] (req 1728512->1748991) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc1c expref: 10 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.468348:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14260 00000100:00100000:0.0:1780298631.468358:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608578176:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298631.468380:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298631.468394:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302bded lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1728512->35282943] (req 1728512->1748991) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc1c expref: 10 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.468412:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302bded lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1728512->35282943] (req 1728512->1748991) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc1c expref: 10 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.468431:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6302bded lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [1728512->35282943] (req 1728512->1748991) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc1c expref: 10 pid: 19992 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.468442:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(80 104) 00010000:00010000:0.0:1780298631.468446:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(80 104) 00010000:00010000:0.0:1780298631.468455:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302be10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2002944->35557375] (req 2002944->2043903) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc3f expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.468464:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302be10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2002944->35557375] (req 2002944->2043903) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc3f expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.468488:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302be10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2002944->35557375] (req 2002944->2043903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc3f expref: 6 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.468500:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604360320:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298631.468543:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.469395:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604360320:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298631.469406:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298631.469429:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608578176:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1075us (1183us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.469437:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14260 00000100:00100000:2.0:1780298631.469634:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.469676:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608578304 00000100:00100000:0.0:1780298631.469681:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608578304 00000100:00100000:0.0:1780298631.469740:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4738 00000100:00100000:0.0:1780298631.469750:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608578304:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298631.469979:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3734505 -> 3734505 00002000:00010000:0.0:1780298631.469983:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.469986:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.469988:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.469990:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 216 -> 296 00000100:00100000:0.0:1780298631.470022:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608578304:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 274us (389us total) trans 4294968872 rc 0/0 00000100:00100000:0.0:1780298631.470030:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4738 00000100:00100000:1.0:1780298631.471099:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.471162:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608578432 00000100:00100000:2.0:1780298631.471167:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608578432 00000100:00100000:2.0:1780298631.471196:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5243 00000100:00100000:2.0:1780298631.471202:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608578432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.471211:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.471223:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302be17 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc46 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.471270:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25548b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604360448:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.471325:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.472063:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25548b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604360448:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.472080:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302be17 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc46 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.472095:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302be17 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc46 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.472106:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:2.0:1780298631.472173:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608578432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 970us (1075us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.472181:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5243 00000100:00100000:3.0:1780298631.473257:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.473295:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608578560 00000100:00100000:0.0:1780298631.473302:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608578560 00000100:00100000:0.0:1780298631.473344:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5244 00000100:00100000:0.0:1780298631.473353:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608578560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.473376:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.473388:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302be1e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc4d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.473424:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604360576:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.473476:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.474206:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604360576:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.474226:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302be1e lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc4d expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.474248:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302be1e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc4d expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.474259:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00000100:00100000:0.0:1780298631.474292:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608578560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 941us (1037us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.474300:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5244 00000100:00100000:1.0:1780298631.475409:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.475442:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608578688 00000100:00100000:3.0:1780298631.475447:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608578688 00000100:00100000:3.0:1780298631.475484:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5245 00000100:00100000:3.0:1780298631.475494:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608578688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.475504:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.475515:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052307124/0xaf35132e6302be25 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc54 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.475551:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255680e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604360704:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.475600:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.476286:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255680e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604360704:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.476303:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000052307124/0xaf35132e6302be25 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc54 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.476318:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052307124/0xaf35132e6302be25 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc54 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.476328:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d800, rc 0) 00000100:00100000:2.0:1780298631.476355:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777608578688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 864us (948us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.476361:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5245 00000100:00100000:1.0:1780298631.478511:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.478552:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608578816 00000100:00100000:0.0:1780298631.478559:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608578816 00000100:00100000:0.0:1780298631.478604:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5246 00000100:00100000:0.0:1780298631.478616:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608578816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.478632:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.478645:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302be2c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc5b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.478694:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604360832:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.478756:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.479714:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604360832:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.479738:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302be2c lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc5b expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.479757:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302be2c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc5b expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.479774:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:0.0:1780298631.479811:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777608578816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1199us (1305us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.479819:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5246 00000100:00100000:3.0:1780298631.480848:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.480888:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608578944 00000100:00100000:2.0:1780298631.480894:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608578944 00000100:00100000:2.0:1780298631.480937:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5247 00000100:00100000:2.0:1780298631.480947:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608578944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.480959:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.480972:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302be33 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc62 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.480999:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302be10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2002944->35557375] (req 2002944->2043903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc3f expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.481010:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(80 104) 00010000:00010000:2.0:1780298631.481016:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(81 104) 00010000:00010000:2.0:1780298631.481022:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302be33 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2592768->2641919] (req 2592768->2641919) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc62 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.481048:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302be10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2002944->35557375] (req 2002944->2043903) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc3f expref: 7 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.481063:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302be10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2002944->35557375] (req 2002944->2043903) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc3f expref: 7 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.481076:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25548b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604360960:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.481169:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.481934:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25548b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604360960:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298631.481951:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302be33 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2592768->2641919] (req 2592768->2641919) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc62 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.481965:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:2.0:1780298631.481999:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608578944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1050us (1148us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.482006:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5247 00000100:00100000:3.0:1780298631.482164:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.482203:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608579072 00000100:00100000:1.0:1780298631.482208:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608579072 00010000:00010000:1.0:1780298631.482234:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302be10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2002944->35557375] (req 2002944->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc3f expref: 8 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.482262:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14261 00000100:00100000:1.0:1780298631.482269:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255680e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608579072:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298631.482279:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.482293:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302be10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2002944->35557375] (req 2002944->2043903) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc3f expref: 8 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.482305:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302be10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2002944->35557375] (req 2002944->2043903) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc3f expref: 8 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.482324:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089ddab62/0xaf35132e6302be10 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2002944->35557375] (req 2002944->2043903) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc3f expref: 8 pid: 20252 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.482336:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(81 104) 00010000:00010000:1.0:1780298631.482340:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(81 104) 00010000:00010000:1.0:1780298631.482349:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302be33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2592768->36147199] (req 2592768->2641919) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc62 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.482359:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302be33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2592768->36147199] (req 2592768->2641919) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc62 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.482398:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302be33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [2592768->36147199] (req 2592768->2641919) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc62 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.482409:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25586f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604361088:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298631.482453:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.483194:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25586f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777604361088:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298631.483212:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298631.483243:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255680e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608579072:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 974us (1078us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.483254:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14261 00000100:00100000:3.0:1780298631.484496:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.484557:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608579200 00000100:00100000:0.0:1780298631.484566:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608579200 00000100:00100000:0.0:1780298631.484639:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4739 00000100:00100000:0.0:1780298631.484650:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608579200:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298631.484976:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3734505 -> 3734505 00002000:00010000:0.0:1780298631.484980:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.484983:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.484985:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298631 -> 1780298631 00002000:00010000:0.0:1780298631.484987:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 296 -> 400 00000100:00100000:0.0:1780298631.485059:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608579200:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 411us (569us total) trans 4294968873 rc 0/0 00000100:00100000:0.0:1780298631.485066:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4739 00000100:00100000:3.0:1780298631.486572:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.486616:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.486630:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608579328 00000100:00100000:0.0:1780298631.486637:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608579328 00000100:00100000:0.0:1780298631.486676:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608579456 00000100:00100000:0.0:1780298631.486680:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608579456 00000100:00100000:2.0:1780298631.486691:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5248 00000100:00100000:2.0:1780298631.486703:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608579328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.486716:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.486733:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302be3a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc69 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.486797:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25548b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604361216:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.486798:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5249 00000100:00100000:3.0:1780298631.486828:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608579456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.486848:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.486868:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e6302be41 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc70 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.486883:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.486931:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604361344:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.487078:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.487900:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25548b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604361216:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.487935:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302be3a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc69 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.487959:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302be3a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc69 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298631.487959:0:8359:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime: 1780298631 -> 1780298632 00000100:00100000:0.0:1780298631.487971:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604361344:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.487974:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00010000:00010000:0.0:1780298631.487995:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e6302be41 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc70 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.488016:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e6302be41 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc70 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.488022:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2399:x1866777608579328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1320us (1452us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.488035:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5248 00010000:00010000:0.0:1780298631.488036:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00000100:00100000:0.0:1780298631.488061:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608579456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1248us (1447us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.488066:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5249 00000100:00100000:1.0:1780298631.489093:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.489157:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608579584 00000100:00100000:0.0:1780298631.489162:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608579584 00000100:00100000:1.0:1780298631.489178:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.489199:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608579712 00000100:00100000:0.0:1780298631.489204:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608579712 00000100:00100000:2.0:1780298631.489221:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5250 00000100:00100000:2.0:1780298631.489232:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608579584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.489246:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298631.489247:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5251 00010000:00010000:2.0:1780298631.489263:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302be48 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc77 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.489275:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608579712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.489285:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.489299:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302be4f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc7e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.489306:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25548b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604361472:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.489341:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604361600:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.489361:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.489390:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.490268:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604361600:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.490278:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25548b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604361472:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.490295:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302be4f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc7e expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.490301:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302be48 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc77 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.490313:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302be4f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc7e expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.490321:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302be48 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc77 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.490324:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00010000:00010000:2.0:1780298631.490334:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:0.0:1780298631.490360:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777608579712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1101us (1182us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.490362:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608579584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1131us (1269us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.490382:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5251 00000100:00100000:2.0:1780298631.490391:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5250 00000100:00100000:3.0:1780298631.491724:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.491770:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608579840 00000100:00100000:1.0:1780298631.491779:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608579840 00000100:00100000:3.0:1780298631.491804:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.491844:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608579968 00000100:00100000:1.0:1780298631.491848:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608579968 00000100:00100000:2.0:1780298631.491859:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5252 00000100:00100000:0.0:1780298631.491875:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5253 00000100:00100000:2.0:1780298631.491876:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608579840:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298631.491890:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608579968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.491891:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.491902:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.491908:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302be56 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc85 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.491913:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302be5d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc8c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.491952:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604361856:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.491953:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25548b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604361728:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.492022:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.492023:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.492946:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25548b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604361728:192.168.203.25@tcp:106: 00002000:00010000:0.0:1780298631.492947:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime: 1780298631 -> 1780298632 00000100:00100000:0.0:1780298631.492964:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604361856:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.492971:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302be56 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc85 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.492985:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302be5d lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc8c expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.492991:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6302be56 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc85 expref: 7 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.493009:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00010000:00010000:0.0:1780298631.493011:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302be5d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc8c expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.493024:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00000100:00100000:2.0:1780298631.493047:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608579840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1178us (1330us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.493055:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5252 00000100:00100000:0.0:1780298631.493060:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608579968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1172us (1255us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.493073:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5253 00000100:00100000:1.0:1780298631.494605:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.494651:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608580096 00000100:00100000:0.0:1780298631.494657:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608580096 00000100:00100000:0.0:1780298631.494692:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5254 00000100:00100000:0.0:1780298631.494698:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608580096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.494710:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.494722:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302be64 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc93 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.494744:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(81 104) 00010000:00010000:0.0:1780298631.494748:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(81 104) 00010000:00010000:0.0:1780298631.494759:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302be64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [794624->2592767] (req 794624->798719) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc93 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.494775:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302be64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [794624->2592767] (req 794624->798719) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc93 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.494783:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:0.0:1780298631.494817:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:28749:x1866777608580096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 120us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.494822:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5254 00000100:00100000:3.0:1780298631.495812:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.495846:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608580224 00000100:00100000:0.0:1780298631.495850:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608580224 00002000:00100000:0.0:1780298631.495873:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (794624->798719) req@ffff9cf2551c4a80 x1866777608580224/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.495885:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c4a80 with x1866777608580224 ext(794624->798719) 00002000:00010000:0.0:1780298631.495889:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c4a80 00000100:00100000:0.0:1780298631.495905:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4740 00000100:00100000:0.0:1780298631.495910:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608580224:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.496056:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608580224:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 146us (247us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298631.496061:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4740 00002000:00100000:0.0:1780298631.496066:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (794624->798719) req@ffff9cf2551c4a80 x1866777608580224/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.496071:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c4a80 with x1866777608580224 ext(794624->798719) 00002000:00010000:0.0:1780298631.496074:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c4a80 00000100:00100000:1.0:1780298631.497467:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.497524:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608580352 00000100:00100000:3.0:1780298631.497529:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608580352 00002000:00100000:3.0:1780298631.497556:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (798720->802815) req@ffff9cf25586f480 x1866777608580352/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.497566:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586f480 with x1866777608580352 ext(798720->802815) 00002000:00010000:3.0:1780298631.497569:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25586f480 00000100:00100000:3.0:1780298631.497596:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4741 00000100:00100000:3.0:1780298631.497607:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608580352:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298631.497715:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608580352:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 108us (251us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298631.497722:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4741 00002000:00100000:3.0:1780298631.497728:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (798720->802815) req@ffff9cf25586f480 x1866777608580352/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.497744:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586f480 with x1866777608580352 ext(798720->802815) 00002000:00010000:3.0:1780298631.497747:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25586f480 00000100:00100000:1.0:1780298631.498903:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.498948:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608580480 00000100:00100000:0.0:1780298631.498952:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608580480 00002000:00100000:0.0:1780298631.498972:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (802816->806911) req@ffff9cf25586ca80 x1866777608580480/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.498978:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586ca80 with x1866777608580480 ext(802816->806911) 00002000:00010000:0.0:1780298631.498981:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25586ca80 00000100:00100000:0.0:1780298631.499000:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4742 00000100:00100000:0.0:1780298631.499005:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608580480:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.499092:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608580480:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 87us (192us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298631.499097:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4742 00002000:00100000:0.0:1780298631.499103:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (802816->806911) req@ffff9cf25586ca80 x1866777608580480/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.499109:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586ca80 with x1866777608580480 ext(802816->806911) 00002000:00010000:0.0:1780298631.499112:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25586ca80 00000100:00100000:2.0:1780298631.500254:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.500318:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608580608 00000100:00100000:0.0:1780298631.500324:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608580608 00002000:00100000:0.0:1780298631.500346:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (806912->811007) req@ffff9cf25548b480 x1866777608580608/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.500356:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b480 with x1866777608580608 ext(806912->811007) 00002000:00010000:0.0:1780298631.500359:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25548b480 00000100:00100000:0.0:1780298631.500419:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4743 00000100:00100000:0.0:1780298631.500429:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608580608:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.500535:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608580608:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 108us (284us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298631.500542:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4743 00002000:00100000:0.0:1780298631.500548:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (806912->811007) req@ffff9cf25548b480 x1866777608580608/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.500557:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b480 with x1866777608580608 ext(806912->811007) 00002000:00010000:0.0:1780298631.500560:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25548b480 00000100:00100000:1.0:1780298631.502038:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.502143:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608580736 00000100:00100000:0.0:1780298631.502151:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608580736 00002000:00100000:0.0:1780298631.502185:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (811008->815103) req@ffff9cf25586f800 x1866777608580736/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.502195:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586f800 with x1866777608580736 ext(811008->815103) 00002000:00010000:0.0:1780298631.502200:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25586f800 00000100:00100000:2.0:1780298631.502342:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4744 00000100:00100000:2.0:1780298631.502354:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25586f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608580736:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.502590:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25586f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608580736:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 237us (554us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298631.502598:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4744 00002000:00100000:2.0:1780298631.502606:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (811008->815103) req@ffff9cf25586f800 x1866777608580736/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.502617:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25586f800 with x1866777608580736 ext(811008->815103) 00002000:00010000:2.0:1780298631.502620:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25586f800 00000100:00100000:3.0:1780298631.504550:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.504643:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608580864 00000100:00100000:0.0:1780298631.504652:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608580864 00002000:00100000:0.0:1780298631.504686:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (815104->819199) req@ffff9cf2551c5f80 x1866777608580864/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.504698:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5f80 with x1866777608580864 ext(815104->819199) 00002000:00010000:0.0:1780298631.504702:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c5f80 00000100:00100000:0.0:1780298631.504734:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4745 00000100:00100000:0.0:1780298631.504743:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608580864:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.504881:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608580864:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 139us (338us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298631.504888:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4745 00002000:00100000:0.0:1780298631.504895:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (815104->819199) req@ffff9cf2551c5f80 x1866777608580864/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.504904:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c5f80 with x1866777608580864 ext(815104->819199) 00002000:00010000:0.0:1780298631.504907:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c5f80 00000100:00100000:3.0:1780298631.510197:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.510270:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608580992 00000100:00100000:1.0:1780298631.510282:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608580992 00002000:00100000:1.0:1780298631.510338:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (819200->823295) req@ffff9cf2551c6d80 x1866777608580992/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.510350:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c6d80 with x1866777608580992 ext(819200->823295) 00002000:00010000:1.0:1780298631.510358:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c6d80 00000100:00100000:1.0:1780298631.510407:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4746 00000100:00100000:1.0:1780298631.510419:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608580992:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298631.510612:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608580992:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 195us (425us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298631.510620:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4746 00002000:00100000:1.0:1780298631.510626:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0xf:0x0] (819200->823295) req@ffff9cf2551c6d80 x1866777608580992/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.510635:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2551c6d80 with x1866777608580992 ext(819200->823295) 00002000:00010000:1.0:1780298631.510638:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2551c6d80 00000100:00100000:2.0:1780298631.512358:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.512441:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608581120 00000100:00100000:0.0:1780298631.512450:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608581120 00002000:00100000:0.0:1780298631.512485:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (823296->860159) req@ffff9cf255489f80 x1866777608581120/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.512495:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489f80 with x1866777608581120 ext(823296->860159) 00002000:00010000:0.0:1780298631.512499:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255489f80 00000100:00100000:0.0:1780298631.512541:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4747 00000100:00100000:0.0:1780298631.512552:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608581120:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.514313:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608581120:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1758us (1954us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1780298631.514324:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4747 00002000:00100000:0.0:1780298631.514333:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0xf:0x0] (823296->860159) req@ffff9cf255489f80 x1866777608581120/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.514343:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489f80 with x1866777608581120 ext(823296->860159) 00002000:00010000:0.0:1780298631.514347:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255489f80 00000100:00100000:2.0:1780298631.516701:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.516832:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608581248 00000100:00100000:0.0:1780298631.516847:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608581248 00002000:00100000:0.0:1780298631.516904:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (794624->827391) req@ffff9cf255488380 x1866777608581248/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.516917:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488380 with x1866777608581248 ext(794624->827391) 00002000:00010000:0.0:1780298631.516922:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255488380 00000100:00100000:0.0:1780298631.516961:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4748 00000100:00100000:0.0:1780298631.516974:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608581248:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298631.518881:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608581248:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1904us (2180us total) trans 4294968874 rc 0/0 00000100:00100000:0.0:1780298631.518892:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4748 00002000:00100000:0.0:1780298631.518904:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (794624->827391) req@ffff9cf255488380 x1866777608581248/t4294968874(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/448 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.518914:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488380 with x1866777608581248 ext(794624->827391) 00002000:00010000:0.0:1780298631.518919:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255488380 00000100:00100000:2.0:1780298631.519930:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.519988:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608581376 00000100:00100000:0.0:1780298631.519997:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608581376 00000100:00100000:0.0:1780298631.520037:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5255 00000100:00100000:0.0:1780298631.520045:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777608581376:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298631.520824:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968874 is committed 00000001:00080000:1.0:1780298631.520836:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968872 is committed 00000100:00100000:0.0:1780298631.520945:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608581376:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 899us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.520953:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5255 00000100:00100000:3.0:1780298631.522285:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.522352:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608581504 00000100:00100000:1.0:1780298631.522376:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608581504 00000100:00100000:1.0:1780298631.522437:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5256 00000100:00100000:1.0:1780298631.522448:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608581504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.522467:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.522492:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a323d4b/0xaf35132e6302be6b lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbc9a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.522567:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604361984:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.522675:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12a80 going to sleep for 11 seconds 00002000:00010000:1.0:1780298631.523465:0:8358:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime: 1780298631 -> 1780298632 00002000:00010000:1.0:1780298631.523471:0:8358:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks: 400 -> 424 00000100:00100000:1.0:1780298631.523491:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604361984:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.523522:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000a323d4b/0xaf35132e6302be6b lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc9a expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.523543:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a323d4b/0xaf35132e6302be6b lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc9a expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.523563:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf000, rc 0) 00000100:00100000:1.0:1780298631.523607:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608581504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1160us (1334us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.523614:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5256 00000100:00100000:2.0:1780298631.524843:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.524929:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608581632 00000100:00100000:0.0:1780298631.524939:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608581632 00000100:00100000:0.0:1780298631.524992:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5257 00000100:00100000:0.0:1780298631.525001:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608581632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.525017:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.525034:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302be72 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbca1 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.525081:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604362112:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.525180:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.525986:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604362112:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.526006:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302be72 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbca1 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.526022:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2c0d375/0xaf35132e6302be72 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbca1 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.526031:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00000100:00100000:0.0:1780298631.526059:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608581632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1060us (1228us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.526065:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5257 00000100:00100000:3.0:1780298631.527184:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.527210:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608581760 00000100:00100000:0.0:1780298631.527215:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608581760 00000100:00100000:0.0:1780298631.527246:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5258 00000100:00100000:0.0:1780298631.527253:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608581760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.527264:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.527274:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302be79 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbca8 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.527302:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604362240:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.527340:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.528253:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604362240:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.528281:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302be79 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbca8 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.528299:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302be79 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbca8 expref: 6 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.528311:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00000100:00100000:0.0:1780298631.528349:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608581760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1096us (1169us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.528357:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5258 00000100:00100000:3.0:1780298631.529586:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.529636:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608581888 00000100:00100000:0.0:1780298631.529642:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608581888 00000100:00100000:0.0:1780298631.529685:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5259 00000100:00100000:0.0:1780298631.529696:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608581888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.529709:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.529723:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302be80 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbcaf expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.529761:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604362368:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.529811:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.530606:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604362368:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.530625:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302be80 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcaf expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.530638:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302be80 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcaf expref: 6 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.530646:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79400, rc 0) 00000100:00100000:0.0:1780298631.530671:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777608581888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 979us (1094us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.530677:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5259 00000100:00100000:2.0:1780298631.531774:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.531825:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608582144 00000100:00100000:0.0:1780298631.531831:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608582144 00000100:00100000:0.0:1780298631.531879:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61551 00000100:00100000:0.0:1780298631.531888:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+96:28749:x1866777608582144:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298631.531935:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298631.531957:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e6302bd99 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbbc8 expref: 96 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.531980:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.531985:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298631.532183:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302be87 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.532200:0:6476:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302bd6f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbba5 expref: 50 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.532216:0:6476:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302be87 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.532241:0:6476:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302bd6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbba5 expref: 50 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.532256:0:6476:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302bd6f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbba5 expref: 50 pid: 6477 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.532269:0:6476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777604362496:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298631.532323:0:6476:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.533031:0:6476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777604362496:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298631.533045:0:6476:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302be87 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.533261:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.533292:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608582272 00000100:00100000:0.0:1780298631.533296:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608582272 00010000:00010000:0.0:1780298631.533311:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302bd6f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbba5 expref: 51 pid: 6477 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.533335:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14262 00000100:00100000:0.0:1780298631.533341:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+51:2399:x1866777608582272:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298631.533349:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298631.533353:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302bd6f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbba5 expref: 51 pid: 6477 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.533361:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302bd6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbba5 expref: 51 pid: 6477 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.533383:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302bd6f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbba5 expref: 51 pid: 6477 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.533390:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.533393:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302be87 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.533401:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302be87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.533407:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302be87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.533428:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298631.533460:0:6476:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302be87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.533460:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+50:2399:x1866777608582272:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 118us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.533469:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14262 00010000:00010000:2.0:1780298631.533476:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302be87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298631.533536:0:6476:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990717 00000004:00010000:2.0:1780298631.533563:0:6476:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008ec6e049 reply state 00000000b11eda1d transno 4294990718 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302be87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.533576:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79200/0xaf35132e6302be87 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.533583:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.533586:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298631.533590:0:6476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298631.533650:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+98:28749:x1866777608582144:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1763us (1879us total) trans 4294990718 rc 0/0 00000100:00100000:2.0:1780298631.533658:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61551 00000020:00080000:2.0:1780298631.533662:0:6476:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298631.534399:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.534447:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608582400 00000100:00100000:1.0:1780298631.534451:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608582400 00000100:00100000:1.0:1780298631.534480:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5260 00000100:00100000:1.0:1780298631.534488:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608582400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.534505:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.534517:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302be8e lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbcb6 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.534535:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302be64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [794624->2592767] (req 794624->798719) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc93 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.534541:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302be33 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2592768->36147199] (req 2592768->2641919) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc62 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.534550:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(81 104) 00010000:00010000:1.0:1780298631.534553:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(83 104) 00010000:00010000:1.0:1780298631.534555:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302be8e lrc: 5/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcb6 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.534570:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302be33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2592768->36147199] (req 2592768->2641919) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc62 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.534577:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302be33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2592768->36147199] (req 2592768->2641919) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc62 expref: 9 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.534584:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604362624:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298631.534633:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302be64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [794624->2592767] (req 794624->798719) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc93 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.534644:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302be64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [794624->2592767] (req 794624->798719) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc93 expref: 9 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.534653:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604362752:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298631.534674:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.535331:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604362624:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298631.535346:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604362752:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298631.535376:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302be8e lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcb6 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.535388:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf200, rc 0) 00000100:00100000:1.0:1780298631.535413:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608582400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 927us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.535418:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5260 00000100:00100000:2.0:1780298631.535517:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.535536:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608582528 00000100:00100000:1.0:1780298631.535540:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608582528 00010000:00010000:1.0:1780298631.535555:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302be33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [2592768->36147199] (req 2592768->2641919) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc62 expref: 10 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.535577:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14263 00000100:00100000:1.0:1780298631.535584:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608582528:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298631.535593:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.535609:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302be33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2592768->36147199] (req 2592768->2641919) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc62 expref: 10 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.535621:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302be33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2592768->36147199] (req 2592768->2641919) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc62 expref: 10 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.535636:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302be33 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 5 type: EXT [2592768->36147199] (req 2592768->2641919) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc62 expref: 10 pid: 8356 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.535647:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298631.535673:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608582528:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 89us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.535685:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14263 00000100:00100000:1.0:1780298631.535839:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.535887:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608582656 00000100:00100000:2.0:1780298631.535892:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608582656 00010000:00010000:2.0:1780298631.535914:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302be64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [794624->2592767] (req 794624->798719) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc93 expref: 9 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.535945:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14264 00000100:00100000:2.0:1780298631.535953:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608582656:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298631.535961:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.535970:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302be64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [794624->2592767] (req 794624->798719) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc93 expref: 9 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.535980:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302be64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [794624->2592767] (req 794624->798719) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc93 expref: 9 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.535994:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302be64 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [794624->2592767] (req 794624->798719) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbc93 expref: 9 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.536005:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(83 104) 00010000:00010000:2.0:1780298631.536009:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(83 104) 00010000:00010000:2.0:1780298631.536014:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302be8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcb6 expref: 5 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.536023:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302be8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcb6 expref: 5 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.536047:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302be8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcb6 expref: 5 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.536058:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604362880:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298631.536099:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.536756:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777604362880:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298631.536770:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298631.536802:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608582656:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 849us (961us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.536809:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14264 00000100:00100000:1.0:1780298631.537066:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.537099:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.537162:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608582784 00000100:00100000:2.0:1780298631.537167:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608582912 00000100:00100000:0.0:1780298631.537167:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608582784 00000100:00100000:2.0:1780298631.537174:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608582912 00002000:00010000:0.0:1780298631.537194:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (3875499->18446744073709551615) 00002000:00010000:2.0:1780298631.537195:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:0.0:1780298631.537203:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813800 with x1866777608582784 ext(3875499->18446744073709551615) 00002000:00100000:2.0:1780298631.537204:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4a80 with x1866777608582912 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298631.537214:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd4a80. 00002000:00010000:0.0:1780298631.537214:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244813800. 00000100:00100000:2.0:1780298631.537241:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4749 00000100:00100000:1.0:1780298631.537257:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4750 00000100:00100000:2.0:1780298631.537264:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2399:x1866777608582912:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298631.537271:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608582784:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298631.537529:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 5660662 -> 3875499 00002000:00010000:1.0:1780298631.537532:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298631 -> 1780298632 00002000:00010000:1.0:1780298631.537534:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298631 -> 1780298631 00002000:00010000:1.0:1780298631.537536:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298631 -> 1780298632 00002000:00010000:1.0:1780298631.537538:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 744 -> 744 00000100:00100000:1.0:1780298631.537562:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608582784:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 298us (498us total) trans 4294969213 rc 0/0 00000100:00100000:1.0:1780298631.537567:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4750 00002000:00010000:1.0:1780298631.537570:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (3875499->18446744073709551615) 00002000:00100000:1.0:1780298631.537572:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813800 with x1866777608582784 ext(3875499->18446744073709551615) 00002000:00010000:1.0:1780298631.537576:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244813800. 00002000:00010000:2.0:1780298631.537818:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 3734505 -> 0 00002000:00010000:2.0:1780298631.537821:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298632 -> 1780298632 00002000:00010000:2.0:1780298631.537824:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298632 -> 1780298632 00002000:00010000:2.0:1780298631.537826:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298632 -> 1780298632 00002000:00010000:2.0:1780298631.537828:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 424 -> 0 00000100:00100000:2.0:1780298631.537955:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2399:x1866777608582912:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 698us (854us total) trans 4294968875 rc 0/0 00000100:00100000:2.0:1780298631.537963:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4749 00002000:00010000:2.0:1780298631.537967:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:2.0:1780298631.537970:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4a80 with x1866777608582912 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298631.537976:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd4a80. 00000100:00100000:1.0:1780298631.538956:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.538984:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608583040 00000100:00100000:3.0:1780298631.538989:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608583040 00000100:00100000:3.0:1780298631.539020:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61552 00000100:00100000:3.0:1780298631.539025:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+50:28749:x1866777608583040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.539036:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.539049:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ca00/0xaf35132e6302be95 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbcbd expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.539148:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e6302be9c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.539165:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e6302be9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.539177:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e6302be9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298631.539203:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 3875499 00000004:00200000:3.0:1780298631.539206:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298631.539222:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e6302be9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.539250:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ca00/0xaf35132e6302be95 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcbd expref: 52 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.539264:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e6302be9c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcbd expref: 51 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.539271:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298631.539274:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298631.539277:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00000100:00100000:3.0:1780298631.539312:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+51:28749:x1866777608583040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 286us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.539318:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61552 00000100:00100000:1.0:1780298631.540436:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.540463:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.540480:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608583168 00000100:00100000:0.0:1780298631.540485:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608583168 00000100:00100000:2.0:1780298631.540503:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608583296 00000100:00100000:2.0:1780298631.540509:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608583296 00000100:00100000:0.0:1780298631.540526:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5261 00000100:00100000:0.0:1780298631.540536:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bb85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608583168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.540545:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298631.540553:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5262 00010000:00010000:0.0:1780298631.540557:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302bea3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbcc4 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.540567:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608583296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.540579:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.540596:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302beaa lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbccb expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.540612:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604363008:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.540633:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604363136:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.540681:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424170c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.540681:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.541634:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604363136:192.168.203.25@tcp:106: 00002000:00010000:0.0:1780298631.541642:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298631 -> 1780298632 00010000:00010000:1.0:1780298631.541656:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302beaa lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbccb expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.541658:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604363008:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.541682:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302beaa lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbccb expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.541685:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302bea3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcc4 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.541693:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00010000:00010000:0.0:1780298631.541704:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302bea3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcc4 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.541717:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00000100:00100000:1.0:1780298631.541742:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608583296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1177us (1275us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.541747:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bb85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2400:x1866777608583168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1211us (1311us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.541757:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5262 00000100:00100000:0.0:1780298631.541768:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5261 00000100:00100000:1.0:1780298631.542883:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.542915:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.542931:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608583424 00000100:00100000:0.0:1780298631.542937:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608583424 00000100:00100000:2.0:1780298631.542960:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608583552 00000100:00100000:2.0:1780298631.542967:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608583552 00000100:00100000:0.0:1780298631.542977:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5263 00000100:00100000:0.0:1780298631.542988:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608583424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.543000:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298631.543007:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5264 00010000:00010000:0.0:1780298631.543012:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302beb1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbcd2 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.543019:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608583552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.543033:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.543042:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006c9b2c2/0xaf35132e6302beb8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbcd9 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.543059:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604363264:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.543078:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604363392:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.543112:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.543112:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.543884:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604363392:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.543901:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604363264:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.543907:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000006c9b2c2/0xaf35132e6302beb8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcd9 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.543919:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302beb1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcd2 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.543925:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006c9b2c2/0xaf35132e6302beb8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcd9 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.543934:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004034a8d8/0xaf35132e6302beb1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcd2 expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.543953:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79400, rc 0) 00010000:00010000:1.0:1780298631.543958:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be400, rc 0) 00000100:00100000:1.0:1780298631.543990:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2397:x1866777608583552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 972us (1071us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.543990:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:2398:x1866777608583424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1001us (1106us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.544006:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5263 00000100:00100000:1.0:1780298631.544013:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5264 00000100:00100000:2.0:1780298631.545696:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.545745:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608583808 00000100:00100000:3.0:1780298631.545752:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608583808 00000100:00100000:3.0:1780298631.545786:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61553 00000100:00100000:3.0:1780298631.545791:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+51:28749:x1866777608583808:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:3.0:1780298631.545830:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298631.545846:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e6302be9c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcbd expref: 51 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.545856:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298631.545859:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298631.546009:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ca00/0xaf35132e6302bebf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.546025:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ca00/0xaf35132e6302bebf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.546223:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ca00/0xaf35132e6302bebf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780298631.546302:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990719 00000004:00010000:3.0:1780298631.546338:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a92c6354 reply state 0000000097ab53d9 transno 4294990720 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ca00/0xaf35132e6302bebf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.546350:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ca00/0xaf35132e6302bebf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.546355:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298631.546357:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298631.546360:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780298631.546475:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+53:28749:x1866777608583808:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 679us (779us total) trans 4294990720 rc 0/0 00000100:00100000:3.0:1780298631.546484:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61553 00000020:00080000:3.0:1780298631.546492:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298631.547345:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.547396:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608583936 00000100:00100000:3.0:1780298631.547404:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608583936 00000100:00100000:3.0:1780298631.547448:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5265 00000100:00100000:3.0:1780298631.547458:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+6:28749:x1866777608583936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.547472:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.547485:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6302bec6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbce0 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.547507:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302bd5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb97 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.547523:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(130 143) 00010000:00010000:3.0:1780298631.547527:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(131 143) 00010000:00010000:3.0:1780298631.547533:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6302bec6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce0 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.547573:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302bd5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb97 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.547585:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302bd5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb97 expref: 8 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.547600:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604363520:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298631.547662:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.548397:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604363520:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298631.548420:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6302bec6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce0 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.548435:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00000100:00100000:3.0:1780298631.548529:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608583936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1072us (1185us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.548538:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5265 00000100:00100000:0.0:1780298631.548655:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.548714:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608584064 00000100:00100000:3.0:1780298631.548720:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608584064 00010000:00010000:3.0:1780298631.548770:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302bd5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb97 expref: 9 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.548805:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14265 00000100:00100000:3.0:1780298631.548813:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608584064:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298631.548825:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298631.548843:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302bd5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb97 expref: 9 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.548854:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302bd5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb97 expref: 9 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.548871:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6302bd5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbb97 expref: 9 pid: 9128 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.548883:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(131 143) 00010000:00010000:3.0:1780298631.548887:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(131 143) 00010000:00010000:3.0:1780298631.548893:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6302bec6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce0 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.548902:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6302bec6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce0 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.548926:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6302bec6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce0 expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.548957:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604363648:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298631.549004:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.549766:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777604363648:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298631.549777:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298631.549807:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608584064:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 996us (1155us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.549815:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14265 00000100:00100000:2.0:1780298631.549940:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.549979:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608584192 00000100:00100000:0.0:1780298631.549986:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608584192 00000100:00100000:0.0:1780298631.550030:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5266 00000100:00100000:0.0:1780298631.550049:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608584192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.550064:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.550078:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302becd lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbce7 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.550102:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302be8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcb6 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.550111:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(83 104) 00010000:00010000:0.0:1780298631.550115:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(84 104) 00010000:00010000:0.0:1780298631.550121:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302becd lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce7 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.550185:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302be8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcb6 expref: 6 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.550199:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302be8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcb6 expref: 6 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.550213:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604363776:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298631.550278:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.550947:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604363776:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298631.550969:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302becd lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce7 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.550983:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00000100:00100000:3.0:1780298631.551074:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608584192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1033us (1131us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.551082:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5266 00000100:00100000:1.0:1780298631.551183:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.551224:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608584320 00000100:00100000:0.0:1780298631.551229:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608584320 00010000:00010000:0.0:1780298631.551249:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302be8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcb6 expref: 7 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.551278:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14266 00000100:00100000:0.0:1780298631.551288:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608584320:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298631.551297:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298631.551313:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302be8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcb6 expref: 7 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.551325:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302be8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcb6 expref: 7 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.551342:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cddfdb0a/0xaf35132e6302be8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcb6 expref: 7 pid: 8358 timeout: 920 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.551356:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(84 104) 00010000:00010000:0.0:1780298631.551359:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(84 104) 00010000:00010000:0.0:1780298631.551377:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302becd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce7 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.551387:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302becd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce7 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.551411:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302becd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce7 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.551422:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604363904:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298631.551463:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.552147:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777604363904:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298631.552167:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298631.552197:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608584320:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 911us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.552205:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14266 00000100:00100000:1.0:1780298631.552293:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.552319:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.552348:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608584576 00000100:00100000:3.0:1780298631.552355:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608584576 00000100:00100000:2.0:1780298631.552356:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608584448 00000100:00100000:2.0:1780298631.552362:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608584448 00002000:00010000:3.0:1780298631.552400:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2052722->18446744073709551615) 00002000:00010000:2.0:1780298631.552401:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298631.552418:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd6a00 with x1866777608584576 ext(2052722->18446744073709551615) 00002000:00100000:2.0:1780298631.552418:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4e00 with x1866777608584448 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298631.552430:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd6a00. 00002000:00010000:2.0:1780298631.552431:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd4e00. 00000100:00100000:3.0:1780298631.552473:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4751 00000100:00100000:3.0:1780298631.552489:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608584576:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298631.552494:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4752 00000100:00100000:2.0:1780298631.552518:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608584448:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298631.552676:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 3875499 -> 4194304 00002000:00010000:2.0:1780298631.552681:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298632 -> 1780298632 00002000:00010000:2.0:1780298631.552683:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298632 -> 1780298631 00002000:00010000:2.0:1780298631.552686:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298632 -> 1780298632 00002000:00010000:2.0:1780298631.552688:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 744 -> 744 00002000:00010000:3.0:1780298631.552708:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 2052722 00002000:00010000:3.0:1780298631.552713:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298632 -> 1780298632 00002000:00010000:3.0:1780298631.552717:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298632 -> 1780298632 00002000:00010000:3.0:1780298631.552719:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298632 -> 1780298632 00002000:00010000:3.0:1780298631.552721:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298631.552729:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608584448:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 219us (407us total) trans 4294969214 rc 0/0 00000100:00100000:2.0:1780298631.552737:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4752 00002000:00010000:2.0:1780298631.552741:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298631.552745:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4e00 with x1866777608584448 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298631.552751:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd4e00. 00000100:00100000:3.0:1780298631.552760:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608584576:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 273us (465us total) trans 4294968876 rc 0/0 00000100:00100000:3.0:1780298631.552770:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4751 00002000:00010000:3.0:1780298631.552774:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (2052722->18446744073709551615) 00002000:00100000:3.0:1780298631.552778:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd6a00 with x1866777608584576 ext(2052722->18446744073709551615) 00002000:00010000:3.0:1780298631.552783:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd6a00. 00000100:00100000:2.0:1780298631.553964:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.554017:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608584704 00000100:00100000:0.0:1780298631.554023:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608584704 00002000:00100000:0.0:1780298631.554049:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (1990656->1994751) req@ffff9cf255491f80 x1866777608584704/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.554060:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255491f80 with x1866777608584704 ext(1990656->1994751) 00002000:00010000:0.0:1780298631.554064:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255491f80 00000100:00100000:0.0:1780298631.554084:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4753 00000100:00100000:0.0:1780298631.554091:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608584704:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.554248:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608584704:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 158us (286us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298631.554253:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4753 00002000:00100000:0.0:1780298631.554257:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (1990656->1994751) req@ffff9cf255491f80 x1866777608584704/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.554263:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255491f80 with x1866777608584704 ext(1990656->1994751) 00002000:00010000:0.0:1780298631.554265:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255491f80 00000100:00100000:1.0:1780298631.555386:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.555422:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608584832 00000100:00100000:0.0:1780298631.555426:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608584832 00002000:00100000:0.0:1780298631.555442:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (1994752->1998847) req@ffff9cf347cd5f80 x1866777608584832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.555449:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5f80 with x1866777608584832 ext(1994752->1998847) 00002000:00010000:0.0:1780298631.555452:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd5f80 00000100:00100000:0.0:1780298631.555466:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4754 00000100:00100000:0.0:1780298631.555471:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608584832:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.555536:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608584832:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 64us (151us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298631.555540:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4754 00002000:00100000:0.0:1780298631.555544:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0xf:0x0] (1994752->1998847) req@ffff9cf347cd5f80 x1866777608584832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.555550:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5f80 with x1866777608584832 ext(1994752->1998847) 00002000:00010000:0.0:1780298631.555552:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd5f80 00000100:00100000:1.0:1780298631.557159:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.557207:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608584960 00000100:00100000:2.0:1780298631.557211:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608584960 00002000:00100000:2.0:1780298631.557228:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (1769472->2056191) req@ffff9cf347cd4000 x1866777608584960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 504/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.557235:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4000 with x1866777608584960 ext(1769472->2056191) 00002000:00010000:2.0:1780298631.557237:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd4000 00000100:00100000:2.0:1780298631.557252:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4755 00000100:00100000:2.0:1780298631.557257:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608584960:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.558704:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608584960:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1444us (1577us total) trans 0 rc 278528/278528 00000100:00100000:0.0:1780298631.558713:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4755 00002000:00100000:0.0:1780298631.558721:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (1769472->2056191) req@ffff9cf347cd4000 x1866777608584960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 504/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 278528/278528 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.558730:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4000 with x1866777608584960 ext(1769472->2056191) 00002000:00010000:0.0:1780298631.558734:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd4000 00000100:00100000:1.0:1780298631.562051:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.562109:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608585088 00000100:00100000:2.0:1780298631.562116:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608585088 00002000:00100000:2.0:1780298631.562169:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (1990656->2052721) req@ffff9cf347cd5c00 x1866777608585088/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.562178:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5c00 with x1866777608585088 ext(1990656->2052721) 00002000:00010000:2.0:1780298631.562181:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd5c00 00000100:00100000:2.0:1780298631.562198:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4756 00000100:00100000:2.0:1780298631.562204:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608585088:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298631.563587:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608585088:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1381us (1539us total) trans 4294968877 rc 0/0 00000100:00100000:2.0:1780298631.563599:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4756 00002000:00100000:2.0:1780298631.563606:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0xf:0x0] (1990656->2052721) req@ffff9cf347cd5c00 x1866777608585088/t4294968877(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/448 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.563614:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5c00 with x1866777608585088 ext(1990656->2052721) 00002000:00010000:2.0:1780298631.563618:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd5c00 00000100:00100000:1.0:1780298631.564353:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.564398:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608585216 00000100:00100000:2.0:1780298631.564401:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608585216 00000100:00100000:2.0:1780298631.564425:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5267 00000100:00100000:2.0:1780298631.564430:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777608585216:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298631.565183:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968877 is committed 00000001:00080000:1.0:1780298631.565197:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294968875 is committed 00000100:00100000:2.0:1780298631.565287:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608585216:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 853us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.565295:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5267 00000100:00100000:1.0:1780298631.566147:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.566196:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608585344 00000100:00100000:0.0:1780298631.566201:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608585344 00000100:00100000:0.0:1780298631.566234:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61554 00000100:00100000:0.0:1780298631.566239:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+53:28749:x1866777608585344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.566256:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.566273:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e6302bed4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbcee expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.566350:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e6302bedb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.566362:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e6302bedb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.566384:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e6302bedb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298631.566406:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6247026 00000004:00200000:0.0:1780298631.566410:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298631.566436:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e6302bedb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.566462:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e6302bed4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcee expref: 55 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.566479:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e6302bedb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcee expref: 54 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.566488:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.566491:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298631.566494:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:0.0:1780298631.566522:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+54:28749:x1866777608585344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 283us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.566527:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61554 00000100:00100000:0.0:1780298631.568085:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.568167:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608585472 00000100:00100000:3.0:1780298631.568179:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608585472 00000100:00100000:2.0:1780298631.568295:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4757 00000100:00100000:2.0:1780298631.568305:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608585472:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298631.568486:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2052722 -> 2052722 00002000:00010000:2.0:1780298631.568489:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298632 -> 1780298632 00002000:00010000:2.0:1780298631.568490:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298632 -> 1780298632 00002000:00010000:2.0:1780298631.568492:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298632 -> 1780298632 00002000:00010000:2.0:1780298631.568493:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 240 00000100:00100000:2.0:1780298631.568540:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608585472:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 237us (458us total) trans 4294968878 rc 0/0 00000100:00100000:2.0:1780298631.568545:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4757 00000100:00100000:1.0:1780298631.569377:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.569427:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608585600 00000100:00100000:2.0:1780298631.569433:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608585600 00000100:00100000:2.0:1780298631.569468:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61555 00000100:00100000:2.0:1780298631.569475:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+98:28749:x1866777608585600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.569488:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.569502:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302bee2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbcf5 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.569563:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302bee9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.569577:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302bee9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.569587:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302bee9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298631.569612:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 6247026 00000004:00200000:2.0:1780298631.569616:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298631.569632:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302bee9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.569655:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841de00/0xaf35132e6302bee2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcf5 expref: 100 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.569679:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302bee9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcf5 expref: 99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.569688:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:2.0:1780298631.569690:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298631.569694:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:2.0:1780298631.569736:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+99:28749:x1866777608585600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 262us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.569743:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61555 00000100:00100000:1.0:1780298631.570787:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.570822:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.570861:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608585728 00000100:00100000:3.0:1780298631.570869:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608585728 00000100:00100000:2.0:1780298631.570869:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608585856 00000100:00100000:2.0:1780298631.570877:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608585856 00000100:00100000:3.0:1780298631.570917:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5268 00000100:00100000:3.0:1780298631.570927:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608585728:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298631.570937:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5269 00010000:00010000:3.0:1780298631.570946:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298631.570951:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608585856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.570960:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302bef0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbcfc expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.570962:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.570975:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302bef7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd03 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.571013:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604364032:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.571026:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604364160:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.571101:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.571103:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00002000:00010000:3.0:1780298631.571881:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298631 -> 1780298632 00000100:00100000:3.0:1780298631.571899:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777604364032:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.571905:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604364160:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.571925:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302bef0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcfc expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.571937:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302bef7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd03 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.571949:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302bef0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcfc expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.571959:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00010000:00010000:2.0:1780298631.571960:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302bef7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd03 expref: 6 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.571981:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:3.0:1780298631.572003:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777608585728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1073us (1215us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.572013:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5268 00000100:00100000:2.0:1780298631.572021:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608585856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1069us (1192us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.572033:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5269 00000100:00100000:1.0:1780298631.572932:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.572961:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608585984 00000100:00100000:1.0:1780298631.572961:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.572966:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608585984 00000100:00100000:3.0:1780298631.572998:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608586112 00000100:00100000:3.0:1780298631.573002:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608586112 00000100:00100000:0.0:1780298631.573012:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5270 00000100:00100000:2.0:1780298631.573025:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5271 00000100:00100000:0.0:1780298631.573034:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608585984:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298631.573043:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608586112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.573046:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.573054:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.573060:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302befe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd0a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.573063:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302bf05 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd11 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.573116:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604364288:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.573170:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604364416:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.573195:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.573214:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.573883:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604364288:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.573898:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302bf05 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd11 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.573909:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e6302bf05 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd11 expref: 6 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.573917:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:2.0:1780298631.573951:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608586112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 914us (990us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.573957:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5271 00000100:00100000:3.0:1780298631.574092:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604364416:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.574110:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302befe lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd0a expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.574121:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2c0d375/0xaf35132e6302befe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd0a expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.574160:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00000100:00100000:2.0:1780298631.574219:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608585984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1196us (1288us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.574225:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5270 00000100:00100000:1.0:1780298631.575166:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.575190:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.575218:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608586240 00000100:00100000:3.0:1780298631.575221:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608586368 00000100:00100000:0.0:1780298631.575223:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608586240 00000100:00100000:3.0:1780298631.575227:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608586368 00000100:00100000:0.0:1780298631.575257:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5272 00000100:00100000:0.0:1780298631.575265:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608586240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.575273:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298631.575279:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5273 00010000:00010000:0.0:1780298631.575284:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6302bf0c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd18 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.575293:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608586368:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298631.575314:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604364544:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.575331:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.575342:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302bf13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd1f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.575381:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.575387:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604364672:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.575417:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.576160:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604364672:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.576167:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604364544:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.576199:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302bf13 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd1f expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.576204:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6302bf0c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd18 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.576215:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6302bf13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd1f expref: 6 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.576225:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00010000:00010000:0.0:1780298631.576225:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6302bf0c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd18 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.576239:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79a00, rc 0) 00000100:00100000:2.0:1780298631.576253:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777608586368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 967us (1061us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.576259:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5273 00000100:00100000:0.0:1780298631.576266:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777608586240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1001us (1099us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.576275:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5272 00000100:00100000:1.0:1780298631.577271:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.577304:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608586496 00000100:00100000:3.0:1780298631.577311:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608586496 00000100:00100000:3.0:1780298631.577347:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5274 00000100:00100000:3.0:1780298631.577356:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:28749:x1866777608586496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.577376:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.577387:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302bf1a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd26 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.577403:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6302bec6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce0 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.577410:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(131 143) 00010000:00010000:3.0:1780298631.577413:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(132 143) 00010000:00010000:3.0:1780298631.577417:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302bf1a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4042752->4046847] (req 4042752->4046847) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd26 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.577434:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6302bec6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce0 expref: 7 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.577444:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6302bec6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce0 expref: 7 pid: 12101 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.577452:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604364800:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298631.577502:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.578374:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604364800:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298631.578393:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298631.578395:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302bf1a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [4042752->4046847] (req 4042752->4046847) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd26 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.578411:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00000100:00100000:2.0:1780298631.578450:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608586624 00000100:00100000:1.0:1780298631.578450:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608586496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1095us (1178us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.578462:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608586624 00000100:00100000:1.0:1780298631.578463:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5274 00010000:00010000:2.0:1780298631.578499:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6302bec6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce0 expref: 8 pid: 12101 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.578539:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14267 00000100:00100000:2.0:1780298631.578549:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608586624:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298631.578571:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.578588:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6302bec6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce0 expref: 8 pid: 12101 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.578601:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6302bec6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce0 expref: 8 pid: 12101 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.578626:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6302bec6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce0 expref: 8 pid: 12101 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.578639:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(132 143) 00010000:00010000:2.0:1780298631.578643:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(132 143) 00010000:00010000:2.0:1780298631.578651:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302bf1a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4042752->4046847) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd26 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.578659:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302bf1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4042752->4046847) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd26 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.578683:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302bf1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4042752->4046847) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd26 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.578694:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604364928:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298631.578742:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.579447:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604364928:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298631.579462:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298631.579499:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608586624:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 952us (1109us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.579507:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14267 00000100:00100000:1.0:1780298631.579797:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.579841:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608586752 00000100:00100000:0.0:1780298631.579848:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608586752 00002000:00100000:0.0:1780298631.579881:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (4042752->4046847) req@ffff9cf343966300 x1866777608586752/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.579889:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966300 with x1866777608586752 ext(4042752->4046847) 00002000:00010000:0.0:1780298631.579893:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966300 00000100:00100000:0.0:1780298631.579912:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4758 00000100:00100000:0.0:1780298631.579918:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608586752:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.580086:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608586752:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 167us (290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298631.580093:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4758 00002000:00100000:0.0:1780298631.580100:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (4042752->4046847) req@ffff9cf343966300 x1866777608586752/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.580109:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966300 with x1866777608586752 ext(4042752->4046847) 00002000:00010000:0.0:1780298631.580112:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966300 00000100:00100000:0.0:1780298631.581294:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.581340:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608586880 00000100:00100000:3.0:1780298631.581345:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608586880 00002000:00100000:3.0:1780298631.581378:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (4046848->4050943) req@ffff9cf25599ce00 x1866777608586880/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.581388:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599ce00 with x1866777608586880 ext(4046848->4050943) 00002000:00010000:3.0:1780298631.581391:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25599ce00 00000100:00100000:3.0:1780298631.581410:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4759 00000100:00100000:3.0:1780298631.581418:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608586880:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298631.581505:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608586880:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 88us (211us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298631.581513:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4759 00002000:00100000:3.0:1780298631.581519:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (4046848->4050943) req@ffff9cf25599ce00 x1866777608586880/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.581528:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599ce00 with x1866777608586880 ext(4046848->4050943) 00002000:00010000:3.0:1780298631.581531:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25599ce00 00000100:00100000:2.0:1780298631.582716:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.582764:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608587008 00000100:00100000:0.0:1780298631.582769:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608587008 00002000:00100000:0.0:1780298631.582787:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (4022272->4087807) req@ffff9cf255493480 x1866777608587008/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 504/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.582794:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255493480 with x1866777608587008 ext(4022272->4087807) 00002000:00010000:0.0:1780298631.582797:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255493480 00000100:00100000:0.0:1780298631.582814:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4760 00000100:00100000:0.0:1780298631.582819:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608587008:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298631.583892:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777608587008:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1068us (1177us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1780298631.583903:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4760 00002000:00100000:0.0:1780298631.583915:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (4022272->4087807) req@ffff9cf255493480 x1866777608587008/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:337/0 lens 504/440 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298631.583926:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255493480 with x1866777608587008 ext(4022272->4087807) 00002000:00010000:0.0:1780298631.583931:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255493480 00000100:00100000:1.0:1780298631.584888:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.584924:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608587136 00000100:00100000:2.0:1780298631.584932:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608587136 00000100:00100000:2.0:1780298631.584978:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5275 00000100:00100000:2.0:1780298631.584994:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2399:x1866777608587136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.585010:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.585026:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302bf21 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd2d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.585046:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(132 143) 00010000:00010000:2.0:1780298631.585049:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(132 143) 00010000:00010000:2.0:1780298631.585056:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302bf21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd2d expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.585069:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302bf21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd2d expref: 8 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.585078:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:2.0:1780298631.585104:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2399:x1866777608587136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 119us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.585109:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5275 00000100:00100000:1.0:1780298631.586174:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.586202:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608587392 00000100:00100000:3.0:1780298631.586208:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608587392 00000100:00100000:3.0:1780298631.586246:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61556 00000100:00100000:3.0:1780298631.586255:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+99:28749:x1866777608587392:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:3.0:1780298631.586299:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298631.586322:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e6302bee9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcf5 expref: 99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.586339:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298631.586343:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298631.586513:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302bf28 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.586534:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e6302bedb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcee expref: 53 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.586550:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302bf28 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.586575:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e6302bedb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcee expref: 53 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.586585:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e6302bedb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcee expref: 53 pid: 7411 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.586596:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604365056:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298631.586657:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.587269:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777604365056:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298631.587303:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302bf28 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.587385:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.587426:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608587520 00000100:00100000:0.0:1780298631.587433:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608587520 00010000:00010000:0.0:1780298631.587454:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e6302bedb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcee expref: 54 pid: 7411 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.587483:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14268 00000100:00100000:0.0:1780298631.587491:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+54:2400:x1866777608587520:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298631.587500:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298631.587505:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e6302bedb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcee expref: 54 pid: 7411 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.587517:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e6302bedb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcee expref: 54 pid: 7411 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.587532:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e6302bedb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbcee expref: 54 pid: 7411 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.587558:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.587563:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302bf28 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.587574:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302bf28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.587581:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302bf28 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.587607:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298631.587639:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+53:2400:x1866777608587520:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 148us (253us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298631.587645:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302bf28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.587647:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14268 00010000:00010000:1.0:1780298631.587657:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302bf28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298631.587711:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990721 00000004:00010000:1.0:1780298631.587747:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000077487640 reply state 000000006af8d725 transno 4294990722 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302bf28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.587760:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6302bf28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.587768:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:1.0:1780298631.587771:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298631.587775:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298631.587834:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+101:28749:x1866777608587392:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1580us (1661us total) trans 4294990722 rc 0/0 00000100:00100000:1.0:1780298631.587842:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61556 00000020:00080000:1.0:1780298631.587847:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298631.588417:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.588446:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608587648 00000100:00100000:3.0:1780298631.588451:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608587648 00000100:00100000:3.0:1780298631.588487:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5276 00000100:00100000:3.0:1780298631.588496:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608587648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.588506:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.588518:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e6302bf2f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd34 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.588536:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302bf1a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4042752->4046847) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd26 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.588547:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302bf21 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd2d expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.588555:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(132 143) 00010000:00010000:3.0:1780298631.588559:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(132 143) 00010000:00010000:3.0:1780298631.588564:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e6302bf2f lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd34 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.588580:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302bf21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd2d expref: 7 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.588590:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302bf21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd2d expref: 7 pid: 8356 timeout: 921 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.588601:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604365184:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298631.588655:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302bf1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4042752->4046847) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd26 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.588664:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302bf1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4042752->4046847) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd26 expref: 10 pid: 9128 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.588673:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604365312:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298631.588696:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.589260:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604365184:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298631.589433:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.589452:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604365312:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298631.589474:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608587776 00010000:00010000:3.0:1780298631.589476:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e6302bf2f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd34 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.589481:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608587776 00010000:00010000:3.0:1780298631.589486:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00010000:00010000:2.0:1780298631.589504:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302bf21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd2d expref: 8 pid: 8356 timeout: 921 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.589514:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608587648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1020us (1097us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.589521:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5276 00000100:00100000:2.0:1780298631.589546:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14269 00000100:00100000:2.0:1780298631.589556:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608587776:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298631.589566:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.589582:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302bf21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd2d expref: 8 pid: 8356 timeout: 921 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.589594:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302bf21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd2d expref: 8 pid: 8356 timeout: 921 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.589609:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302bf21 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd2d expref: 8 pid: 8356 timeout: 921 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.589620:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298631.589645:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2400:x1866777608587776:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 92us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.589653:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14269 00000100:00100000:1.0:1780298631.589732:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.589764:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608587904 00000100:00100000:2.0:1780298631.589769:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608587904 00010000:00010000:2.0:1780298631.589784:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302bf1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4042752->4046847) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd26 expref: 10 pid: 9128 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.589808:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14270 00000100:00100000:2.0:1780298631.589816:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608587904:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298631.589824:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.589832:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302bf1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4042752->4046847) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd26 expref: 10 pid: 9128 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.589842:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302bf1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4042752->4046847) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd26 expref: 10 pid: 9128 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.589859:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6302bf1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4042752->4046847) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd26 expref: 10 pid: 9128 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.589877:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(132 143) 00010000:00010000:2.0:1780298631.589881:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(132 143) 00010000:00010000:2.0:1780298631.589886:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e6302bf2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd34 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.589895:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e6302bf2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd34 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.589918:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e6302bf2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd34 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.589929:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604365440:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298631.589965:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.590568:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777604365440:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298631.590578:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298631.590614:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608587904:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 799us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.590623:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14270 00000100:00100000:3.0:1780298631.590685:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.590718:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608588032 00000100:00100000:0.0:1780298631.590723:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608588032 00000100:00100000:0.0:1780298631.590753:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5277 00000100:00100000:0.0:1780298631.590760:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:28749:x1866777608588032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.590770:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.590781:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302bf36 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd3b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.590799:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302becd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce7 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.590806:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(84 104) 00010000:00010000:0.0:1780298631.590809:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(85 104) 00010000:00010000:0.0:1780298631.590813:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302bf36 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd3b expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.590830:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302becd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce7 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.590840:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302becd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce7 expref: 9 pid: 8359 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.590850:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604365568:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298631.590885:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.591422:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604365568:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298631.591435:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302bf36 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd3b expref: 6 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.591445:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79400, rc 0) 00000100:00100000:0.0:1780298631.591470:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:28749:x1866777608588032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 712us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.591477:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5277 00000100:00100000:2.0:1780298631.591866:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.591890:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608588160 00000100:00100000:3.0:1780298631.591895:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608588160 00010000:00010000:3.0:1780298631.591913:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302becd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce7 expref: 10 pid: 8359 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.591937:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14271 00000100:00100000:3.0:1780298631.591945:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608588160:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298631.591953:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298631.591965:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302becd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce7 expref: 10 pid: 8359 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.591976:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302becd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce7 expref: 10 pid: 8359 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.591991:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a684c303/0xaf35132e6302becd lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbce7 expref: 10 pid: 8359 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.592007:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(85 104) 00010000:00010000:3.0:1780298631.592011:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 time=1780298631 v=(85 104) 00010000:00010000:3.0:1780298631.592016:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302bf36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd3b expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.592024:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302bf36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd3b expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.592044:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004034a8d8/0xaf35132e6302bf36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd3b expref: 5 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.592053:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604365696:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298631.592090:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.592739:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777604365696:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298631.592751:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298631.592777:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608588160:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 833us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.592785:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14271 00000100:00100000:2.0:1780298631.592946:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.592977:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.592995:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608588288 00000100:00100000:1.0:1780298631.593000:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608588288 00000100:00100000:3.0:1780298631.593006:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608588416 00000100:00100000:3.0:1780298631.593012:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608588416 00002000:00010000:1.0:1780298631.593023:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (185047->18446744073709551615) 00002000:00100000:1.0:1780298631.593028:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255493100 with x1866777608588288 ext(185047->18446744073709551615) 00002000:00010000:3.0:1780298631.593030:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:3.0:1780298631.593035:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492300 with x1866777608588416 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298631.593035:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255493100. 00002000:00010000:3.0:1780298631.593042:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255492300. 00000100:00100000:1.0:1780298631.593061:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4761 00000100:00100000:1.0:1780298631.593073:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608588288:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298631.593078:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4762 00000100:00100000:3.0:1780298631.593091:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+6:2400:x1866777608588416:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298631.593626:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 2052722 -> 0 00002000:00010000:3.0:1780298631.593629:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780298632 -> 1780298632 00002000:00010000:3.0:1780298631.593631:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 1780298632 -> 1780298632 00002000:00010000:3.0:1780298631.593633:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780298632 -> 1780298632 00002000:00010000:3.0:1780298631.593634:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 240 -> 0 00000100:00100000:3.0:1780298631.593662:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+7:2400:x1866777608588416:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 575us (685us total) trans 4294968879 rc 0/0 00000100:00100000:3.0:1780298631.593670:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4762 00002000:00010000:3.0:1780298631.593674:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/15 (0->18446744073709551615) 00002000:00100000:3.0:1780298631.593677:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492300 with x1866777608588416 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298631.593682:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255492300. 00002000:00010000:1.0:1780298631.593791:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 4194304 -> 185047 00002000:00010000:1.0:1780298631.593795:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298632 -> 1780298632 00002000:00010000:1.0:1780298631.593797:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298632 -> 1780298631 00002000:00010000:1.0:1780298631.593799:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298632 -> 1780298632 00002000:00010000:1.0:1780298631.593802:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 744 -> 304 00000100:00100000:1.0:1780298631.593831:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777608588288:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 762us (886us total) trans 4294969215 rc 0/0 00000100:00100000:1.0:1780298631.593842:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4761 00002000:00010000:1.0:1780298631.593845:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/14 (185047->18446744073709551615) 00002000:00100000:1.0:1780298631.593848:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255493100 with x1866777608588288 ext(185047->18446744073709551615) 00002000:00010000:1.0:1780298631.593854:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255493100. 00000100:00100000:2.0:1780298631.594542:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.594574:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608588544 00000100:00100000:3.0:1780298631.594578:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608588544 00000100:00100000:3.0:1780298631.594602:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61557 00000100:00100000:3.0:1780298631.594606:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+101:28749:x1866777608588544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.594619:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.594631:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e6302bf3d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd42 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.594704:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302bf44 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.594717:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302bf44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.594727:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302bf44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298631.594752:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 185047 00000004:00200000:3.0:1780298631.594757:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298631.594776:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302bf44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.594803:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e6302bf3d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd42 expref: 103 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.594815:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d000/0xaf35132e6302bf44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd42 expref: 102 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.594822:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:3.0:1780298631.594825:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298631.594828:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d000, rc 0) 00000100:00100000:3.0:1780298631.594856:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+102:28749:x1866777608588544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 249us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.594863:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61557 00000100:00100000:3.0:1780298631.595878:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.595924:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608588672 00000100:00100000:0.0:1780298631.595930:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608588672 00000100:00100000:0.0:1780298631.595964:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 61558 00000100:00100000:0.0:1780298631.595973:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+53:28749:x1866777608588672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.595982:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.595992:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e6302bf4b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd49 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.596035:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302bf52 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.596045:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302bf52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.596053:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302bf52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298631.596068:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 185047 00000004:00200000:0.0:1780298631.596071:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298631.596080:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302bf52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.596096:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e6302bf4b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd49 expref: 55 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.596108:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79e00/0xaf35132e6302bf52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd49 expref: 54 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.596114:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9cf348bf4d00) 00010000:00010000:0.0:1780298631.596117:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298631.596119:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79e00, rc 0) 00000100:00100000:0.0:1780298631.596167:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+54:28749:x1866777608588672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 196us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.596175:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 61558 00000100:00100000:0.0:1780298631.596839:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.596879:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608588800 00000100:00100000:1.0:1780298631.596884:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608588800 00000100:00100000:1.0:1780298631.596927:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5278 00000100:00100000:1.0:1780298631.596935:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608588800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.596942:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.596950:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e6302bf59 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd50 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.596955:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.596993:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604365824:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.597002:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608588928 00000100:00100000:2.0:1780298631.597007:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608588928 00000100:00100000:2.0:1780298631.597045:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5279 00000100:00100000:1.0:1780298631.597046:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b12d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.597056:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608588928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.597065:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.597074:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302bf60 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd57 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.597101:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604365952:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.597159:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00002000:00010000:1.0:1780298631.597632:0:9128:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298631 -> 1780298632 00000100:00100000:1.0:1780298631.597649:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604365824:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.597666:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e6302bf59 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd50 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.597681:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e6302bf59 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd50 expref: 8 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.597691:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf000, rc 0) 00000100:00100000:1.0:1780298631.597718:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:2398:x1866777608588800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 784us (879us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.597726:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5278 00000100:00100000:2.0:1780298631.597881:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777604365952:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.597896:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302bf60 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd57 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.597908:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000116302d/0xaf35132e6302bf60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd57 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.597917:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:2.0:1780298631.597945:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608588928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 892us (1027us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.597954:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5279 00000100:00100000:0.0:1780298631.598628:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.598658:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608589056 00000100:00100000:3.0:1780298631.598664:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608589056 00000100:00100000:3.0:1780298631.598698:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5280 00000100:00100000:3.0:1780298631.598707:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+7:28749:x1866777608589056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.598717:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.598726:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052307124/0xaf35132e6302bf67 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd5e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.598743:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e6302bf2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd34 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.598752:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(132 143) 00010000:00010000:3.0:1780298631.598757:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(133 143) 00010000:00010000:3.0:1780298631.598762:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052307124/0xaf35132e6302bf67 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2502656->2543615] (req 2502656->2543615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd5e expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.598784:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e6302bf2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd34 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.598797:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e6302bf2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd34 expref: 9 pid: 8359 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.598808:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604366080:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298631.598850:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.599447:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604366080:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298631.599461:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052307124/0xaf35132e6302bf67 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2502656->2543615] (req 2502656->2543615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd5e expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.599470:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d800, rc 0) 00000100:00100000:1.0:1780298631.599493:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:28749:x1866777608589056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 789us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.599498:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5280 00000100:00100000:0.0:1780298631.599645:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.599688:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608589184 00000100:00100000:2.0:1780298631.599692:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608589184 00010000:00010000:2.0:1780298631.599711:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e6302bf2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd34 expref: 10 pid: 8359 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.599745:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14272 00000100:00100000:2.0:1780298631.599753:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777608589184:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298631.599762:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298631.599774:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e6302bf2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd34 expref: 10 pid: 8359 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.599786:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e6302bf2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd34 expref: 10 pid: 8359 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.599801:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e6302bf2f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd34 expref: 10 pid: 8359 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.599811:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(133 143) 00010000:00010000:2.0:1780298631.599814:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(133 143) 00010000:00010000:2.0:1780298631.599822:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000052307124/0xaf35132e6302bf67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2502656->36057087] (req 2502656->2543615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd5e expref: 7 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.599831:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052307124/0xaf35132e6302bf67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2502656->36057087] (req 2502656->2543615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd5e expref: 7 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.599854:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000052307124/0xaf35132e6302bf67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [2502656->36057087] (req 2502656->2543615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd5e expref: 7 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.599865:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604366208:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298631.599901:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.600538:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777604366208:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298631.600548:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298631.600578:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608589184:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 826us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298631.600585:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14272 00000100:00100000:0.0:1780298631.600670:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.600747:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608589312 00000100:00100000:2.0:1780298631.600751:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608589312 00000100:00100000:2.0:1780298631.600797:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4763 00000100:00100000:2.0:1780298631.600805:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608589312:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298631.600985:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 185047 -> 185047 00002000:00010000:2.0:1780298631.600989:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298632 -> 1780298632 00002000:00010000:2.0:1780298631.600991:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298632 -> 1780298631 00002000:00010000:2.0:1780298631.600994:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298632 -> 1780298632 00002000:00010000:2.0:1780298631.600996:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 304 -> 384 00000100:00100000:2.0:1780298631.601028:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608589312:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 224us (358us total) trans 4294969216 rc 0/0 00000100:00100000:2.0:1780298631.601035:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4763 00000100:00100000:3.0:1780298631.601985:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.602033:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608589440 00000100:00100000:0.0:1780298631.602037:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608589440 00000100:00100000:3.0:1780298631.602056:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.602070:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5281 00000100:00100000:0.0:1780298631.602080:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608589440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.602088:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.602101:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302bf6e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd65 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.602109:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608589568 00000100:00100000:2.0:1780298631.602119:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608589568 00000100:00100000:0.0:1780298631.602181:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604366336:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.602202:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5282 00000100:00100000:2.0:1780298631.602211:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608589568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.602224:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298631.602234:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00010000:00010000:2.0:1780298631.602238:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302bf75 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd6c expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.602287:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604366464:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.602353:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00002000:00010000:0.0:1780298631.602863:0:12101:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298631 -> 1780298632 00000100:00100000:0.0:1780298631.602872:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604366336:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.602888:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302bf6e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd65 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.602899:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a684c303/0xaf35132e6302bf6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd65 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.602906:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78e00, rc 0) 00000100:00100000:0.0:1780298631.602931:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608589440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (948us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.602937:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5281 00000100:00100000:2.0:1780298631.603065:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604366464:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.603084:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302bf75 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd6c expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.603099:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6302bf75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd6c expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.603111:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:2.0:1780298631.603174:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608589568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 963us (1118us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.603184:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5282 00000100:00100000:3.0:1780298631.604003:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.604028:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.604052:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608589696 00000100:00100000:2.0:1780298631.604057:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608589696 00000100:00100000:0.0:1780298631.604078:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608589824 00000100:00100000:0.0:1780298631.604085:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608589824 00000100:00100000:2.0:1780298631.604096:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5283 00000100:00100000:2.0:1780298631.604104:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608589696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.604111:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.604120:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302bf7c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd73 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.604164:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5284 00000100:00100000:0.0:1780298631.604186:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608589824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.604198:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298631.604202:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604366592:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.604212:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302bf83 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd7a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.604246:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.604249:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604366720:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.604287:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.604939:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604366592:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.604960:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302bf7c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd73 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.604980:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302bf7c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd73 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.604997:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298631.605041:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608589696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 937us (1039us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.605051:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5283 00000100:00100000:0.0:1780298631.605077:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604366720:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298631.605100:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302bf83 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd7a expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.605116:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302bf83 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd7a expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.605167:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:0.0:1780298631.605201:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608589824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1022us (1173us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298631.605210:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5284 00000100:00100000:1.0:1780298631.606077:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.606154:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608589952 00000100:00100000:3.0:1780298631.606159:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608589952 00000100:00100000:3.0:1780298631.606199:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5285 00000100:00100000:3.0:1780298631.606209:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608589952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.606217:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298631.606220:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.606263:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608590080 00010000:00010000:3.0:1780298631.606266:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019c1a219/0xaf35132e6302bf8a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd81 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.606271:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608590080 00000100:00100000:3.0:1780298631.606306:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604366848:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.606322:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5286 00000100:00100000:2.0:1780298631.606332:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608590080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.606343:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.606356:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302bf91 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd88 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.606361:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.606409:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604366976:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.606460:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.606942:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604366848:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.606962:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019c1a219/0xaf35132e6302bf8a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd81 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.607044:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019c1a219/0xaf35132e6302bf8a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd81 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.607090:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830dc00, rc 0) 00000100:00100000:3.0:1780298631.607157:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608589952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 949us (1079us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.607166:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777604366976:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.607168:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5285 00010000:00010000:2.0:1780298631.607206:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302bf91 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd88 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.607226:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a80d3ef/0xaf35132e6302bf91 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd88 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.607236:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:2.0:1780298631.607278:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608590080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 948us (1060us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.607284:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5286 00000100:00100000:0.0:1780298631.608140:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.608249:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608590208 00000100:00100000:1.0:1780298631.608253:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.608256:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608590208 00000100:00100000:3.0:1780298631.608289:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608590336 00000100:00100000:3.0:1780298631.608293:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608590336 00000100:00100000:2.0:1780298631.608304:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5287 00000100:00100000:0.0:1780298631.608320:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5288 00000100:00100000:2.0:1780298631.608323:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608590208:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298631.608333:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608590336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.608335:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.608341:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.608350:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302bf98 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd8f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298631.608351:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302bf9f lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd96 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.608423:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604367104:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.608429:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25599c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604367232:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.608484:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424179c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.608485:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.609269:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25599c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604367232:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.609288:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302bf9f lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd96 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.609293:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604367104:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.609312:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e6302bf9f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd96 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.609323:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00010000:00010000:3.0:1780298631.609335:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302bf98 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd8f expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.609355:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000116302d/0xaf35132e6302bf98 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd8f expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.609356:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608590336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1026us (1106us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.609385:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5288 00010000:00010000:3.0:1780298631.609402:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841de00, rc 0) 00000100:00100000:3.0:1780298631.609444:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608590208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1130us (1321us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.609517:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5287 00000100:00100000:0.0:1780298631.610424:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.610460:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608590464 00000100:00100000:1.0:1780298631.610463:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608590464 00000100:00100000:1.0:1780298631.610490:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5289 00000100:00100000:1.0:1780298631.610501:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608590464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.610510:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.610520:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302bfa6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbd9d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.610536:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(133 143) 00010000:00010000:1.0:1780298631.610540:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(133 143) 00010000:00010000:1.0:1780298631.610557:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302bfa6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [151552->2502655] (req 151552->184319) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd9d expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.610569:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302bfa6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [151552->2502655] (req 151552->184319) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd9d expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.610578:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bec00, rc 0) 00000100:00100000:1.0:1780298631.610606:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608590464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 107us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.610612:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5289 00000100:00100000:0.0:1780298631.611435:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.611461:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608590592 00000100:00100000:3.0:1780298631.611466:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608590592 00002000:00100000:3.0:1780298631.611494:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (151552->155647) req@ffff9cf25599c380 x1866777608590592/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.611513:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599c380 with x1866777608590592 ext(151552->155647) 00002000:00010000:3.0:1780298631.611518:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25599c380 00000100:00100000:3.0:1780298631.611550:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4764 00000100:00100000:3.0:1780298631.611562:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608590592:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298631.611694:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608590592:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 137us (258us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298631.611702:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4764 00002000:00100000:3.0:1780298631.611710:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (151552->155647) req@ffff9cf25599c380 x1866777608590592/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.611720:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599c380 with x1866777608590592 ext(151552->155647) 00002000:00010000:3.0:1780298631.611723:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25599c380 00000100:00100000:0.0:1780298631.612518:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.612567:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608590720 00000100:00100000:2.0:1780298631.612576:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608590720 00002000:00100000:2.0:1780298631.612612:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (155648->159743) req@ffff9cf25599c700 x1866777608590720/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.612622:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599c700 with x1866777608590720 ext(155648->159743) 00002000:00010000:2.0:1780298631.612627:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25599c700 00000100:00100000:2.0:1780298631.612652:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4765 00000100:00100000:2.0:1780298631.612661:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608590720:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.612812:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608590720:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 151us (292us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298631.612819:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4765 00002000:00100000:2.0:1780298631.612827:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (155648->159743) req@ffff9cf25599c700 x1866777608590720/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.612836:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599c700 with x1866777608590720 ext(155648->159743) 00002000:00010000:2.0:1780298631.612839:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25599c700 00000100:00100000:0.0:1780298631.613552:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.613592:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608590848 00000100:00100000:2.0:1780298631.613597:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608590848 00002000:00100000:2.0:1780298631.613617:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (159744->163839) req@ffff9cf25599fb80 x1866777608590848/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.613624:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599fb80 with x1866777608590848 ext(159744->163839) 00002000:00010000:2.0:1780298631.613627:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25599fb80 00000100:00100000:2.0:1780298631.613649:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4766 00000100:00100000:2.0:1780298631.613657:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608590848:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.613725:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608590848:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (175us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298631.613733:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4766 00002000:00100000:2.0:1780298631.613740:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (159744->163839) req@ffff9cf25599fb80 x1866777608590848/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.613748:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599fb80 with x1866777608590848 ext(159744->163839) 00002000:00010000:2.0:1780298631.613751:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25599fb80 00000100:00100000:0.0:1780298631.614547:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.614603:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608590976 00000100:00100000:1.0:1780298631.614610:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608590976 00002000:00100000:1.0:1780298631.614631:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (163840->167935) req@ffff9cf25599ea00 x1866777608590976/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.614640:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599ea00 with x1866777608590976 ext(163840->167935) 00002000:00010000:1.0:1780298631.614644:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25599ea00 00000100:00100000:1.0:1780298631.614672:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4767 00000100:00100000:1.0:1780298631.614681:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608590976:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298631.614767:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777608590976:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 87us (221us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298631.614776:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4767 00002000:00100000:1.0:1780298631.614783:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0xe:0x0] (163840->167935) req@ffff9cf25599ea00 x1866777608590976/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.614792:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599ea00 with x1866777608590976 ext(163840->167935) 00002000:00010000:1.0:1780298631.614796:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25599ea00 00000100:00100000:0.0:1780298631.615569:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.615616:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608591104 00000100:00100000:1.0:1780298631.615621:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608591104 00002000:00100000:1.0:1780298631.615641:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (167936->172031) req@ffff9cf25599e680 x1866777608591104/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.615657:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599e680 with x1866777608591104 ext(167936->172031) 00002000:00010000:1.0:1780298631.615660:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25599e680 00000100:00100000:1.0:1780298631.615678:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4768 00000100:00100000:1.0:1780298631.615683:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25599e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608591104:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298631.615739:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25599e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608591104:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 57us (172us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298631.615744:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4768 00002000:00100000:1.0:1780298631.615748:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0xe:0x0] (167936->172031) req@ffff9cf25599e680 x1866777608591104/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298631.615752:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25599e680 with x1866777608591104 ext(167936->172031) 00002000:00010000:1.0:1780298631.615754:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25599e680 00000100:00100000:0.0:1780298631.616594:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.616629:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608591232 00000100:00100000:3.0:1780298631.616635:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608591232 00002000:00100000:3.0:1780298631.616657:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (172032->176127) req@ffff9cf24304e680 x1866777608591232/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.616666:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304e680 with x1866777608591232 ext(172032->176127) 00002000:00010000:3.0:1780298631.616669:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304e680 00000100:00100000:3.0:1780298631.616691:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4769 00000100:00100000:3.0:1780298631.616699:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608591232:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298631.616803:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777608591232:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 105us (222us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298631.616813:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4769 00002000:00100000:3.0:1780298631.616820:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0xe:0x0] (172032->176127) req@ffff9cf24304e680 x1866777608591232/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298631.616827:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304e680 with x1866777608591232 ext(172032->176127) 00002000:00010000:3.0:1780298631.616831:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304e680 00000100:00100000:0.0:1780298631.617663:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.617717:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608591360 00000100:00100000:2.0:1780298631.617725:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608591360 00002000:00100000:2.0:1780298631.617758:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (176128->180223) req@ffff9cf24304df80 x1866777608591360/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.617765:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304df80 with x1866777608591360 ext(176128->180223) 00002000:00010000:2.0:1780298631.617768:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304df80 00000100:00100000:2.0:1780298631.617788:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4770 00000100:00100000:2.0:1780298631.617793:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608591360:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.617892:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608591360:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 98us (231us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298631.617896:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4770 00002000:00100000:2.0:1780298631.617901:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (176128->180223) req@ffff9cf24304df80 x1866777608591360/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.617906:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304df80 with x1866777608591360 ext(176128->180223) 00002000:00010000:2.0:1780298631.617908:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304df80 00000100:00100000:0.0:1780298631.618722:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.618828:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608591488 00000100:00100000:2.0:1780298631.618835:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608591488 00002000:00100000:2.0:1780298631.618862:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (180224->184319) req@ffff9cf24304ce00 x1866777608591488/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/0 e 0 to 0 dl 1780298642 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.618872:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ce00 with x1866777608591488 ext(180224->184319) 00002000:00010000:2.0:1780298631.618876:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304ce00 00000100:00100000:2.0:1780298631.618900:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4771 00000100:00100000:2.0:1780298631.618908:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608591488:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298631.619008:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777608591488:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 102us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298631.619016:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4771 00002000:00100000:2.0:1780298631.619024:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0xe:0x0] (180224->184319) req@ffff9cf24304ce00 x1866777608591488/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:337/0 lens 488/4536 e 0 to 0 dl 1780298642 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298631.619033:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ce00 with x1866777608591488 ext(180224->184319) 00002000:00010000:2.0:1780298631.619036:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304ce00 00000100:00100000:0.0:1780298631.620111:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.620164:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608591616 00000100:00100000:2.0:1780298631.620169:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608591616 00000100:00100000:2.0:1780298631.620204:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5290 00000100:00100000:2.0:1780298631.620214:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608591616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.620225:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.620244:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302bfad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbda4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.620298:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604367360:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.620383:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.621143:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604367360:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.621169:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302bfad lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbda4 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.621187:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302bfad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbda4 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.621198:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00000100:00100000:2.0:1780298631.621228:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777608591616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1017us (1118us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.621235:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5290 00000100:00100000:0.0:1780298631.622168:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.622209:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608591744 00000100:00100000:2.0:1780298631.622214:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608591744 00000100:00100000:2.0:1780298631.622243:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5291 00000100:00100000:2.0:1780298631.622250:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608591744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.622260:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.622268:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302bfb4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbdab expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.622294:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604367488:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.622323:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.623078:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604367488:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.623093:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302bfb4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdab expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.623109:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e6302bfb4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdab expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.623116:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298631.623157:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777608591744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 908us (992us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.623163:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5291 00000100:00100000:0.0:1780298631.623994:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.624041:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608591872 00000100:00100000:3.0:1780298631.624053:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608591872 00000100:00100000:3.0:1780298631.624105:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5292 00000100:00100000:3.0:1780298631.624119:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608591872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298631.624180:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.624196:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019c1a219/0xaf35132e6302bfbb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbdb2 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.624219:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(133 143) 00010000:00010000:3.0:1780298631.624223:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(133 143) 00010000:00010000:3.0:1780298631.624231:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019c1a219/0xaf35132e6302bfbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [40960->151551] (req 40960->53247) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdb2 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.624249:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019c1a219/0xaf35132e6302bfbb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [40960->151551] (req 40960->53247) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdb2 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.624260:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830dc00, rc 0) 00000100:00100000:3.0:1780298631.624298:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:28749:x1866777608591872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 187us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298631.624304:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5292 00000100:00100000:0.0:1780298631.624981:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.625016:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608592000 00000100:00100000:1.0:1780298631.625022:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608592000 00000100:00100000:1.0:1780298631.625063:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4772 00000100:00100000:1.0:1780298631.625073:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777608592000:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298631.625450:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size from disk: 185047 -> 185047 00002000:00010000:1.0:1780298631.625453:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime from disk: 1780298632 -> 1780298632 00002000:00010000:1.0:1780298631.625455:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime from disk: 1780298632 -> 1780298631 00002000:00010000:1.0:1780298631.625457:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime from disk: 1780298632 -> 1780298632 00002000:00010000:1.0:1780298631.625458:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 384 -> 376 00000100:00100000:1.0:1780298631.625486:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777608592000:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 415us (507us total) trans 4294969217 rc 0/0 00000100:00100000:1.0:1780298631.625493:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4772 00000100:00100000:0.0:1780298631.626408:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.626443:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.626461:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608592128 00000100:00100000:1.0:1780298631.626466:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608592128 00000100:00100000:1.0:1780298631.626493:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608592256 00000100:00100000:1.0:1780298631.626497:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608592256 00000100:00100000:2.0:1780298631.626542:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5293 00000100:00100000:3.0:1780298631.626554:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5294 00000100:00100000:2.0:1780298631.626559:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608592128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.626572:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298631.626577:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608592256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.626589:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302bfc2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbdb9 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.626592:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.626606:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e6302bfc9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbdc0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.626649:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604367616:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.626660:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604367744:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.626721:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.626724:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00002000:00010000:2.0:1780298631.627637:0:19992:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 1780298631 -> 1780298632 00000100:00100000:2.0:1780298631.627652:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777604367616:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.627678:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302bfc2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdb9 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.627683:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777604367744:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.627713:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302bfc2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdb9 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.627719:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e6302bfc9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdc0 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.627768:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e6302bfc9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdc0 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.627779:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00010000:00010000:3.0:1780298631.627783:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00000100:00100000:2.0:1780298631.627824:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608592128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1269us (1413us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.627825:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608592256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1255us (1378us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.627855:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5293 00000100:00100000:3.0:1780298631.627863:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5294 00000100:00100000:0.0:1780298631.628811:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.628847:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.628860:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608592512 00000100:00100000:2.0:1780298631.628865:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608592512 00000100:00100000:2.0:1780298631.628902:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608592384 00000100:00100000:2.0:1780298631.628905:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608592384 00000100:00100000:1.0:1780298631.628910:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5295 00000100:00100000:1.0:1780298631.628924:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608592512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.628934:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298631.628935:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5296 00000100:00100000:2.0:1780298631.628948:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608592384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.628948:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006c9b2c2/0xaf35132e6302bfd0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbdce expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.628960:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298631.628970:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302bfd7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbdc7 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.628989:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604367872:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.629016:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604368000:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.629042:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b129c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.629050:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.629935:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777604367872:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.629937:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777604368000:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.629965:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302bfd7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdc7 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.629967:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000006c9b2c2/0xaf35132e6302bfd0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdce expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.629995:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a80d3ef/0xaf35132e6302bfd7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdc7 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.629996:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006c9b2c2/0xaf35132e6302bfd0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdce expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.630018:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841cc00, rc 0) 00010000:00010000:1.0:1780298631.630021:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be400, rc 0) 00000100:00100000:2.0:1780298631.630052:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255513b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777608592384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1107us (1206us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.630058:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608592512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1137us (1255us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.630065:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5296 00000100:00100000:1.0:1780298631.630073:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5295 00000100:00100000:0.0:1780298631.631773:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.631828:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608592640 00000100:00100000:1.0:1780298631.631838:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608592640 00000100:00100000:1.0:1780298631.631896:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5297 00000100:00100000:1.0:1780298631.631906:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:28749:x1866777608592640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.631923:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.631940:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002922ea1e/0xaf35132e6302bfde lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbdd5 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.631969:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302bfa6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [151552->2502655] (req 151552->184319) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd9d expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.631978:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(133 143) 00010000:00010000:1.0:1780298631.631981:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(134 143) 00010000:00010000:1.0:1780298631.631986:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002922ea1e/0xaf35132e6302bfde lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2322432->2379775] (req 2322432->2379775) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdd5 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.632020:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302bfa6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [151552->2502655] (req 151552->184319) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd9d expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.632034:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302bfa6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [151552->2502655] (req 151552->184319) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd9d expref: 11 pid: 8359 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.632048:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604368128:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298631.632111:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b129c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.632989:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777604368128:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298631.633017:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002922ea1e/0xaf35132e6302bfde lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2322432->2379775] (req 2322432->2379775) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdd5 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.633031:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bea00, rc 0) 00000100:00100000:1.0:1780298631.633077:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:28749:x1866777608592640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1173us (1311us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.633085:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5297 00000100:00100000:0.0:1780298631.633258:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.633311:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608592768 00000100:00100000:1.0:1780298631.633319:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608592768 00010000:00010000:1.0:1780298631.633353:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302bfa6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [151552->2502655] (req 151552->184319) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd9d expref: 12 pid: 8359 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.633402:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14273 00000100:00100000:1.0:1780298631.633412:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777608592768:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298631.633426:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298631.633443:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302bfa6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [151552->2502655] (req 151552->184319) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd9d expref: 12 pid: 8359 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.633454:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302bfa6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [151552->2502655] (req 151552->184319) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd9d expref: 12 pid: 8359 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.633477:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000408198ca/0xaf35132e6302bfa6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 6 type: EXT [151552->2502655] (req 151552->184319) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbd9d expref: 12 pid: 8359 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.633495:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(134 143) 00010000:00010000:1.0:1780298631.633499:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 time=1780298631 v=(134 143) 00010000:00010000:1.0:1780298631.633509:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002922ea1e/0xaf35132e6302bfde lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2322432->2502655] (req 2322432->2379775) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdd5 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.633520:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002922ea1e/0xaf35132e6302bfde lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2322432->2502655] (req 2322432->2379775) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdd5 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.633550:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002922ea1e/0xaf35132e6302bfde lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [2322432->2502655] (req 2322432->2379775) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdd5 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.633560:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604368256:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298631.633616:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b129c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.634340:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777604368256:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298631.634354:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298631.634400:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608592768:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 990us (1146us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.634408:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14273 00000100:00100000:0.0:1780298631.635470:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.635505:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.635508:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608592896 00000100:00100000:3.0:1780298631.635514:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608592896 00000100:00100000:3.0:1780298631.635546:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608593024 00000100:00100000:3.0:1780298631.635550:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608593024 00000100:00100000:2.0:1780298631.635560:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5298 00000100:00100000:2.0:1780298631.635570:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608592896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298631.635582:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298631.635588:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5299 00010000:00010000:2.0:1780298631.635594:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302bfe5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbddc expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298631.635603:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608593024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298631.635618:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298631.635630:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302bfec lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbde3 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.635634:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604368384:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298631.635677:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604368512:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298631.635685:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242417a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.635719:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242bb1b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298631.636400:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777604368384:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298631.636429:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302bfe5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbddc expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.636447:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6302bfe5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbddc expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.636459:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:2.0:1780298631.636491:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608592896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 924us (1023us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298631.636497:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5298 00000100:00100000:1.0:1780298631.636524:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777604368512:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.636552:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302bfec lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbde3 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.636568:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6302bfec lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbde3 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.636579:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:1.0:1780298631.636606:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777608593024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1011us (1104us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.636610:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5299 00000100:00100000:0.0:1780298631.637577:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298631.637622:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.637626:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608593152 00000100:00100000:1.0:1780298631.637632:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608593152 00000100:00100000:2.0:1780298631.637674:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608593280 00000100:00100000:2.0:1780298631.637679:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608593280 00000100:00100000:1.0:1780298631.637679:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5300 00000100:00100000:1.0:1780298631.637691:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608593152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.637701:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.637711:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006c9b2c2/0xaf35132e6302bff3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbdea expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.637724:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5301 00000100:00100000:3.0:1780298631.637738:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608593280:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298631.637747:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604368640:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298631.637751:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298631.637763:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e6302bffa lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbdf1 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.637797:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604368768:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298631.637799:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b129c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298631.637832:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.638721:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777604368640:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298631.638730:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777604368768:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298631.638746:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000006c9b2c2/0xaf35132e6302bff3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdea expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.638754:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e6302bffa lrc: 1/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdf1 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.638765:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006c9b2c2/0xaf35132e6302bff3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdea expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.638775:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e6302bffa lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdf1 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.638779:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be400, rc 0) 00010000:00010000:3.0:1780298631.638791:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00000100:00100000:1.0:1780298631.638816:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777608593152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1127us (1240us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298631.638823:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777608593280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1087us (1199us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298631.638831:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5300 00000100:00100000:3.0:1780298631.638843:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5301 00000100:00100000:0.0:1780298631.640512:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.640544:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608593408 00000100:00100000:1.0:1780298631.640549:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608593408 00000100:00100000:1.0:1780298631.640582:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 5302 00000100:00100000:1.0:1780298631.640591:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:28749:x1866777608593408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298631.640603:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298631.640613:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f15900ca/0xaf35132e6302c001 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194cbdf8 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.640635:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e7fd0135/0xaf35132e63021fcc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194c2bfb expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.640641:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x10:0x0].0x0 time=1780298619 v=(0 0) 00010000:00010000:1.0:1780298631.640646:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x10:0x0].0x0 time=1780298631 v=(0 0) 00010000:00010000:1.0:1780298631.640649:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f15900ca/0xaf35132e6302c001 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdf8 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.640669:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e7fd0135/0xaf35132e63021fcc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c2bfb expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.640682:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e7fd0135/0xaf35132e63021fcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c2bfb expref: 10 pid: 8359 timeout: 921 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298631.640695:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604368896:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298631.640743:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241b129c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298631.641490:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777604368896:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298631.641508:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f15900ca/0xaf35132e6302c001 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdf8 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.641529:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf800, rc 0) 00000100:00100000:1.0:1780298631.641558:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:28749:x1866777608593408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 968us (1048us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.641566:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 5302 00000100:00100000:0.0:1780298631.641676:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.641744:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608593536 00000100:00100000:3.0:1780298631.641748:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608593536 00010000:00010000:3.0:1780298631.641771:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e7fd0135/0xaf35132e63021fcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c2bfb expref: 10 pid: 8359 timeout: 921 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.641796:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 14274 00000100:00100000:3.0:1780298631.641802:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777608593536:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298631.641810:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298631.641822:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e7fd0135/0xaf35132e63021fcc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c2bfb expref: 10 pid: 8359 timeout: 921 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.641830:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e7fd0135/0xaf35132e63021fcc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c2bfb expref: 10 pid: 8359 timeout: 921 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.641844:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7fd0135/0xaf35132e63021fcc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194c2bfb expref: 10 pid: 8359 timeout: 921 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.641851:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x10:0x0].0x0 time=1780298631 v=(0 0) 00010000:00010000:3.0:1780298631.641853:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x10:0x0].0x0 time=1780298631 v=(0 0) 00010000:00010000:3.0:1780298631.641859:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f15900ca/0xaf35132e6302c001 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdf8 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.641865:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f15900ca/0xaf35132e6302c001 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdf8 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298631.641881:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f15900ca/0xaf35132e6302c001 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194cbdf8 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298631.641888:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2551c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604369024:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298631.641916:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298631.642645:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2551c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777604369024:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298631.642657:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298631.642685:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777608593536:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 883us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.642691:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 14274 00000100:00100000:0.0:1780298631.702549:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.702607:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608593664 00000100:00100000:1.0:1780298631.702618:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608593664 00000100:00100000:1.0:1780298631.702676:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 4773 00000100:00100000:1.0:1780298631.702684:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777608593664:12345-192.168.203.25@tcp:4:fsx.0 00002000:00010000:1.0:1780298631.702729:0:19928:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780298631.702737:0:19928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000006c9b2c2/0xaf35132e6302c008 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.702752:0:19928:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xf:0x0].0x0 time=0 v=(0 0) 00010000:00010000:1.0:1780298631.702755:0:19928:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0xf:0x0].0x0 time=1780298631 v=(0 0) 00010000:00010000:1.0:1780298631.702760:0:19928:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006c9b2c2/0xaf35132e6302c008 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->2379775] (req 0->2379775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298631.702770:0:19928:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006c9b2c2/0xaf35132e6302c008 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->2379775] (req 0->2379775) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298631.712847:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969218 is committed 00000001:00080000:0.0:1780298631.712864:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969215 is committed 00002000:00010000:2.0:1780298631.712972:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb size from disk: 0 -> 2376676 00002000:00010000:2.0:1780298631.712980:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb mtime from disk: 0 -> 1780298632 00002000:00010000:2.0:1780298631.712983:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb ctime from disk: 0 -> 1780298632 00002000:00010000:2.0:1780298631.712986:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb blocks from disk: 0 -> 4648 00010000:00010000:2.0:1780298631.713001:0:19928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000006c9b2c2/0xaf35132e6302c008 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->2379775] (req 0->2379775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.713015:0:19928:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000006c9b2c2/0xaf35132e6302c008 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->2379775] (req 0->2379775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.713025:0:19928:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000006c9b2c2/0xaf35132e6302c008 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->2379775] (req 0->2379775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.713032:0:19928:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445be400 already unused, calling callback (ffffffffc0b15480) 00010000:00010000:2.0:1780298631.713038:0:19928:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000006c9b2c2/0xaf35132e6302c008 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->2379775] (req 0->2379775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.713047:0:19928:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000006c9b2c2/0xaf35132e6302c008 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->2379775] (req 0->2379775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.713066:0:19928:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000006c9b2c2/0xaf35132e6302c008 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->2379775] (req 0->2379775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298631.713074:0:19928:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006c9b2c2/0xaf35132e6302c008 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->2379775] (req 0->2379775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19928 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298631.713220:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+8:2400:x1866777608593664:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 10530us (10672us total) trans 4294969218 rc 0/0 00000100:00100000:2.0:1780298631.713233:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 4773 00000100:00100000:0.0:1780298631.715264:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.715322:0:15026:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608593920 00000100:00100000:1.0:1780298631.715333:0:15026:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608593920 00000100:00100000:1.0:1780298631.715404:0:15026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 119 00000100:00100000:1.0:1780298631.715417:0:15026:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+54:28749:x1866777608593920:12345-192.168.203.25@tcp:35:fsx.0 00000001:00080000:1.0:1780298631.715638:0:15026:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990723 00000100:00100000:1.0:1780298631.715738:0:15026:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+56:28749:x1866777608593920:12345-192.168.203.25@tcp:35:fsx.0 Request processed in 325us (481us total) trans 4294990724 rc 0/0 00000100:00100000:1.0:1780298631.715746:0:15026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 119 00000020:00080000:1.0:1780298631.715751:0:15026:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298631.721003:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.721076:0:6480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608594176 00000100:00100000:2.0:1780298631.721086:0:6480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608594176 00000100:00100000:2.0:1780298631.721166:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 120 00000100:00100000:2.0:1780298631.721178:0:6480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+56:28749:x1866777608594176:12345-192.168.203.25@tcp:35:fsx.0 00000001:00080000:2.0:1780298631.721377:0:6480:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294990725 00000100:00100000:2.0:1780298631.721490:0:6480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+58:28749:x1866777608594176:12345-192.168.203.25@tcp:35:fsx.0 Request processed in 315us (496us total) trans 4294990726 rc 0/0 00000100:00100000:2.0:1780298631.721498:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 120 00000020:00080000:2.0:1780298631.721503:0:6480:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298631.722207:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298631.722256:0:15026:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608594432 00000100:00100000:1.0:1780298631.722261:0:15026:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608594432 00000100:00100000:1.0:1780298631.722319:0:15026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 121 00000100:00100000:1.0:1780298631.722329:0:15026:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+102:28749:x1866777608594432:12345-192.168.203.25@tcp:35:fsx.0 00000100:00100000:1.0:1780298631.722481:0:15026:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+103:28749:x1866777608594432:12345-192.168.203.25@tcp:35:fsx.0 Request processed in 154us (273us total) trans 4294990727 rc 0/0 00000100:00100000:1.0:1780298631.722490:0:15026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 121 00000100:00100000:0.0:1780298631.723158:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.723199:0:6480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608594688 00000100:00100000:2.0:1780298631.723203:0:6480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608594688 00000100:00100000:2.0:1780298631.723224:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 122 00000100:00100000:2.0:1780298631.723229:0:6480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+58:28749:x1866777608594688:12345-192.168.203.25@tcp:35:fsx.0 00000100:00100000:2.0:1780298631.723309:0:6480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+59:28749:x1866777608594688:12345-192.168.203.25@tcp:35:fsx.0 Request processed in 79us (151us total) trans 4294990728 rc 0/0 00000100:00100000:2.0:1780298631.723317:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 122 00000100:00100000:3.0:1780298631.790383:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298631.790423:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.790450:0:6471:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608594816 00000100:00100000:3.0:1780298631.790456:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298631.790462:0:6471:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608594816 00000100:00100000:0.0:1780298631.790482:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608595072 00000100:00100000:0.0:1780298631.790488:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608595072 00000100:00100000:2.0:1780298631.790524:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 572 00000100:00100000:2.0:1780298631.790535:0:6471:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36c58a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4a8786ce-7c8a-40a7-8357-9ee004d06219+12:2397:x1866777608594816:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:0.0:1780298631.790537:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777608594944 00000100:00100000:0.0:1780298631.790542:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777608594944 00000100:00080000:3.0:1780298631.790554:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780298631.790554:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1359 00000100:00100000:1.0:1780298631.790567:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608595072:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:0.0:1780298631.790582:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1360 00000100:00100000:0.0:1780298631.790592:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2551c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608594944:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:2.0:1780298631.790628:0:6471:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36c58a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4a8786ce-7c8a-40a7-8357-9ee004d06219+12:2397:x1866777608594816:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 91us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298631.790628:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2397:x1866777608595072:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 59us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.790629:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2551c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2397:x1866777608594944:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 37us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298631.790648:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1360 00000100:00100000:2.0:1780298631.790649:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 572 00000100:00100000:1.0:1780298631.790657:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1359 00010000:00010000:2.0:1780298631.972208:0:10277:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1780298632.381508:0:21240:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16a: @@@@@@ FAIL: fsx failed Debug log: 69987 lines, 69987 kept, 0 dropped, 0 bad.